Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b"
}

Incoming tags

  • buildset:commit/git/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:47:05.998] New invocation is queued and will start shortly
[00:47:10.079] Starting the invocation (attempt 1)
[00:47:10.180] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:47:10.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:47:10.181] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067089306570951328",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067089306570951328",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:47:11.778] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1569113230855208",
    "id": "8901659240801150832",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1569113231503118",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9995",
      "builder:ToTiOS",
      "buildset:commit/git/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067089306570951328",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901659240801150832/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569113231503276",
    "url": "https://ci.chromium.org/b/8901659240801150832",
    "utcnow_ts": "1569113231766048"
  }
}
[00:47:11.778] Task URL: https://ci.chromium.org/b/8901659240801150832
[00:47:11.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:2:0) after 1m0s
[00:48:20.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:2:0)
[00:48:20.816] Timer tick, asking Buildbucket for the build status
[00:48:21.386] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:21.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:3:0) after 1m0s
[00:48:22.534] Received PubSub notification, asking Buildbucket for the build status
[00:48:22.850] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:21.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:3:0)
[00:49:21.532] Timer tick, asking Buildbucket for the build status
[00:49:22.222] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:22.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:5:0) after 1m0s
[00:50:22.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:5:0)
[00:50:22.466] Timer tick, asking Buildbucket for the build status
[00:50:22.690] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:22.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:6:0) after 1m0s
[00:51:22.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:6:0)
[00:51:22.926] Timer tick, asking Buildbucket for the build status
[00:51:26.082] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:26.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:7:0) after 1m0s
[00:52:26.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:7:0)
[00:52:26.418] Timer tick, asking Buildbucket for the build status
[00:52:27.232] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:27.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:8:0) after 1m0s
[00:53:27.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:8:0)
[00:53:27.365] Timer tick, asking Buildbucket for the build status
[00:53:32.264] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:32.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:9:0) after 1m0s
[00:54:32.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:9:0)
[00:54:32.422] Timer tick, asking Buildbucket for the build status
[00:54:33.207] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:33.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:10:0) after 1m0s
[00:55:33.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:10:0)
[00:55:33.304] Timer tick, asking Buildbucket for the build status
[00:55:34.756] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:34.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:11:0) after 1m0s
[00:56:34.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:11:0)
[00:56:34.887] Timer tick, asking Buildbucket for the build status
[00:56:35.065] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:35.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:12:0) after 1m0s
[00:57:35.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:12:0)
[00:57:35.137] Timer tick, asking Buildbucket for the build status
[00:57:35.366] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:35.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:13:0) after 1m0s
[00:58:35.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:13:0)
[00:58:35.392] Timer tick, asking Buildbucket for the build status
[00:58:35.632] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:35.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:14:0) after 1m0s
[00:59:35.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:14:0)
[00:59:35.675] Timer tick, asking Buildbucket for the build status
[00:59:36.669] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:36.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:15:0) after 1m0s
[01:00:36.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:15:0)
[01:00:36.804] Timer tick, asking Buildbucket for the build status
[01:00:37.095] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:37.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:16:0) after 1m0s
[01:01:37.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:16:0)
[01:01:37.128] Timer tick, asking Buildbucket for the build status
[01:01:37.579] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:37.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:17:0) after 1m0s
[01:02:37.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:17:0)
[01:02:37.663] Timer tick, asking Buildbucket for the build status
[01:02:39.300] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:39.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:18:0) after 1m0s
[01:03:39.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:18:0)
[01:03:39.390] Timer tick, asking Buildbucket for the build status
[01:03:39.603] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:39.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:19:0) after 1m0s
[01:04:39.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:19:0)
[01:04:39.637] Timer tick, asking Buildbucket for the build status
[01:04:40.327] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:40.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:20:0) after 1m0s
[01:05:40.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:20:0)
[01:05:40.357] Timer tick, asking Buildbucket for the build status
[01:05:40.922] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:40.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:21:0) after 1m0s
[01:06:41.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:21:0)
[01:06:41.037] Timer tick, asking Buildbucket for the build status
[01:06:41.295] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:41.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:22:0) after 1m0s
[01:07:41.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:22:0)
[01:07:41.357] Timer tick, asking Buildbucket for the build status
[01:07:45.001] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:45.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:23:0) after 1m0s
[01:08:45.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:23:0)
[01:08:45.055] Timer tick, asking Buildbucket for the build status
[01:08:46.457] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:46.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:24:0) after 1m0s
[01:09:46.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:24:0)
[01:09:46.503] Timer tick, asking Buildbucket for the build status
[01:09:46.721] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:46.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:25:0) after 1m0s
[01:10:46.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:25:0)
[01:10:46.773] Timer tick, asking Buildbucket for the build status
[01:10:46.957] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:46.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:26:0) after 1m0s
[01:11:46.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:26:0)
[01:11:46.956] Timer tick, asking Buildbucket for the build status
[01:11:53.043] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:53.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:27:0) after 1m0s
[01:12:53.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:27:0)
[01:12:53.047] Timer tick, asking Buildbucket for the build status
[01:12:53.633] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:53.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:28:0) after 1m0s
[01:13:53.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:28:0)
[01:13:53.745] Timer tick, asking Buildbucket for the build status
[01:13:53.968] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:53.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:29:0) after 1m0s
[01:14:53.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:29:0)
[01:14:53.974] Timer tick, asking Buildbucket for the build status
[01:14:54.905] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:54.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:30:0) after 1m0s
[01:15:55.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:30:0)
[01:15:55.543] Timer tick, asking Buildbucket for the build status
[01:15:56.271] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:56.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:31:0) after 1m0s
[01:16:56.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:31:0)
[01:16:56.475] Timer tick, asking Buildbucket for the build status
[01:16:57.320] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:57.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:32:0) after 1m0s
[01:17:57.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:32:0)
[01:17:57.491] Timer tick, asking Buildbucket for the build status
[01:17:57.744] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:57.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:33:0) after 1m0s
[01:18:57.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:33:0)
[01:18:57.999] Timer tick, asking Buildbucket for the build status
[01:18:58.301] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:58.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:34:0) after 1m0s
[01:19:58.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:34:0)
[01:19:58.325] Timer tick, asking Buildbucket for the build status
[01:19:58.908] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:58.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:35:0) after 1m0s
[01:20:59.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:35:0)
[01:20:59.241] Timer tick, asking Buildbucket for the build status
[01:20:59.524] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:59.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:36:0) after 1m0s
[01:21:59.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:36:0)
[01:21:59.743] Timer tick, asking Buildbucket for the build status
[01:22:01.499] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:01.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:37:0) after 1m0s
[01:23:02.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:37:0)
[01:23:02.001] Timer tick, asking Buildbucket for the build status
[01:23:02.350] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:02.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:38:0) after 1m0s
[01:24:02.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:38:0)
[01:24:02.678] Timer tick, asking Buildbucket for the build status
[01:24:03.560] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:03.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:39:0) after 1m0s
[01:25:03.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:39:0)
[01:25:03.827] Timer tick, asking Buildbucket for the build status
[01:25:05.155] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:05.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:40:0) after 1m0s
[01:26:05.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:40:0)
[01:26:05.241] Timer tick, asking Buildbucket for the build status
[01:26:05.424] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:05.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:41:0) after 1m0s
[01:27:05.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:41:0)
[01:27:05.594] Timer tick, asking Buildbucket for the build status
[01:27:05.911] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:05.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:42:0) after 1m0s
[01:28:06.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:42:0)
[01:28:06.503] Timer tick, asking Buildbucket for the build status
[01:28:07.035] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:07.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:43:0) after 1m0s
[01:29:07.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:43:0)
[01:29:07.241] Timer tick, asking Buildbucket for the build status
[01:29:07.496] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:07.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:44:0) after 1m0s
[01:30:07.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:44:0)
[01:30:07.690] Timer tick, asking Buildbucket for the build status
[01:30:11.995] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:11.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:45:0) after 1m0s
[01:31:19.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:45:0)
[01:31:19.936] Timer tick, asking Buildbucket for the build status
[01:31:20.731] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:20.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:46:0) after 1m0s
[01:32:20.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:46:0)
[01:32:20.756] Timer tick, asking Buildbucket for the build status
[01:32:22.586] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:22.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:47:0) after 1m0s
[01:33:22.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:47:0)
[01:33:22.775] Timer tick, asking Buildbucket for the build status
[01:33:25.303] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:25.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:48:0) after 1m0s
[01:34:25.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:48:0)
[01:34:25.599] Timer tick, asking Buildbucket for the build status
[01:34:26.422] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:26.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:49:0) after 1m0s
[01:35:26.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:49:0)
[01:35:26.744] Timer tick, asking Buildbucket for the build status
[01:35:27.064] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:27.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:50:0) after 1m0s
[01:36:27.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:50:0)
[01:36:27.319] Timer tick, asking Buildbucket for the build status
[01:36:27.622] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:27.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:51:0) after 1m0s
[01:37:27.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:51:0)
[01:37:27.635] Timer tick, asking Buildbucket for the build status
[01:37:30.759] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:30.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:52:0) after 1m0s
[01:38:30.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:52:0)
[01:38:30.955] Timer tick, asking Buildbucket for the build status
[01:38:31.683] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:31.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:53:0) after 1m0s
[01:39:31.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:53:0)
[01:39:31.766] Timer tick, asking Buildbucket for the build status
[01:39:33.310] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:33.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:54:0) after 1m0s
[01:40:33.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:54:0)
[01:40:33.531] Timer tick, asking Buildbucket for the build status
[01:40:37.583] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:37.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:55:0) after 1m0s
[01:41:37.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:55:0)
[01:41:37.672] Timer tick, asking Buildbucket for the build status
[01:41:38.257] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:38.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:56:0) after 1m0s
[01:42:38.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:56:0)
[01:42:38.239] Timer tick, asking Buildbucket for the build status
[01:42:38.610] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:38.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:57:0) after 1m0s
[01:43:38.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:57:0)
[01:43:38.662] Timer tick, asking Buildbucket for the build status
[01:43:38.938] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:38.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:58:0) after 1m0s
[01:44:39.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:58:0)
[01:44:39.097] Timer tick, asking Buildbucket for the build status
[01:44:44.494] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:44.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:59:0) after 1m0s
[01:45:44.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:59:0)
[01:45:44.542] Timer tick, asking Buildbucket for the build status
[01:45:45.638] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:45.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:60:0) after 1m0s
[01:46:45.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:60:0)
[01:46:45.804] Timer tick, asking Buildbucket for the build status
[01:46:47.910] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:47.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:61:0) after 1m0s
[01:47:47.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:61:0)
[01:47:47.930] Timer tick, asking Buildbucket for the build status
[01:47:48.606] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:48.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:62:0) after 1m0s
[01:48:48.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:62:0)
[01:48:48.628] Timer tick, asking Buildbucket for the build status
[01:48:49.641] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:49.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:63:0) after 1m0s
[01:49:49.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:63:0)
[01:49:49.711] Timer tick, asking Buildbucket for the build status
[01:49:50.705] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:50.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:64:0) after 1m0s
[01:50:50.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:64:0)
[01:50:50.777] Timer tick, asking Buildbucket for the build status
[01:50:52.161] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:52.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:65:0) after 1m0s
[01:51:52.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:65:0)
[01:51:52.219] Timer tick, asking Buildbucket for the build status
[01:51:52.470] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:52.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:66:0) after 1m0s
[01:52:52.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:66:0)
[01:52:52.576] Timer tick, asking Buildbucket for the build status
[01:52:55.134] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:55.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:67:0) after 1m0s
[01:53:55.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:67:0)
[01:53:55.328] Timer tick, asking Buildbucket for the build status
[01:53:55.619] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:55.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:68:0) after 1m0s
[01:54:55.708] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:68:0)
[01:54:55.708] Timer tick, asking Buildbucket for the build status
[01:54:57.867] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:57.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:69:0) after 1m0s
[01:55:57.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:69:0)
[01:55:57.938] Timer tick, asking Buildbucket for the build status
[01:55:58.211] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:58.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:70:0) after 1m0s
[01:56:58.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:70:0)
[01:56:58.202] Timer tick, asking Buildbucket for the build status
[01:56:58.391] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:58.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:71:0) after 1m0s
[01:57:58.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:71:0)
[01:57:58.419] Timer tick, asking Buildbucket for the build status
[01:57:58.607] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:58.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:72:0) after 1m0s
[01:58:58.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:72:0)
[01:58:58.706] Timer tick, asking Buildbucket for the build status
[01:58:58.930] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:58.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:73:0) after 1m0s
[01:59:59.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:73:0)
[01:59:59.138] Timer tick, asking Buildbucket for the build status
[02:00:01.315] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:01.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:74:0) after 1m0s
[02:01:01.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:74:0)
[02:01:01.343] Timer tick, asking Buildbucket for the build status
[02:01:01.647] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:01.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:75:0) after 1m0s
[02:02:01.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:75:0)
[02:02:01.674] Timer tick, asking Buildbucket for the build status
[02:02:01.932] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:01.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:76:0) after 1m0s
[02:03:01.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:76:0)
[02:03:01.963] Timer tick, asking Buildbucket for the build status
[02:03:03.050] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:03.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:77:0) after 1m0s
[02:04:03.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:77:0)
[02:04:03.231] Timer tick, asking Buildbucket for the build status
[02:04:03.800] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:03.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:78:0) after 1m0s
[02:05:03.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:78:0)
[02:05:03.941] Timer tick, asking Buildbucket for the build status
[02:05:04.741] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:04.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:79:0) after 1m0s
[02:06:04.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:79:0)
[02:06:04.837] Timer tick, asking Buildbucket for the build status
[02:06:06.671] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:06.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:80:0) after 1m0s
[02:07:06.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:80:0)
[02:07:06.746] Timer tick, asking Buildbucket for the build status
[02:07:09.134] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:09.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:81:0) after 1m0s
[02:08:09.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:81:0)
[02:08:09.343] Timer tick, asking Buildbucket for the build status
[02:08:10.196] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:10.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:82:0) after 1m0s
[02:09:10.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:82:0)
[02:09:10.230] Timer tick, asking Buildbucket for the build status
[02:09:11.331] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:11.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:83:0) after 1m0s
[02:10:11.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:83:0)
[02:10:11.366] Timer tick, asking Buildbucket for the build status
[02:10:12.490] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:12.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:84:0) after 1m0s
[02:11:12.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:84:0)
[02:11:12.533] Timer tick, asking Buildbucket for the build status
[02:11:15.529] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:15.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:85:0) after 1m0s
[02:12:15.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:85:0)
[02:12:15.589] Timer tick, asking Buildbucket for the build status
[02:12:15.940] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:15.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:86:0) after 1m0s
[02:13:15.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:86:0)
[02:13:15.967] Timer tick, asking Buildbucket for the build status
[02:13:16.232] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:16.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:87:0) after 1m0s
[02:14:16.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:87:0)
[02:14:16.291] Timer tick, asking Buildbucket for the build status
[02:14:16.890] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:16.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:88:0) after 1m0s
[02:15:16.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:88:0)
[02:15:16.970] Timer tick, asking Buildbucket for the build status
[02:15:17.144] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:17.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:89:0) after 1m0s
[02:16:17.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:89:0)
[02:16:17.205] Timer tick, asking Buildbucket for the build status
[02:16:17.428] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:17.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:90:0) after 1m0s
[02:17:17.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:90:0)
[02:17:17.457] Timer tick, asking Buildbucket for the build status
[02:17:17.849] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:17.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:91:0) after 1m0s
[02:18:17.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:91:0)
[02:18:17.936] Timer tick, asking Buildbucket for the build status
[02:18:18.155] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:18.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:92:0) after 1m0s
[02:19:18.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:92:0)
[02:19:18.190] Timer tick, asking Buildbucket for the build status
[02:19:18.331] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:18.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:93:0) after 1m0s
[02:20:19.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:93:0)
[02:20:19.154] Timer tick, asking Buildbucket for the build status
[02:20:19.432] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:19.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:94:0) after 1m0s
[02:21:19.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:94:0)
[02:21:19.470] Timer tick, asking Buildbucket for the build status
[02:21:20.004] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:20.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:95:0) after 1m0s
[02:22:20.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:95:0)
[02:22:20.235] Timer tick, asking Buildbucket for the build status
[02:22:23.274] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:23.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:96:0) after 1m0s
[02:23:23.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:96:0)
[02:23:23.697] Timer tick, asking Buildbucket for the build status
[02:23:25.672] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:25.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:97:0) after 1m0s
[02:24:25.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:97:0)
[02:24:25.851] Timer tick, asking Buildbucket for the build status
[02:24:26.546] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:26.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:98:0) after 1m0s
[02:25:26.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:98:0)
[02:25:26.744] Timer tick, asking Buildbucket for the build status
[02:25:27.365] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:27.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:99:0) after 1m0s
[02:26:27.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:99:0)
[02:26:27.544] Timer tick, asking Buildbucket for the build status
[02:26:27.706] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:27.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:100:0) after 1m0s
[02:27:27.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:100:0)
[02:27:27.737] Timer tick, asking Buildbucket for the build status
[02:27:27.964] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:27.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:101:0) after 1m0s
[02:28:28.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:101:0)
[02:28:28.180] Timer tick, asking Buildbucket for the build status
[02:28:29.101] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:29.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:102:0) after 1m0s
[02:29:29.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:102:0)
[02:29:29.353] Timer tick, asking Buildbucket for the build status
[02:29:30.042] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:30.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:103:0) after 1m0s
[02:30:30.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:103:0)
[02:30:30.412] Timer tick, asking Buildbucket for the build status
[02:30:30.558] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:30.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:104:0) after 1m0s
[02:31:30.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:104:0)
[02:31:30.582] Timer tick, asking Buildbucket for the build status
[02:31:31.144] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:31.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:105:0) after 1m0s
[02:32:31.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:105:0)
[02:32:31.200] Timer tick, asking Buildbucket for the build status
[02:32:31.375] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:31.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:106:0) after 1m0s
[02:33:35.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:106:0)
[02:33:35.749] Timer tick, asking Buildbucket for the build status
[02:33:35.940] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:35.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:107:0) after 1m0s
[02:34:35.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:107:0)
[02:34:35.940] Timer tick, asking Buildbucket for the build status
[02:34:36.303] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:36.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:108:0) after 1m0s
[02:35:36.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:108:0)
[02:35:36.343] Timer tick, asking Buildbucket for the build status
[02:35:36.686] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:36.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:109:0) after 1m0s
[02:36:36.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:109:0)
[02:36:36.852] Timer tick, asking Buildbucket for the build status
[02:36:43.460] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:43.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:110:0) after 1m0s
[02:37:43.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:110:0)
[02:37:43.585] Timer tick, asking Buildbucket for the build status
[02:37:44.518] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:44.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:111:0) after 1m0s
[02:38:44.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:111:0)
[02:38:44.548] Timer tick, asking Buildbucket for the build status
[02:38:45.539] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:45.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:112:0) after 1m0s
[02:39:45.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:112:0)
[02:39:45.667] Timer tick, asking Buildbucket for the build status
[02:39:45.883] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:45.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:113:0) after 1m0s
[02:40:46.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:113:0)
[02:40:46.332] Timer tick, asking Buildbucket for the build status
[02:40:47.052] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:47.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:114:0) after 1m0s
[02:41:47.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:114:0)
[02:41:47.227] Timer tick, asking Buildbucket for the build status
[02:41:49.832] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:49.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:115:0) after 1m0s
[02:42:49.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:115:0)
[02:42:49.917] Timer tick, asking Buildbucket for the build status
[02:42:50.389] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:50.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:116:0) after 1m0s
[02:43:50.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:116:0)
[02:43:50.410] Timer tick, asking Buildbucket for the build status
[02:43:51.481] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:51.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:117:0) after 1m0s
[02:44:51.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:117:0)
[02:44:51.512] Timer tick, asking Buildbucket for the build status
[02:44:51.740] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:51.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:118:0) after 1m0s
[02:45:51.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:118:0)
[02:45:51.773] Timer tick, asking Buildbucket for the build status
[02:45:51.950] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:51.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:119:0) after 1m0s
[02:46:52.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:119:0)
[02:46:52.044] Timer tick, asking Buildbucket for the build status
[02:46:52.843] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:52.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:120:0) after 1m0s
[02:47:52.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:120:0)
[02:47:52.884] Timer tick, asking Buildbucket for the build status
[02:47:53.025] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:53.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:121:0) after 1m0s
[02:48:53.050] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:121:0)
[02:48:53.050] Timer tick, asking Buildbucket for the build status
[02:48:54.507] Build 8901659240801150832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:54.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067089306570951328:122:0) after 1m0s
[02:49:19.980] Received PubSub notification, asking Buildbucket for the build status
[02:49:20.102] Build 8901659240801150832: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:49:20.102] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1569120559125406",
    "created_by": "project:chromium",
    "created_ts": "1569113230855208",
    "failure_reason": "BUILD_FAILURE",
    "id": "8901659240801150832",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9995, \"got_angle_revision\": \"341482072a1909e6d4aa25e40954cb5dcdddc208\", \"got_dawn_revision\": \"d46cabd73fb4b06bc5a18ce56b2803bb4bb64d21\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b\", \"got_revision_cp\": \"refs/heads/master@{#698772}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"b98887e635f10c61bfed0d8e39c40f75abb868fa\", \"got_v8_revision_cp\": \"refs/heads/7.9.88@{#1}\", \"got_webrtc_revision\": \"4854b9f8047e2dad15ff0536ed0a6d6f22bdc79e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29264}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b\", \"swarm_hashes\": {\"0\": \"4fab02a34c7da3afc83b525329ff800c86b917be\", \"1\": \"5c83124809f9c1de7bdc88170c549c7e8f8a1833\", \"10\": \"99bec78bee6e646b5ebab774010eb71cc9c4171b\", \"11\": \"4767903b139983bd64b1f2d802d3ea580bf2ab5c\", \"12\": \"20b0c3882857b0786ad101efaefe49be690c4e99\", \"13\": \"2915e7196844e88fbfafb25206a4a7a5c966e566\", \"14\": \"63de95fe606fa49f0c6d915c0abb9cfaa8103414\", \"15\": \"f90a62020628b25a4f321c5dbebdac9bdf581180\", \"16\": \"df77aed9147b9b910427ae913ba840601297694a\", \"2\": \"cea8e5a959b6418069fe1aa9d823a85e0bdc9f79\", \"3\": \"2ba4c3c0188e7b433b69becac33ed75a1c1a3405\", \"4\": \"60847e37248264c9cc49972e98d08ea321104cab\", \"5\": \"bb4a3fffd57610368599e56bf7a4307ebd3f61ee\", \"6\": \"e32cb1db99a6d8975cc7ad430e37623d92729b95\", \"7\": \"eb240df16cbd2a9001f2ed116308f6c1b4b4bfd8\", \"8\": \"e85764b3fa6c4e970d745dc94f56807aeeee8f89\", \"9\": \"3700f05283c2150bed91cd91c90c23d4a9d7651b\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1569113277613117",
    "status": "COMPLETED",
    "status_changed_ts": "1569113278157359",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9995",
      "builder:ToTiOS",
      "buildset:commit/git/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a53a276d87c7b2f08ea7bdd5a4f7fc73aaab0f6b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067089306570951328",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901659240801150832/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:476f415bb2402310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569120559374592",
    "url": "https://ci.chromium.org/b/8901659240801150832",
    "utcnow_ts": "1569120560083570"
  }
}
[02:49:20.102] Invocation finished in 2h2m14.13322378s with status FAILED