Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "6b7acf870735d6ce8c2ce989bcb22a574809f5e1"
}

Incoming tags

  • buildset:commit/git/6b7acf870735d6ce8c2ce989bcb22a574809f5e1
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6b7acf870735d6ce8c2ce989bcb22a574809f5e1
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[07:22:53.131] New invocation is queued and will start shortly
[07:23:06.981] Starting the invocation (attempt 1)
[07:23:07.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:23:07.065] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:23:07.066] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067064405886957904",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"6b7acf870735d6ce8c2ce989bcb22a574809f5e1\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067064405886957904",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/6b7acf870735d6ce8c2ce989bcb22a574809f5e1",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6b7acf870735d6ce8c2ce989bcb22a574809f5e1",
    "gitiles_ref:refs/heads/master"
  ]
}
[07:23:08.269] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1569136987705248",
    "id": "8901634329938859936",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"6b7acf870735d6ce8c2ce989bcb22a574809f5e1\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1569136988093294",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9998",
      "builder:ToTiOS",
      "buildset:commit/git/6b7acf870735d6ce8c2ce989bcb22a574809f5e1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6b7acf870735d6ce8c2ce989bcb22a574809f5e1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067064405886957904",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901634329938859936/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569136988093438",
    "url": "https://ci.chromium.org/b/8901634329938859936",
    "utcnow_ts": "1569136988245223"
  }
}
[07:23:08.269] Task URL: https://ci.chromium.org/b/8901634329938859936
[07:23:08.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:2:0) after 1m0s
[07:24:21.459] Received PubSub notification, asking Buildbucket for the build status
[07:24:21.961] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:27.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:2:0)
[07:24:27.637] Timer tick, asking Buildbucket for the build status
[07:24:28.111] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:28.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:4:0) after 1m0s
[07:25:28.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:4:0)
[07:25:28.135] Timer tick, asking Buildbucket for the build status
[07:25:28.540] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:28.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:5:0) after 1m0s
[07:26:28.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:5:0)
[07:26:28.608] Timer tick, asking Buildbucket for the build status
[07:26:29.198] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:29.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:6:0) after 1m0s
[07:27:29.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:6:0)
[07:27:29.235] Timer tick, asking Buildbucket for the build status
[07:27:29.659] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:29.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:7:0) after 1m0s
[07:28:29.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:7:0)
[07:28:29.718] Timer tick, asking Buildbucket for the build status
[07:28:30.314] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:30.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:8:0) after 1m0s
[07:29:30.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:8:0)
[07:29:30.397] Timer tick, asking Buildbucket for the build status
[07:29:31.032] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:31.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:9:0) after 1m0s
[07:30:31.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:9:0)
[07:30:31.086] Timer tick, asking Buildbucket for the build status
[07:30:32.953] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:32.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:10:0) after 1m0s
[07:31:33.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:10:0)
[07:31:33.024] Timer tick, asking Buildbucket for the build status
[07:31:33.659] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:33.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:11:0) after 1m0s
[07:32:33.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:11:0)
[07:32:33.762] Timer tick, asking Buildbucket for the build status
[07:32:34.172] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:34.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:12:0) after 1m0s
[07:33:34.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:12:0)
[07:33:34.224] Timer tick, asking Buildbucket for the build status
[07:33:34.917] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:34.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:13:0) after 1m0s
[07:34:35.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:13:0)
[07:34:35.040] Timer tick, asking Buildbucket for the build status
[07:34:35.561] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:35.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:14:0) after 1m0s
[07:35:35.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:14:0)
[07:35:35.589] Timer tick, asking Buildbucket for the build status
[07:35:35.919] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:35.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:15:0) after 1m0s
[07:36:36.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:15:0)
[07:36:36.315] Timer tick, asking Buildbucket for the build status
[07:36:37.152] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:37.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:16:0) after 1m0s
[07:37:37.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:16:0)
[07:37:37.302] Timer tick, asking Buildbucket for the build status
[07:37:37.511] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:37.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:17:0) after 1m0s
[07:38:37.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:17:0)
[07:38:37.559] Timer tick, asking Buildbucket for the build status
[07:38:37.787] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:37.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:18:0) after 1m0s
[07:39:38.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:18:0)
[07:39:38.114] Timer tick, asking Buildbucket for the build status
[07:39:39.192] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:39.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:19:0) after 1m0s
[07:40:39.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:19:0)
[07:40:39.385] Timer tick, asking Buildbucket for the build status
[07:40:39.656] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:39.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:20:0) after 1m0s
[07:41:39.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:20:0)
[07:41:39.848] Timer tick, asking Buildbucket for the build status
[07:41:40.191] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:40.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:21:0) after 1m0s
[07:42:41.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:21:0)
[07:42:41.871] Timer tick, asking Buildbucket for the build status
[07:42:42.188] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:42.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:22:0) after 1m0s
[07:43:42.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:22:0)
[07:43:42.231] Timer tick, asking Buildbucket for the build status
[07:43:42.729] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:42.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:23:0) after 1m0s
[07:44:42.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:23:0)
[07:44:42.775] Timer tick, asking Buildbucket for the build status
[07:44:43.001] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:43.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:24:0) after 1m0s
[07:45:43.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:24:0)
[07:45:43.095] Timer tick, asking Buildbucket for the build status
[07:45:43.447] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:43.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:25:0) after 1m0s
[07:46:43.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:25:0)
[07:46:43.479] Timer tick, asking Buildbucket for the build status
[07:46:44.002] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:44.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:26:0) after 1m0s
[07:47:44.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:26:0)
[07:47:44.028] Timer tick, asking Buildbucket for the build status
[07:47:44.304] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:44.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:27:0) after 1m0s
[07:48:44.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:27:0)
[07:48:44.445] Timer tick, asking Buildbucket for the build status
[07:48:48.622] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:48.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:28:0) after 1m0s
[07:49:48.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:28:0)
[07:49:48.714] Timer tick, asking Buildbucket for the build status
[07:49:48.902] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:48.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:29:0) after 1m0s
[07:50:48.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:29:0)
[07:50:48.927] Timer tick, asking Buildbucket for the build status
[07:50:53.357] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:53.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:30:0) after 1m0s
[07:51:53.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:30:0)
[07:51:53.459] Timer tick, asking Buildbucket for the build status
[07:51:53.733] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:53.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:31:0) after 1m0s
[07:52:53.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:31:0)
[07:52:53.835] Timer tick, asking Buildbucket for the build status
[07:52:54.136] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:54.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:32:0) after 1m0s
[07:53:54.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:32:0)
[07:53:54.167] Timer tick, asking Buildbucket for the build status
[07:53:54.311] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:54.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:33:0) after 1m0s
[07:54:54.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:33:0)
[07:54:54.397] Timer tick, asking Buildbucket for the build status
[07:54:54.579] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:54.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:34:0) after 1m0s
[07:55:54.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:34:0)
[07:55:54.697] Timer tick, asking Buildbucket for the build status
[07:55:55.721] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:55.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:35:0) after 1m0s
[07:56:55.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:35:0)
[07:56:55.812] Timer tick, asking Buildbucket for the build status
[07:56:59.392] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:59.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:36:0) after 1m0s
[07:57:59.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:36:0)
[07:57:59.414] Timer tick, asking Buildbucket for the build status
[07:58:00.165] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:00.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:37:0) after 1m0s
[07:59:00.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:37:0)
[07:59:00.352] Timer tick, asking Buildbucket for the build status
[07:59:00.809] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:00.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:38:0) after 1m0s
[08:00:00.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:38:0)
[08:00:00.855] Timer tick, asking Buildbucket for the build status
[08:00:01.529] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:01.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:39:0) after 1m0s
[08:01:01.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:39:0)
[08:01:01.571] Timer tick, asking Buildbucket for the build status
[08:01:02.253] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:02.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:40:0) after 1m0s
[08:02:02.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:40:0)
[08:02:02.312] Timer tick, asking Buildbucket for the build status
[08:02:02.552] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:02.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:41:0) after 1m0s
[08:03:02.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:41:0)
[08:03:02.639] Timer tick, asking Buildbucket for the build status
[08:03:02.902] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:02.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:42:0) after 1m0s
[08:04:02.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:42:0)
[08:04:02.988] Timer tick, asking Buildbucket for the build status
[08:04:04.101] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:04.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:43:0) after 1m0s
[08:05:04.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:43:0)
[08:05:04.128] Timer tick, asking Buildbucket for the build status
[08:05:07.550] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:07.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:44:0) after 1m0s
[08:06:07.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:44:0)
[08:06:07.600] Timer tick, asking Buildbucket for the build status
[08:06:09.958] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:09.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:45:0) after 1m0s
[08:07:10.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:45:0)
[08:07:10.034] Timer tick, asking Buildbucket for the build status
[08:07:11.060] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:11.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:46:0) after 1m0s
[08:08:11.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:46:0)
[08:08:11.087] Timer tick, asking Buildbucket for the build status
[08:08:12.031] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:12.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:47:0) after 1m0s
[08:09:12.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:47:0)
[08:09:12.111] Timer tick, asking Buildbucket for the build status
[08:09:13.003] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:13.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:48:0) after 1m0s
[08:10:13.090] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:48:0)
[08:10:13.090] Timer tick, asking Buildbucket for the build status
[08:10:13.594] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:13.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:49:0) after 1m0s
[08:11:13.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:49:0)
[08:11:13.797] Timer tick, asking Buildbucket for the build status
[08:11:16.290] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:16.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:50:0) after 1m0s
[08:12:16.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:50:0)
[08:12:16.324] Timer tick, asking Buildbucket for the build status
[08:12:17.062] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:17.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:51:0) after 1m0s
[08:13:17.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:51:0)
[08:13:17.229] Timer tick, asking Buildbucket for the build status
[08:13:17.976] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:17.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:52:0) after 1m0s
[08:14:18.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:52:0)
[08:14:18.018] Timer tick, asking Buildbucket for the build status
[08:14:18.356] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:18.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:53:0) after 1m0s
[08:15:18.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:53:0)
[08:15:18.474] Timer tick, asking Buildbucket for the build status
[08:15:23.742] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:23.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:54:0) after 1m0s
[08:16:23.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:54:0)
[08:16:23.878] Timer tick, asking Buildbucket for the build status
[08:16:24.146] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:24.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:55:0) after 1m0s
[08:17:24.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:55:0)
[08:17:24.231] Timer tick, asking Buildbucket for the build status
[08:17:27.401] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:27.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:56:0) after 1m0s
[08:18:27.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:56:0)
[08:18:27.448] Timer tick, asking Buildbucket for the build status
[08:18:27.722] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:27.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:57:0) after 1m0s
[08:19:27.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:57:0)
[08:19:27.859] Timer tick, asking Buildbucket for the build status
[08:19:28.511] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:28.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:58:0) after 1m0s
[08:20:28.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:58:0)
[08:20:28.568] Timer tick, asking Buildbucket for the build status
[08:20:29.872] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:29.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:59:0) after 1m0s
[08:21:29.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:59:0)
[08:21:29.993] Timer tick, asking Buildbucket for the build status
[08:21:35.213] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:35.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:60:0) after 1m0s
[08:22:35.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:60:0)
[08:22:35.319] Timer tick, asking Buildbucket for the build status
[08:22:36.017] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:36.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:61:0) after 1m0s
[08:23:36.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:61:0)
[08:23:36.250] Timer tick, asking Buildbucket for the build status
[08:23:36.569] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:36.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:62:0) after 1m0s
[08:24:36.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:62:0)
[08:24:36.630] Timer tick, asking Buildbucket for the build status
[08:24:36.966] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:36.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:63:0) after 1m0s
[08:25:37.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:63:0)
[08:25:37.002] Timer tick, asking Buildbucket for the build status
[08:25:37.251] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:37.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:64:0) after 1m0s
[08:26:37.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:64:0)
[08:26:37.274] Timer tick, asking Buildbucket for the build status
[08:26:37.664] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:37.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:65:0) after 1m0s
[08:27:37.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:65:0)
[08:27:37.939] Timer tick, asking Buildbucket for the build status
[08:27:38.207] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:38.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:66:0) after 1m0s
[08:28:38.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:66:0)
[08:28:38.337] Timer tick, asking Buildbucket for the build status
[08:28:38.641] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:38.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:67:0) after 1m0s
[08:29:38.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:67:0)
[08:29:38.897] Timer tick, asking Buildbucket for the build status
[08:29:40.501] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:40.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:68:0) after 1m0s
[08:30:40.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:68:0)
[08:30:40.639] Timer tick, asking Buildbucket for the build status
[08:30:40.857] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:40.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:69:0) after 1m0s
[08:31:41.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:69:0)
[08:31:41.112] Timer tick, asking Buildbucket for the build status
[08:31:41.426] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:41.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:70:0) after 1m0s
[08:32:41.579] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:70:0)
[08:32:41.579] Timer tick, asking Buildbucket for the build status
[08:32:42.270] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:42.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:71:0) after 1m0s
[08:33:42.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:71:0)
[08:33:42.328] Timer tick, asking Buildbucket for the build status
[08:33:43.030] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:43.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:72:0) after 1m0s
[08:34:43.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:72:0)
[08:34:43.201] Timer tick, asking Buildbucket for the build status
[08:34:43.697] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:43.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:73:0) after 1m0s
[08:35:43.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:73:0)
[08:35:43.744] Timer tick, asking Buildbucket for the build status
[08:35:43.979] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:43.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:74:0) after 1m0s
[08:36:44.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:74:0)
[08:36:44.440] Timer tick, asking Buildbucket for the build status
[08:36:44.888] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:44.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:75:0) after 1m0s
[08:37:45.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:75:0)
[08:37:45.053] Timer tick, asking Buildbucket for the build status
[08:37:45.376] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:45.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:76:0) after 1m0s
[08:38:45.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:76:0)
[08:38:45.843] Timer tick, asking Buildbucket for the build status
[08:38:46.091] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:46.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:77:0) after 1m0s
[08:39:46.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:77:0)
[08:39:46.724] Timer tick, asking Buildbucket for the build status
[08:39:51.476] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:51.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:78:0) after 1m0s
[08:40:51.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:78:0)
[08:40:51.499] Timer tick, asking Buildbucket for the build status
[08:40:52.106] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:52.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:79:0) after 1m0s
[08:41:52.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:79:0)
[08:41:52.146] Timer tick, asking Buildbucket for the build status
[08:41:52.899] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:52.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:80:0) after 1m0s
[08:42:52.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:80:0)
[08:42:52.951] Timer tick, asking Buildbucket for the build status
[08:42:53.659] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:53.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:81:0) after 1m0s
[08:43:53.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:81:0)
[08:43:53.719] Timer tick, asking Buildbucket for the build status
[08:43:53.911] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:53.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:82:0) after 1m0s
[08:44:53.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:82:0)
[08:44:53.941] Timer tick, asking Buildbucket for the build status
[08:44:54.890] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:54.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:83:0) after 1m0s
[08:45:54.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:83:0)
[08:45:54.922] Timer tick, asking Buildbucket for the build status
[08:45:55.988] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:55.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:84:0) after 1m0s
[08:46:56.016] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:84:0)
[08:46:56.016] Timer tick, asking Buildbucket for the build status
[08:46:56.549] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:56.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:85:0) after 1m0s
[08:47:56.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:85:0)
[08:47:56.764] Timer tick, asking Buildbucket for the build status
[08:47:56.962] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:56.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:86:0) after 1m0s
[08:48:56.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:86:0)
[08:48:56.998] Timer tick, asking Buildbucket for the build status
[08:48:58.155] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:58.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:87:0) after 1m0s
[08:49:58.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:87:0)
[08:49:58.176] Timer tick, asking Buildbucket for the build status
[08:49:59.069] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:59.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:88:0) after 1m0s
[08:50:59.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:88:0)
[08:50:59.232] Timer tick, asking Buildbucket for the build status
[08:50:59.833] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:59.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:89:0) after 1m0s
[08:51:59.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:89:0)
[08:51:59.861] Timer tick, asking Buildbucket for the build status
[08:52:00.597] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:00.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:90:0) after 1m0s
[08:53:00.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:90:0)
[08:53:00.742] Timer tick, asking Buildbucket for the build status
[08:53:05.721] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:05.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:91:0) after 1m0s
[08:54:05.864] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:91:0)
[08:54:05.864] Timer tick, asking Buildbucket for the build status
[08:54:07.018] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:07.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:92:0) after 1m0s
[08:55:07.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:92:0)
[08:55:07.134] Timer tick, asking Buildbucket for the build status
[08:55:08.520] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:08.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:93:0) after 1m0s
[08:56:08.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:93:0)
[08:56:08.550] Timer tick, asking Buildbucket for the build status
[08:56:08.749] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:08.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:94:0) after 1m0s
[08:57:09.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:94:0)
[08:57:09.015] Timer tick, asking Buildbucket for the build status
[08:57:11.620] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:11.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:95:0) after 1m0s
[08:58:11.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:95:0)
[08:58:11.642] Timer tick, asking Buildbucket for the build status
[08:58:12.023] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:12.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:96:0) after 1m0s
[08:59:12.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:96:0)
[08:59:12.054] Timer tick, asking Buildbucket for the build status
[08:59:12.304] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:12.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:97:0) after 1m0s
[09:00:12.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:97:0)
[09:00:12.372] Timer tick, asking Buildbucket for the build status
[09:00:12.995] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:12.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:98:0) after 1m0s
[09:01:13.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:98:0)
[09:01:13.049] Timer tick, asking Buildbucket for the build status
[09:01:13.306] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:13.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:99:0) after 1m0s
[09:02:13.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:99:0)
[09:02:13.351] Timer tick, asking Buildbucket for the build status
[09:02:13.870] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:13.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:100:0) after 1m0s
[09:03:13.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:100:0)
[09:03:13.926] Timer tick, asking Buildbucket for the build status
[09:03:14.716] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:14.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:101:0) after 1m0s
[09:04:14.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:101:0)
[09:04:14.766] Timer tick, asking Buildbucket for the build status
[09:04:18.632] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:18.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:102:0) after 1m0s
[09:05:18.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:102:0)
[09:05:18.731] Timer tick, asking Buildbucket for the build status
[09:05:19.192] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:19.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:103:0) after 1m0s
[09:06:19.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:103:0)
[09:06:19.238] Timer tick, asking Buildbucket for the build status
[09:06:19.765] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:19.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:104:0) after 1m0s
[09:07:19.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:104:0)
[09:07:19.945] Timer tick, asking Buildbucket for the build status
[09:07:20.676] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:20.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:105:0) after 1m0s
[09:08:20.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:105:0)
[09:08:20.799] Timer tick, asking Buildbucket for the build status
[09:08:21.164] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:21.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:106:0) after 1m0s
[09:09:21.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:106:0)
[09:09:21.142] Timer tick, asking Buildbucket for the build status
[09:09:21.345] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:21.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:107:0) after 1m0s
[09:10:21.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:107:0)
[09:10:21.357] Timer tick, asking Buildbucket for the build status
[09:10:24.119] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:24.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:108:0) after 1m0s
[09:11:24.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:108:0)
[09:11:24.375] Timer tick, asking Buildbucket for the build status
[09:11:26.829] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:26.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:109:0) after 1m0s
[09:12:26.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:109:0)
[09:12:26.899] Timer tick, asking Buildbucket for the build status
[09:12:27.098] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:27.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:110:0) after 1m0s
[09:13:27.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:110:0)
[09:13:27.672] Timer tick, asking Buildbucket for the build status
[09:13:29.212] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:29.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:111:0) after 1m0s
[09:14:29.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:111:0)
[09:14:29.642] Timer tick, asking Buildbucket for the build status
[09:14:30.305] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:30.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:112:0) after 1m0s
[09:15:30.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:112:0)
[09:15:30.369] Timer tick, asking Buildbucket for the build status
[09:15:31.587] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:31.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:113:0) after 1m0s
[09:16:31.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:113:0)
[09:16:31.684] Timer tick, asking Buildbucket for the build status
[09:16:32.327] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:32.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:114:0) after 1m0s
[09:17:32.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:114:0)
[09:17:32.508] Timer tick, asking Buildbucket for the build status
[09:17:32.774] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:32.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:115:0) after 1m0s
[09:18:40.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:115:0)
[09:18:40.526] Timer tick, asking Buildbucket for the build status
[09:18:42.431] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:42.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:116:0) after 1m0s
[09:19:42.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:116:0)
[09:19:42.511] Timer tick, asking Buildbucket for the build status
[09:19:46.290] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:46.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:117:0) after 1m0s
[09:20:46.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:117:0)
[09:20:46.390] Timer tick, asking Buildbucket for the build status
[09:20:48.251] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:48.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:118:0) after 1m0s
[09:21:48.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:118:0)
[09:21:48.284] Timer tick, asking Buildbucket for the build status
[09:21:49.133] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:49.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:119:0) after 1m0s
[09:22:49.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:119:0)
[09:22:49.226] Timer tick, asking Buildbucket for the build status
[09:22:51.884] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:51.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:120:0) after 1m0s
[09:23:51.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:120:0)
[09:23:51.927] Timer tick, asking Buildbucket for the build status
[09:23:53.277] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:53.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:121:0) after 1m0s
[09:24:53.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:121:0)
[09:24:53.348] Timer tick, asking Buildbucket for the build status
[09:24:56.373] Build 8901634329938859936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:56.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067064405886957904:122:0) after 1m0s
[09:25:28.920] Received PubSub notification, asking Buildbucket for the build status
[09:25:29.096] Build 8901634329938859936: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:25:29.096] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1569144327784443",
    "created_by": "project:chromium",
    "created_ts": "1569136987705248",
    "failure_reason": "BUILD_FAILURE",
    "id": "8901634329938859936",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"6b7acf870735d6ce8c2ce989bcb22a574809f5e1\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9998, \"got_angle_revision\": \"341482072a1909e6d4aa25e40954cb5dcdddc208\", \"got_dawn_revision\": \"d46cabd73fb4b06bc5a18ce56b2803bb4bb64d21\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"6b7acf870735d6ce8c2ce989bcb22a574809f5e1\", \"got_revision_cp\": \"refs/heads/master@{#698777}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"b98887e635f10c61bfed0d8e39c40f75abb868fa\", \"got_v8_revision_cp\": \"refs/heads/7.9.88@{#1}\", \"got_webrtc_revision\": \"4854b9f8047e2dad15ff0536ed0a6d6f22bdc79e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29264}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"6b7acf870735d6ce8c2ce989bcb22a574809f5e1\", \"swarm_hashes\": {\"0\": \"2bceab09399a86a207e086ef9b86c7f1605855b6\", \"1\": \"0f5f844b0be307bcc55b4a8e078da71998e42747\", \"10\": \"542cb53ecd97f361bf541536a32434f25c42b4cd\", \"11\": \"3e55d2df4cd494502cf4b8b4c8a8e085da343c1d\", \"12\": \"241e48977e229e001399025eb9faeb47a3f9ca3b\", \"13\": \"82eb49b6d2655e9c3e8b54beef609ee34be86979\", \"14\": \"64d76bf742e869954d7fb4e926548f3634d87113\", \"15\": \"b3c98c914673cbf38f9850372a5f3ebc67616c1d\", \"16\": \"0dcae8e8b55440aa54a5e17957b8265e7e70974d\", \"2\": \"f800b63b7a7b8a5f50f5f2d634e47ab44f12d848\", \"3\": \"e773e135f28e0749211c7204474eaaea23e07b29\", \"4\": \"9d6995fb5141de79df9ea4ba0791c7c6acf18abf\", \"5\": \"d80aadfbae015e4989fa004b29eeaea2ed395739\", \"6\": \"e0b39fb855fdf58e63bfe8da6bd79275e05ec967\", \"7\": \"d6dcc4d7f8ce941568fd73f00f9b57d175068580\", \"8\": \"a86f5496487ead745dd1ce8c857061a89affcf21\", \"9\": \"d9b12436c2a55f497f94f57c11cc3bc99f535e4a\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1569137044144965",
    "status": "COMPLETED",
    "status_changed_ts": "1569137049626478",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9998",
      "builder:ToTiOS",
      "buildset:commit/git/6b7acf870735d6ce8c2ce989bcb22a574809f5e1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6b7acf870735d6ce8c2ce989bcb22a574809f5e1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067064405886957904",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8901634329938859936/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4770abd9517d2310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569144328375416",
    "url": "https://ci.chromium.org/b/8901634329938859936",
    "utcnow_ts": "1569144329084359"
  }
}
[09:25:29.096] Invocation finished in 2h2m35.983966314s with status FAILED