Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "a4f48f939442304ed7f88e02fb1ba438dd6a8d81"
}

Incoming tags

  • buildset:commit/git/a4f48f939442304ed7f88e02fb1ba438dd6a8d81
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4f48f939442304ed7f88e02fb1ba438dd6a8d81
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:55:22.105] New invocation is queued and will start shortly
[16:55:23.211] Starting the invocation (attempt 1)
[16:55:23.258] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:55:23.258] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:55:23.258] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069112118602729904",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"a4f48f939442304ed7f88e02fb1ba438dd6a8d81\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069112118602729904",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/a4f48f939442304ed7f88e02fb1ba438dd6a8d81",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4f48f939442304ed7f88e02fb1ba438dd6a8d81",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:55:24.285] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567184123453377",
    "id": "8903682056524663952",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a4f48f939442304ed7f88e02fb1ba438dd6a8d81\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567184123943443",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9670",
      "builder:ToTiOS",
      "buildset:commit/git/a4f48f939442304ed7f88e02fb1ba438dd6a8d81",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4f48f939442304ed7f88e02fb1ba438dd6a8d81",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069112118602729904",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903682056524663952/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567184123943542",
    "url": "https://ci.chromium.org/b/8903682056524663952",
    "utcnow_ts": "1567184124273069"
  }
}
[16:55:24.285] Task URL: https://ci.chromium.org/b/8903682056524663952
[16:55:24.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:2:0) after 1m0s
[16:56:24.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:2:0)
[16:56:24.291] Timer tick, asking Buildbucket for the build status
[16:56:24.576] Build 8903682056524663952: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:56:24.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:3:0) after 1m0s
[16:57:24.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:3:0)
[16:57:24.656] Timer tick, asking Buildbucket for the build status
[16:57:24.828] Build 8903682056524663952: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:57:24.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:4:0) after 1m0s
[16:58:23.194] Received PubSub notification, asking Buildbucket for the build status
[16:58:23.537] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:24.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:4:0)
[16:58:24.897] Timer tick, asking Buildbucket for the build status
[16:58:25.033] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:25.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:6:0) after 1m0s
[16:59:25.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:6:0)
[16:59:25.097] Timer tick, asking Buildbucket for the build status
[16:59:25.719] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:25.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:7:0) after 1m0s
[17:00:25.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:7:0)
[17:00:25.756] Timer tick, asking Buildbucket for the build status
[17:00:26.505] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:26.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:8:0) after 1m0s
[17:01:26.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:8:0)
[17:01:26.566] Timer tick, asking Buildbucket for the build status
[17:01:26.912] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:26.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:9:0) after 1m0s
[17:02:27.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:9:0)
[17:02:27.046] Timer tick, asking Buildbucket for the build status
[17:02:27.936] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:27.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:10:0) after 1m0s
[17:03:27.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:10:0)
[17:03:27.962] Timer tick, asking Buildbucket for the build status
[17:03:29.225] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:29.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:11:0) after 1m0s
[17:04:29.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:11:0)
[17:04:29.306] Timer tick, asking Buildbucket for the build status
[17:04:29.509] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:29.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:12:0) after 1m0s
[17:05:29.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:12:0)
[17:05:29.490] Timer tick, asking Buildbucket for the build status
[17:05:29.735] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:29.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:13:0) after 1m0s
[17:06:29.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:13:0)
[17:06:29.770] Timer tick, asking Buildbucket for the build status
[17:06:30.470] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:30.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:14:0) after 1m0s
[17:07:30.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:14:0)
[17:07:30.504] Timer tick, asking Buildbucket for the build status
[17:07:31.637] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:31.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:15:0) after 1m0s
[17:08:31.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:15:0)
[17:08:31.820] Timer tick, asking Buildbucket for the build status
[17:08:32.240] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:32.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:16:0) after 1m0s
[17:09:32.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:16:0)
[17:09:32.356] Timer tick, asking Buildbucket for the build status
[17:09:32.784] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:32.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:17:0) after 1m0s
[17:10:32.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:17:0)
[17:10:32.773] Timer tick, asking Buildbucket for the build status
[17:10:32.967] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:32.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:18:0) after 1m0s
[17:11:33.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:18:0)
[17:11:33.006] Timer tick, asking Buildbucket for the build status
[17:11:33.647] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:33.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:19:0) after 1m0s
[17:12:33.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:19:0)
[17:12:33.786] Timer tick, asking Buildbucket for the build status
[17:12:34.111] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:34.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:20:0) after 1m0s
[17:13:34.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:20:0)
[17:13:34.210] Timer tick, asking Buildbucket for the build status
[17:13:37.006] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:37.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:21:0) after 1m0s
[17:14:37.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:21:0)
[17:14:37.081] Timer tick, asking Buildbucket for the build status
[17:14:37.240] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:37.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:22:0) after 1m0s
[17:15:37.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:22:0)
[17:15:37.399] Timer tick, asking Buildbucket for the build status
[17:15:37.587] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:37.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:23:0) after 1m0s
[17:16:37.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:23:0)
[17:16:37.642] Timer tick, asking Buildbucket for the build status
[17:16:37.804] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:37.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:24:0) after 1m0s
[17:17:37.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:24:0)
[17:17:37.827] Timer tick, asking Buildbucket for the build status
[17:17:38.364] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:38.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:25:0) after 1m0s
[17:18:38.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:25:0)
[17:18:38.546] Timer tick, asking Buildbucket for the build status
[17:18:38.761] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:38.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:26:0) after 1m0s
[17:19:38.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:26:0)
[17:19:38.827] Timer tick, asking Buildbucket for the build status
[17:19:39.793] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:39.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:27:0) after 1m0s
[17:20:39.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:27:0)
[17:20:39.772] Timer tick, asking Buildbucket for the build status
[17:20:40.585] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:40.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:28:0) after 1m0s
[17:21:40.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:28:0)
[17:21:40.606] Timer tick, asking Buildbucket for the build status
[17:21:40.846] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:40.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:29:0) after 1m0s
[17:22:40.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:29:0)
[17:22:40.861] Timer tick, asking Buildbucket for the build status
[17:22:41.027] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:41.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:30:0) after 1m0s
[17:23:41.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:30:0)
[17:23:41.074] Timer tick, asking Buildbucket for the build status
[17:23:41.307] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:41.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:31:0) after 1m0s
[17:24:41.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:31:0)
[17:24:41.330] Timer tick, asking Buildbucket for the build status
[17:24:41.717] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:41.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:32:0) after 1m0s
[17:25:41.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:32:0)
[17:25:41.705] Timer tick, asking Buildbucket for the build status
[17:25:44.511] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:44.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:33:0) after 1m0s
[17:26:44.506] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:33:0)
[17:26:44.506] Timer tick, asking Buildbucket for the build status
[17:26:44.781] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:44.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:34:0) after 1m0s
[17:27:44.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:34:0)
[17:27:44.823] Timer tick, asking Buildbucket for the build status
[17:27:46.159] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:46.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:35:0) after 1m0s
[17:28:46.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:35:0)
[17:28:46.176] Timer tick, asking Buildbucket for the build status
[17:28:46.336] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:46.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:36:0) after 1m0s
[17:29:46.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:36:0)
[17:29:46.427] Timer tick, asking Buildbucket for the build status
[17:29:47.101] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:47.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:37:0) after 1m0s
[17:30:47.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:37:0)
[17:30:47.248] Timer tick, asking Buildbucket for the build status
[17:30:47.655] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:47.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:38:0) after 1m0s
[17:31:48.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:38:0)
[17:31:48.655] Timer tick, asking Buildbucket for the build status
[17:31:49.731] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:49.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:39:0) after 1m0s
[17:32:49.920] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:39:0)
[17:32:49.920] Timer tick, asking Buildbucket for the build status
[17:32:52.699] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:52.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:40:0) after 1m0s
[17:33:53.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:40:0)
[17:33:53.115] Timer tick, asking Buildbucket for the build status
[17:34:00.286] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:00.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:41:0) after 1m0s
[17:35:01.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:41:0)
[17:35:01.520] Timer tick, asking Buildbucket for the build status
[17:35:03.029] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:03.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:42:0) after 1m0s
[17:36:03.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:42:0)
[17:36:03.245] Timer tick, asking Buildbucket for the build status
[17:36:05.859] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:05.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:43:0) after 1m0s
[17:37:05.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:43:0)
[17:37:05.981] Timer tick, asking Buildbucket for the build status
[17:37:06.222] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:06.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:44:0) after 1m0s
[17:38:06.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:44:0)
[17:38:06.359] Timer tick, asking Buildbucket for the build status
[17:38:06.940] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:06.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:45:0) after 1m0s
[17:39:06.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:45:0)
[17:39:06.998] Timer tick, asking Buildbucket for the build status
[17:39:07.394] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:07.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:46:0) after 1m0s
[17:40:07.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:46:0)
[17:40:07.583] Timer tick, asking Buildbucket for the build status
[17:40:07.768] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:07.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:47:0) after 1m0s
[17:41:07.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:47:0)
[17:41:07.931] Timer tick, asking Buildbucket for the build status
[17:41:08.344] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:08.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:48:0) after 1m0s
[17:42:08.329] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:48:0)
[17:42:08.329] Timer tick, asking Buildbucket for the build status
[17:42:09.009] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:09.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:49:0) after 1m0s
[17:43:09.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:49:0)
[17:43:09.079] Timer tick, asking Buildbucket for the build status
[17:43:09.546] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:09.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:50:0) after 1m0s
[17:44:09.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:50:0)
[17:44:09.743] Timer tick, asking Buildbucket for the build status
[17:44:10.322] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:10.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:51:0) after 1m0s
[17:45:10.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:51:0)
[17:45:10.504] Timer tick, asking Buildbucket for the build status
[17:45:10.770] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:10.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:52:0) after 1m0s
[17:46:11.029] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:52:0)
[17:46:11.029] Timer tick, asking Buildbucket for the build status
[17:46:13.481] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:13.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:53:0) after 1m0s
[17:47:13.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:53:0)
[17:47:13.734] Timer tick, asking Buildbucket for the build status
[17:47:14.431] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:14.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:54:0) after 1m0s
[17:48:14.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:54:0)
[17:48:14.531] Timer tick, asking Buildbucket for the build status
[17:48:14.895] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:14.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:55:0) after 1m0s
[17:49:14.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:55:0)
[17:49:14.979] Timer tick, asking Buildbucket for the build status
[17:49:15.433] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:15.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:56:0) after 1m0s
[17:50:15.497] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:56:0)
[17:50:15.497] Timer tick, asking Buildbucket for the build status
[17:50:15.695] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:15.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:57:0) after 1m0s
[17:51:15.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:57:0)
[17:51:15.686] Timer tick, asking Buildbucket for the build status
[17:51:16.017] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:16.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:58:0) after 1m0s
[17:52:16.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:58:0)
[17:52:16.008] Timer tick, asking Buildbucket for the build status
[17:52:16.269] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:16.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:59:0) after 1m0s
[17:53:16.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:59:0)
[17:53:16.413] Timer tick, asking Buildbucket for the build status
[17:53:16.894] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:16.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:60:0) after 1m0s
[17:54:16.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:60:0)
[17:54:16.989] Timer tick, asking Buildbucket for the build status
[17:54:17.348] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:17.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:61:0) after 1m0s
[17:55:17.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:61:0)
[17:55:17.394] Timer tick, asking Buildbucket for the build status
[17:55:17.880] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:17.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:62:0) after 1m0s
[17:56:17.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:62:0)
[17:56:17.912] Timer tick, asking Buildbucket for the build status
[17:56:18.117] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:18.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:63:0) after 1m0s
[17:57:18.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:63:0)
[17:57:18.165] Timer tick, asking Buildbucket for the build status
[17:57:21.011] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:21.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:64:0) after 1m0s
[17:58:21.090] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:64:0)
[17:58:21.090] Timer tick, asking Buildbucket for the build status
[17:58:21.684] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:21.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:65:0) after 1m0s
[17:59:21.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:65:0)
[17:59:21.728] Timer tick, asking Buildbucket for the build status
[17:59:22.002] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:22.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:66:0) after 1m0s
[18:00:22.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:66:0)
[18:00:22.077] Timer tick, asking Buildbucket for the build status
[18:00:23.005] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:23.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:67:0) after 1m0s
[18:01:23.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:67:0)
[18:01:23.098] Timer tick, asking Buildbucket for the build status
[18:01:24.146] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:24.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:68:0) after 1m0s
[18:02:24.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:68:0)
[18:02:24.245] Timer tick, asking Buildbucket for the build status
[18:02:24.564] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:24.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:69:0) after 1m0s
[18:03:24.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:69:0)
[18:03:24.661] Timer tick, asking Buildbucket for the build status
[18:03:25.122] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:25.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:70:0) after 1m0s
[18:04:25.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:70:0)
[18:04:25.172] Timer tick, asking Buildbucket for the build status
[18:04:27.059] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:27.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:71:0) after 1m0s
[18:05:27.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:71:0)
[18:05:27.054] Timer tick, asking Buildbucket for the build status
[18:05:28.318] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:28.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:72:0) after 1m0s
[18:06:28.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:72:0)
[18:06:28.406] Timer tick, asking Buildbucket for the build status
[18:06:29.027] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:29.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:73:0) after 1m0s
[18:07:29.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:73:0)
[18:07:29.184] Timer tick, asking Buildbucket for the build status
[18:07:29.481] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:29.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:74:0) after 1m0s
[18:08:29.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:74:0)
[18:08:29.685] Timer tick, asking Buildbucket for the build status
[18:08:30.549] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:30.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:75:0) after 1m0s
[18:09:30.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:75:0)
[18:09:30.556] Timer tick, asking Buildbucket for the build status
[18:09:31.215] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:31.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:76:0) after 1m0s
[18:10:31.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:76:0)
[18:10:31.325] Timer tick, asking Buildbucket for the build status
[18:10:34.091] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:34.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:77:0) after 1m0s
[18:11:34.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:77:0)
[18:11:34.389] Timer tick, asking Buildbucket for the build status
[18:11:34.945] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:34.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:78:0) after 1m0s
[18:12:35.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:78:0)
[18:12:35.144] Timer tick, asking Buildbucket for the build status
[18:12:35.900] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:35.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:79:0) after 1m0s
[18:13:36.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:79:0)
[18:13:36.031] Timer tick, asking Buildbucket for the build status
[18:13:36.244] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:36.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:80:0) after 1m0s
[18:14:36.339] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:80:0)
[18:14:36.339] Timer tick, asking Buildbucket for the build status
[18:14:36.487] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:36.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:81:0) after 1m0s
[18:15:36.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:81:0)
[18:15:36.510] Timer tick, asking Buildbucket for the build status
[18:15:37.300] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:37.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:82:0) after 1m0s
[18:16:37.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:82:0)
[18:16:37.412] Timer tick, asking Buildbucket for the build status
[18:16:37.956] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:37.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:83:0) after 1m0s
[18:17:37.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:83:0)
[18:17:37.989] Timer tick, asking Buildbucket for the build status
[18:17:38.783] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:38.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:84:0) after 1m0s
[18:18:38.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:84:0)
[18:18:38.857] Timer tick, asking Buildbucket for the build status
[18:18:40.506] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:40.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:85:0) after 1m0s
[18:19:40.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:85:0)
[18:19:40.595] Timer tick, asking Buildbucket for the build status
[18:19:40.990] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:40.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:86:0) after 1m0s
[18:20:41.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:86:0)
[18:20:41.315] Timer tick, asking Buildbucket for the build status
[18:20:42.522] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:42.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:87:0) after 1m0s
[18:21:42.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:87:0)
[18:21:42.570] Timer tick, asking Buildbucket for the build status
[18:21:42.821] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:42.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:88:0) after 1m0s
[18:22:42.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:88:0)
[18:22:42.880] Timer tick, asking Buildbucket for the build status
[18:22:43.048] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:43.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:89:0) after 1m0s
[18:23:43.141] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:89:0)
[18:23:43.141] Timer tick, asking Buildbucket for the build status
[18:23:43.402] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:43.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:90:0) after 1m0s
[18:24:43.506] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:90:0)
[18:24:43.506] Timer tick, asking Buildbucket for the build status
[18:24:43.951] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:43.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:91:0) after 1m0s
[18:25:44.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:91:0)
[18:25:44.088] Timer tick, asking Buildbucket for the build status
[18:25:45.047] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:45.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:92:0) after 1m0s
[18:26:45.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:92:0)
[18:26:45.106] Timer tick, asking Buildbucket for the build status
[18:26:46.039] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:46.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:93:0) after 1m0s
[18:27:46.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:93:0)
[18:27:46.181] Timer tick, asking Buildbucket for the build status
[18:27:47.973] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:47.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:94:0) after 1m0s
[18:28:47.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:94:0)
[18:28:47.996] Timer tick, asking Buildbucket for the build status
[18:28:48.639] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:48.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:95:0) after 1m0s
[18:29:48.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:95:0)
[18:29:48.739] Timer tick, asking Buildbucket for the build status
[18:29:48.968] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:48.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:96:0) after 1m0s
[18:30:49.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:96:0)
[18:30:49.098] Timer tick, asking Buildbucket for the build status
[18:30:49.370] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:49.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:97:0) after 1m0s
[18:31:49.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:97:0)
[18:31:49.433] Timer tick, asking Buildbucket for the build status
[18:31:50.191] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:50.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:98:0) after 1m0s
[18:32:50.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:98:0)
[18:32:50.291] Timer tick, asking Buildbucket for the build status
[18:32:50.476] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:50.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:99:0) after 1m0s
[18:33:50.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:99:0)
[18:33:50.551] Timer tick, asking Buildbucket for the build status
[18:33:51.248] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:51.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:100:0) after 1m0s
[18:34:51.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:100:0)
[18:34:51.403] Timer tick, asking Buildbucket for the build status
[18:34:51.673] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:51.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:101:0) after 1m0s
[18:35:51.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:101:0)
[18:35:51.772] Timer tick, asking Buildbucket for the build status
[18:35:52.233] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:52.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:102:0) after 1m0s
[18:36:52.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:102:0)
[18:36:52.580] Timer tick, asking Buildbucket for the build status
[18:36:53.621] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:53.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:103:0) after 1m0s
[18:37:53.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:103:0)
[18:37:53.791] Timer tick, asking Buildbucket for the build status
[18:37:55.154] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:55.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:104:0) after 1m0s
[18:38:55.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:104:0)
[18:38:55.265] Timer tick, asking Buildbucket for the build status
[18:38:56.351] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:56.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:105:0) after 1m0s
[18:39:56.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:105:0)
[18:39:56.355] Timer tick, asking Buildbucket for the build status
[18:39:56.785] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:56.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:106:0) after 1m0s
[18:40:57.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:106:0)
[18:40:57.073] Timer tick, asking Buildbucket for the build status
[18:40:57.915] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:57.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:107:0) after 1m0s
[18:41:58.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:107:0)
[18:41:58.194] Timer tick, asking Buildbucket for the build status
[18:41:58.504] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:58.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:108:0) after 1m0s
[18:42:58.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:108:0)
[18:42:58.538] Timer tick, asking Buildbucket for the build status
[18:42:58.813] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:58.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:109:0) after 1m0s
[18:43:58.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:109:0)
[18:43:58.982] Timer tick, asking Buildbucket for the build status
[18:43:59.199] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:59.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:110:0) after 1m0s
[18:44:59.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:110:0)
[18:44:59.383] Timer tick, asking Buildbucket for the build status
[18:45:00.248] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:00.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:111:0) after 1m0s
[18:46:00.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:111:0)
[18:46:00.277] Timer tick, asking Buildbucket for the build status
[18:46:00.538] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:00.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:112:0) after 1m0s
[18:47:00.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:112:0)
[18:47:00.666] Timer tick, asking Buildbucket for the build status
[18:47:01.047] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:01.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:113:0) after 1m0s
[18:48:01.148] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:113:0)
[18:48:01.148] Timer tick, asking Buildbucket for the build status
[18:48:03.249] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:03.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:114:0) after 1m0s
[18:49:03.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:114:0)
[18:49:03.490] Timer tick, asking Buildbucket for the build status
[18:49:04.229] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:04.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:115:0) after 1m0s
[18:50:04.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:115:0)
[18:50:04.381] Timer tick, asking Buildbucket for the build status
[18:50:04.599] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:04.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:116:0) after 1m0s
[18:51:04.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:116:0)
[18:51:04.673] Timer tick, asking Buildbucket for the build status
[18:51:06.176] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:06.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:117:0) after 1m0s
[18:52:06.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:117:0)
[18:52:06.264] Timer tick, asking Buildbucket for the build status
[18:52:07.814] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:07.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:118:0) after 1m0s
[18:53:07.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:118:0)
[18:53:07.887] Timer tick, asking Buildbucket for the build status
[18:53:08.236] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:08.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:119:0) after 1m0s
[18:54:08.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:119:0)
[18:54:08.296] Timer tick, asking Buildbucket for the build status
[18:54:08.935] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:08.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:120:0) after 1m0s
[18:55:09.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:120:0)
[18:55:09.013] Timer tick, asking Buildbucket for the build status
[18:55:10.421] Build 8903682056524663952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:10.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069112118602729904:121:0) after 1m0s
[18:55:37.858] Received PubSub notification, asking Buildbucket for the build status
[18:55:37.980] Build 8903682056524663952: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:55:37.980] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567191336629130",
    "created_by": "project:chromium",
    "created_ts": "1567184123453377",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903682056524663952",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a4f48f939442304ed7f88e02fb1ba438dd6a8d81\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9670, \"got_angle_revision\": \"56ba54cc03f37a306d156a95e1deb3493836d622\", \"got_dawn_revision\": \"864bae4cc6a2d2aac5ab19e6a32c089b4f1e66c5\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"a4f48f939442304ed7f88e02fb1ba438dd6a8d81\", \"got_revision_cp\": \"refs/heads/master@{#692095}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"14ad3f97c318628a4c065d43493e462c51dd1afc\", \"got_v8_revision_cp\": \"refs/heads/7.8.237@{#1}\", \"got_webrtc_revision\": \"8b14b0dea605d22c0886a02b1c78b9d01f0946cc\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29025}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a4f48f939442304ed7f88e02fb1ba438dd6a8d81\", \"swarm_hashes\": {\"0\": \"7c1bfe90da7f2f763d3ec5e3ac0b2cbf5f4c9b64\", \"1\": \"cb6fe288ba8ab7270def44b8149c772d43ace94d\", \"10\": \"36ef8bc623d4abb5aedc475f8bdfcb40ed06617e\", \"11\": \"9dcfb5661d0b5ccedd4d4fb8f5c1c4838d5247b6\", \"12\": \"4bcfc29b1f54826fa4727e21fead4cee04b68de1\", \"13\": \"ff8d35e906e164ed4134c3f2133b0b578c7b45a1\", \"14\": \"f37222e4101c597f59b78aaf3f279a75111ae9bb\", \"15\": \"7906cea7c63a27d4209de6aef7f05835ec82a444\", \"16\": \"52253dca99d653cb2b05c9a2f1334a344c9f00f7\", \"2\": \"c988ee37e8c91b819315756075880c6067d29c24\", \"3\": \"9620d5989862c99f14e3bd0a3b42c25ac366853e\", \"4\": \"1059dfc145b8dc0e941531efe4314bee5ade447f\", \"5\": \"b543b27a4e4e0cd79ace2c183c0767c70d44af5f\", \"6\": \"4960dc75da8076b28b8a589b98c75f8c3ee0f40d\", \"7\": \"567f9a174328597cd476f32f646a55a35c686268\", \"8\": \"6525b7670e62a4fe41d95db6849a4441ccebf6bd\", \"9\": \"88f47f1a73a91c3f9f993218aee8ba3496ba7dd5\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567184301793021",
    "status": "COMPLETED",
    "status_changed_ts": "1567184302720740",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9670",
      "builder:ToTiOS",
      "buildset:commit/git/a4f48f939442304ed7f88e02fb1ba438dd6a8d81",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4f48f939442304ed7f88e02fb1ba438dd6a8d81",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069112118602729904",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903682056524663952/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46fc4583f01c5d10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567191337362454",
    "url": "https://ci.chromium.org/b/8903682056524663952",
    "utcnow_ts": "1567191337969560"
  }
}
[18:55:37.980] Invocation finished in 2h0m15.892616309s with status FAILED