Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "a3af8d623d5a55c37eefdca14624b4ab8cccb4fd"
}

Incoming tags

  • buildset:commit/git/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:50:30.099] New invocation is queued and will start shortly
[02:50:31.194] Starting the invocation (attempt 1)
[02:50:31.253] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:50:31.253] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:50:31.253] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067625124603696160",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"a3af8d623d5a55c37eefdca14624b4ab8cccb4fd\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067625124603696160",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:50:36.728] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568602233093555",
    "id": "8902195060790149312",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a3af8d623d5a55c37eefdca14624b4ab8cccb4fd\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568602235861144",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9922",
      "builder:ToTiOS",
      "buildset:commit/git/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067625124603696160",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902195060790149312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568602235861283",
    "url": "https://ci.chromium.org/b/8902195060790149312",
    "utcnow_ts": "1568602236712052"
  }
}
[02:50:36.728] Task URL: https://ci.chromium.org/b/8902195060790149312
[02:50:36.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:2:0) after 1m0s
[02:51:36.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:2:0)
[02:51:36.861] Timer tick, asking Buildbucket for the build status
[02:51:37.094] Build 8902195060790149312: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:51:37.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:3:0) after 1m0s
[02:52:37.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:3:0)
[02:52:37.200] Timer tick, asking Buildbucket for the build status
[02:52:37.431] Build 8902195060790149312: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:52:37.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:4:0) after 1m0s
[02:53:38.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:4:0)
[02:53:38.677] Timer tick, asking Buildbucket for the build status
[02:53:38.849] Build 8902195060790149312: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:53:38.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:5:0) after 1m0s
[02:54:38.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:5:0)
[02:54:38.973] Timer tick, asking Buildbucket for the build status
[02:54:39.582] Build 8902195060790149312: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:54:39.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:6:0) after 1m0s
[02:55:23.362] Received PubSub notification, asking Buildbucket for the build status
[02:55:23.526] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:39.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:6:0)
[02:55:39.652] Timer tick, asking Buildbucket for the build status
[02:55:39.847] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:39.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:8:0) after 1m0s
[02:56:39.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:8:0)
[02:56:39.943] Timer tick, asking Buildbucket for the build status
[02:56:40.124] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:40.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:9:0) after 1m0s
[02:57:40.195] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:9:0)
[02:57:40.195] Timer tick, asking Buildbucket for the build status
[02:57:41.622] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:41.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:10:0) after 1m0s
[02:58:41.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:10:0)
[02:58:41.867] Timer tick, asking Buildbucket for the build status
[02:58:42.099] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:42.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:11:0) after 1m0s
[02:59:42.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:11:0)
[02:59:42.277] Timer tick, asking Buildbucket for the build status
[02:59:42.631] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:42.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:12:0) after 1m0s
[03:00:42.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:12:0)
[03:00:42.719] Timer tick, asking Buildbucket for the build status
[03:00:43.738] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:43.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:13:0) after 1m0s
[03:01:43.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:13:0)
[03:01:43.762] Timer tick, asking Buildbucket for the build status
[03:01:44.062] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:44.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:14:0) after 1m0s
[03:02:44.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:14:0)
[03:02:44.069] Timer tick, asking Buildbucket for the build status
[03:02:44.740] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:44.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:15:0) after 1m0s
[03:03:44.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:15:0)
[03:03:44.963] Timer tick, asking Buildbucket for the build status
[03:03:45.442] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:45.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:16:0) after 1m0s
[03:04:45.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:16:0)
[03:04:45.558] Timer tick, asking Buildbucket for the build status
[03:04:46.167] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:46.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:17:0) after 1m0s
[03:05:46.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:17:0)
[03:05:46.343] Timer tick, asking Buildbucket for the build status
[03:05:46.932] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:46.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:18:0) after 1m0s
[03:06:47.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:18:0)
[03:06:47.205] Timer tick, asking Buildbucket for the build status
[03:06:47.722] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:47.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:19:0) after 1m0s
[03:07:47.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:19:0)
[03:07:47.761] Timer tick, asking Buildbucket for the build status
[03:07:48.156] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:48.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:20:0) after 1m0s
[03:08:48.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:20:0)
[03:08:48.425] Timer tick, asking Buildbucket for the build status
[03:08:49.073] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:49.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:21:0) after 1m0s
[03:09:49.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:21:0)
[03:09:49.252] Timer tick, asking Buildbucket for the build status
[03:09:50.218] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:50.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:22:0) after 1m0s
[03:10:50.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:22:0)
[03:10:50.454] Timer tick, asking Buildbucket for the build status
[03:10:50.993] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:50.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:23:0) after 1m0s
[03:11:51.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:23:0)
[03:11:51.106] Timer tick, asking Buildbucket for the build status
[03:11:51.482] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:51.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:24:0) after 1m0s
[03:12:51.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:24:0)
[03:12:51.635] Timer tick, asking Buildbucket for the build status
[03:12:53.201] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:53.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:25:0) after 1m0s
[03:13:53.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:25:0)
[03:13:53.181] Timer tick, asking Buildbucket for the build status
[03:13:53.860] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:53.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:26:0) after 1m0s
[03:14:53.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:26:0)
[03:14:53.984] Timer tick, asking Buildbucket for the build status
[03:14:54.173] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:54.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:27:0) after 1m0s
[03:15:54.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:27:0)
[03:15:54.282] Timer tick, asking Buildbucket for the build status
[03:15:54.466] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:54.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:28:0) after 1m0s
[03:16:54.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:28:0)
[03:16:54.527] Timer tick, asking Buildbucket for the build status
[03:16:55.745] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:55.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:29:0) after 1m0s
[03:17:55.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:29:0)
[03:17:55.919] Timer tick, asking Buildbucket for the build status
[03:17:56.164] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:56.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:30:0) after 1m0s
[03:18:56.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:30:0)
[03:18:56.335] Timer tick, asking Buildbucket for the build status
[03:18:57.046] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:57.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:31:0) after 1m0s
[03:19:57.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:31:0)
[03:19:57.108] Timer tick, asking Buildbucket for the build status
[03:19:57.268] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:57.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:32:0) after 1m0s
[03:20:57.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:32:0)
[03:20:57.462] Timer tick, asking Buildbucket for the build status
[03:20:57.705] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:57.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:33:0) after 1m0s
[03:21:57.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:33:0)
[03:21:57.843] Timer tick, asking Buildbucket for the build status
[03:21:58.311] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:58.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:34:0) after 1m0s
[03:22:58.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:34:0)
[03:22:58.343] Timer tick, asking Buildbucket for the build status
[03:23:00.157] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:00.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:35:0) after 1m0s
[03:24:00.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:35:0)
[03:24:00.181] Timer tick, asking Buildbucket for the build status
[03:24:00.656] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:00.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:36:0) after 1m0s
[03:25:00.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:36:0)
[03:25:00.680] Timer tick, asking Buildbucket for the build status
[03:25:00.986] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:00.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:37:0) after 1m0s
[03:26:01.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:37:0)
[03:26:01.010] Timer tick, asking Buildbucket for the build status
[03:26:01.179] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:01.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:38:0) after 1m0s
[03:27:01.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:38:0)
[03:27:01.205] Timer tick, asking Buildbucket for the build status
[03:27:01.383] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:01.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:39:0) after 1m0s
[03:28:01.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:39:0)
[03:28:01.413] Timer tick, asking Buildbucket for the build status
[03:28:01.591] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:01.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:40:0) after 1m0s
[03:29:01.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:40:0)
[03:29:01.617] Timer tick, asking Buildbucket for the build status
[03:29:01.844] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:01.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:41:0) after 1m0s
[03:30:01.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:41:0)
[03:30:01.873] Timer tick, asking Buildbucket for the build status
[03:30:02.688] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:02.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:42:0) after 1m0s
[03:31:02.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:42:0)
[03:31:02.722] Timer tick, asking Buildbucket for the build status
[03:31:02.913] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:02.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:43:0) after 1m0s
[03:32:02.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:43:0)
[03:32:02.918] Timer tick, asking Buildbucket for the build status
[03:32:03.423] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:03.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:44:0) after 1m0s
[03:33:03.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:44:0)
[03:33:03.495] Timer tick, asking Buildbucket for the build status
[03:33:03.860] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:03.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:45:0) after 1m0s
[03:34:03.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:45:0)
[03:34:03.915] Timer tick, asking Buildbucket for the build status
[03:34:04.134] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:04.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:46:0) after 1m0s
[03:35:04.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:46:0)
[03:35:04.198] Timer tick, asking Buildbucket for the build status
[03:35:04.391] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:04.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:47:0) after 1m0s
[03:36:04.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:47:0)
[03:36:04.418] Timer tick, asking Buildbucket for the build status
[03:36:04.859] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:04.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:48:0) after 1m0s
[03:37:04.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:48:0)
[03:37:04.896] Timer tick, asking Buildbucket for the build status
[03:37:05.129] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:05.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:49:0) after 1m0s
[03:38:05.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:49:0)
[03:38:05.200] Timer tick, asking Buildbucket for the build status
[03:38:05.797] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:05.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:50:0) after 1m0s
[03:39:05.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:50:0)
[03:39:05.932] Timer tick, asking Buildbucket for the build status
[03:39:07.123] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:07.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:51:0) after 1m0s
[03:40:07.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:51:0)
[03:40:07.160] Timer tick, asking Buildbucket for the build status
[03:40:07.698] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:07.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:52:0) after 1m0s
[03:41:07.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:52:0)
[03:41:07.731] Timer tick, asking Buildbucket for the build status
[03:41:08.639] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:08.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:53:0) after 1m0s
[03:42:08.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:53:0)
[03:42:08.712] Timer tick, asking Buildbucket for the build status
[03:42:09.104] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:09.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:54:0) after 1m0s
[03:43:09.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:54:0)
[03:43:09.164] Timer tick, asking Buildbucket for the build status
[03:43:09.918] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:09.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:55:0) after 1m0s
[03:44:09.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:55:0)
[03:44:09.970] Timer tick, asking Buildbucket for the build status
[03:44:10.177] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:10.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:56:0) after 1m0s
[03:45:10.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:56:0)
[03:45:10.252] Timer tick, asking Buildbucket for the build status
[03:45:10.414] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:10.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:57:0) after 1m0s
[03:46:10.506] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:57:0)
[03:46:10.506] Timer tick, asking Buildbucket for the build status
[03:46:10.746] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:10.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:58:0) after 1m0s
[03:47:10.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:58:0)
[03:47:10.773] Timer tick, asking Buildbucket for the build status
[03:47:10.939] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:10.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:59:0) after 1m0s
[03:48:11.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:59:0)
[03:48:11.003] Timer tick, asking Buildbucket for the build status
[03:48:11.503] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:11.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:60:0) after 1m0s
[03:49:11.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:60:0)
[03:49:11.573] Timer tick, asking Buildbucket for the build status
[03:49:11.914] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:11.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:61:0) after 1m0s
[03:50:11.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:61:0)
[03:50:11.907] Timer tick, asking Buildbucket for the build status
[03:50:12.064] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:12.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:62:0) after 1m0s
[03:51:12.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:62:0)
[03:51:12.134] Timer tick, asking Buildbucket for the build status
[03:51:12.326] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:12.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:63:0) after 1m0s
[03:52:12.547] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:63:0)
[03:52:12.547] Timer tick, asking Buildbucket for the build status
[03:52:13.128] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:13.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:64:0) after 1m0s
[03:53:13.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:64:0)
[03:53:13.157] Timer tick, asking Buildbucket for the build status
[03:53:14.146] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:14.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:65:0) after 1m0s
[03:54:14.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:65:0)
[03:54:14.225] Timer tick, asking Buildbucket for the build status
[03:54:16.244] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:16.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:66:0) after 1m0s
[03:55:16.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:66:0)
[03:55:16.266] Timer tick, asking Buildbucket for the build status
[03:55:16.510] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:16.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:67:0) after 1m0s
[03:56:16.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:67:0)
[03:56:16.548] Timer tick, asking Buildbucket for the build status
[03:56:16.836] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:16.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:68:0) after 1m0s
[03:57:16.864] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:68:0)
[03:57:16.864] Timer tick, asking Buildbucket for the build status
[03:57:17.024] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:17.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:69:0) after 1m0s
[03:58:17.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:69:0)
[03:58:17.087] Timer tick, asking Buildbucket for the build status
[03:58:17.262] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:17.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:70:0) after 1m0s
[03:59:17.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:70:0)
[03:59:17.291] Timer tick, asking Buildbucket for the build status
[03:59:17.457] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:17.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:71:0) after 1m0s
[04:00:17.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:71:0)
[04:00:17.483] Timer tick, asking Buildbucket for the build status
[04:00:17.680] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:17.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:72:0) after 1m0s
[04:01:17.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:72:0)
[04:01:17.657] Timer tick, asking Buildbucket for the build status
[04:01:18.334] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:18.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:73:0) after 1m0s
[04:02:18.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:73:0)
[04:02:18.357] Timer tick, asking Buildbucket for the build status
[04:02:18.571] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:18.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:74:0) after 1m0s
[04:03:18.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:74:0)
[04:03:18.617] Timer tick, asking Buildbucket for the build status
[04:03:19.322] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:19.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:75:0) after 1m0s
[04:04:19.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:75:0)
[04:04:19.347] Timer tick, asking Buildbucket for the build status
[04:04:19.712] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:19.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:76:0) after 1m0s
[04:05:19.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:76:0)
[04:05:19.742] Timer tick, asking Buildbucket for the build status
[04:05:19.905] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:19.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:77:0) after 1m0s
[04:06:19.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:77:0)
[04:06:19.937] Timer tick, asking Buildbucket for the build status
[04:06:21.223] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:21.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:78:0) after 1m0s
[04:07:21.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:78:0)
[04:07:21.305] Timer tick, asking Buildbucket for the build status
[04:07:21.652] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:21.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:79:0) after 1m0s
[04:08:21.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:79:0)
[04:08:21.675] Timer tick, asking Buildbucket for the build status
[04:08:21.862] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:21.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:80:0) after 1m0s
[04:09:21.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:80:0)
[04:09:21.885] Timer tick, asking Buildbucket for the build status
[04:09:22.196] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:22.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:81:0) after 1m0s
[04:10:22.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:81:0)
[04:10:22.220] Timer tick, asking Buildbucket for the build status
[04:10:22.489] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:22.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:82:0) after 1m0s
[04:11:22.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:82:0)
[04:11:22.513] Timer tick, asking Buildbucket for the build status
[04:11:23.397] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:23.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:83:0) after 1m0s
[04:12:23.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:83:0)
[04:12:23.420] Timer tick, asking Buildbucket for the build status
[04:12:23.647] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:23.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:84:0) after 1m0s
[04:13:23.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:84:0)
[04:13:23.686] Timer tick, asking Buildbucket for the build status
[04:13:25.263] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:25.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:85:0) after 1m0s
[04:14:25.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:85:0)
[04:14:25.288] Timer tick, asking Buildbucket for the build status
[04:14:25.438] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:25.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:86:0) after 1m0s
[04:15:25.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:86:0)
[04:15:25.555] Timer tick, asking Buildbucket for the build status
[04:15:25.792] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:25.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:87:0) after 1m0s
[04:16:25.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:87:0)
[04:16:25.904] Timer tick, asking Buildbucket for the build status
[04:16:26.120] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:26.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:88:0) after 1m0s
[04:17:26.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:88:0)
[04:17:26.146] Timer tick, asking Buildbucket for the build status
[04:17:26.442] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:26.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:89:0) after 1m0s
[04:18:26.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:89:0)
[04:18:26.466] Timer tick, asking Buildbucket for the build status
[04:18:26.621] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:26.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:90:0) after 1m0s
[04:19:26.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:90:0)
[04:19:26.657] Timer tick, asking Buildbucket for the build status
[04:19:27.502] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:27.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:91:0) after 1m0s
[04:20:27.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:91:0)
[04:20:27.527] Timer tick, asking Buildbucket for the build status
[04:20:27.824] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:27.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:92:0) after 1m0s
[04:21:27.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:92:0)
[04:21:27.853] Timer tick, asking Buildbucket for the build status
[04:21:28.320] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:28.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:93:0) after 1m0s
[04:22:28.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:93:0)
[04:22:28.345] Timer tick, asking Buildbucket for the build status
[04:22:29.538] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:29.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:94:0) after 1m0s
[04:23:29.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:94:0)
[04:23:29.624] Timer tick, asking Buildbucket for the build status
[04:23:30.161] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:30.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:95:0) after 1m0s
[04:24:30.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:95:0)
[04:24:30.232] Timer tick, asking Buildbucket for the build status
[04:24:30.443] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:30.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:96:0) after 1m0s
[04:25:30.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:96:0)
[04:25:30.442] Timer tick, asking Buildbucket for the build status
[04:25:31.007] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:31.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:97:0) after 1m0s
[04:26:31.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:97:0)
[04:26:31.034] Timer tick, asking Buildbucket for the build status
[04:26:31.379] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:31.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:98:0) after 1m0s
[04:27:31.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:98:0)
[04:27:31.406] Timer tick, asking Buildbucket for the build status
[04:27:31.569] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:31.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:99:0) after 1m0s
[04:28:31.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:99:0)
[04:28:31.619] Timer tick, asking Buildbucket for the build status
[04:28:31.860] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:31.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:100:0) after 1m0s
[04:29:31.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:100:0)
[04:29:31.883] Timer tick, asking Buildbucket for the build status
[04:29:32.615] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:32.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:101:0) after 1m0s
[04:30:32.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:101:0)
[04:30:32.637] Timer tick, asking Buildbucket for the build status
[04:30:32.926] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:32.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:102:0) after 1m0s
[04:31:33.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:102:0)
[04:31:33.000] Timer tick, asking Buildbucket for the build status
[04:31:33.708] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:33.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:103:0) after 1m0s
[04:32:33.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:103:0)
[04:32:33.740] Timer tick, asking Buildbucket for the build status
[04:32:34.603] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:34.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:104:0) after 1m0s
[04:33:34.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:104:0)
[04:33:34.682] Timer tick, asking Buildbucket for the build status
[04:33:34.925] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:34.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:105:0) after 1m0s
[04:34:34.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:105:0)
[04:34:34.951] Timer tick, asking Buildbucket for the build status
[04:34:35.186] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:35.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:106:0) after 1m0s
[04:35:35.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:106:0)
[04:35:35.214] Timer tick, asking Buildbucket for the build status
[04:35:35.580] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:35.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:107:0) after 1m0s
[04:36:35.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:107:0)
[04:36:35.613] Timer tick, asking Buildbucket for the build status
[04:36:35.825] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:35.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:108:0) after 1m0s
[04:37:35.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:108:0)
[04:37:35.850] Timer tick, asking Buildbucket for the build status
[04:37:36.968] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:36.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:109:0) after 1m0s
[04:38:37.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:109:0)
[04:38:37.049] Timer tick, asking Buildbucket for the build status
[04:38:37.244] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:37.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:110:0) after 1m0s
[04:39:37.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:110:0)
[04:39:37.296] Timer tick, asking Buildbucket for the build status
[04:39:37.554] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:37.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:111:0) after 1m0s
[04:40:37.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:111:0)
[04:40:37.583] Timer tick, asking Buildbucket for the build status
[04:40:38.039] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:38.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:112:0) after 1m0s
[04:41:38.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:112:0)
[04:41:38.021] Timer tick, asking Buildbucket for the build status
[04:41:38.209] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:38.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:113:0) after 1m0s
[04:42:38.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:113:0)
[04:42:38.234] Timer tick, asking Buildbucket for the build status
[04:42:38.576] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:38.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:114:0) after 1m0s
[04:43:38.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:114:0)
[04:43:38.599] Timer tick, asking Buildbucket for the build status
[04:43:38.759] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:38.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:115:0) after 1m0s
[04:44:38.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:115:0)
[04:44:38.786] Timer tick, asking Buildbucket for the build status
[04:44:39.188] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:39.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:116:0) after 1m0s
[04:45:39.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:116:0)
[04:45:39.229] Timer tick, asking Buildbucket for the build status
[04:45:39.726] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:39.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:117:0) after 1m0s
[04:46:39.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:117:0)
[04:46:39.752] Timer tick, asking Buildbucket for the build status
[04:46:40.376] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:40.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:118:0) after 1m0s
[04:47:40.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:118:0)
[04:47:40.406] Timer tick, asking Buildbucket for the build status
[04:47:41.082] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:41.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:119:0) after 1m0s
[04:48:41.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:119:0)
[04:48:41.160] Timer tick, asking Buildbucket for the build status
[04:48:41.339] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:41.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:120:0) after 1m0s
[04:49:41.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:120:0)
[04:49:41.364] Timer tick, asking Buildbucket for the build status
[04:49:41.714] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:41.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:121:0) after 1m0s
[04:50:41.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:121:0)
[04:50:41.736] Timer tick, asking Buildbucket for the build status
[04:50:43.188] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:43.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:122:0) after 1m0s
[04:51:43.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:122:0)
[04:51:43.263] Timer tick, asking Buildbucket for the build status
[04:51:43.501] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:43.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:123:0) after 1m0s
[04:52:43.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:123:0)
[04:52:43.522] Timer tick, asking Buildbucket for the build status
[04:52:43.809] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:43.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:124:0) after 1m0s
[04:53:43.891] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:124:0)
[04:53:43.891] Timer tick, asking Buildbucket for the build status
[04:53:44.156] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:44.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:125:0) after 1m0s
[04:54:44.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:125:0)
[04:54:44.240] Timer tick, asking Buildbucket for the build status
[04:54:44.603] Build 8902195060790149312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:44.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067625124603696160:126:0) after 1m0s
[04:55:33.289] Received PubSub notification, asking Buildbucket for the build status
[04:55:33.916] Build 8902195060790149312: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:55:33.916] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568609731241010",
    "created_by": "project:chromium",
    "created_ts": "1568602233093555",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902195060790149312",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a3af8d623d5a55c37eefdca14624b4ab8cccb4fd\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9922, \"got_angle_revision\": \"d32dae1bb37ce71dcdebfff22bfab04e03382e93\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"a3af8d623d5a55c37eefdca14624b4ab8cccb4fd\", \"got_revision_cp\": \"refs/heads/master@{#696698}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"dd10454c1d60bbad90a077ac2e4cf2f300b50bbe\", \"got_v8_revision_cp\": \"refs/heads/7.9.43@{#1}\", \"got_webrtc_revision\": \"fcbe4071ce4608c552bfe9d8b55fc26b7b0e688c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29189}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a3af8d623d5a55c37eefdca14624b4ab8cccb4fd\", \"swarm_hashes\": {\"0\": \"3d71bbd1cd3a15af5856656f9ba9135d70135a16\", \"1\": \"086f20273cd453549d86b323ddfb88093c4b5b23\", \"10\": \"09439b3d64f89a6a29de67abdbafbbd9824136aa\", \"11\": \"3f436dc8d41c62eb0ca2efdb58e1354b1e2bdcdf\", \"12\": \"c6e618fc6653d7664e14fad08c3c971af3ce0fe8\", \"13\": \"f6182646191c1bf7523fa726c94e634cccffd90f\", \"14\": \"d6de3001d7b055fcff6901dd13b979656289dae2\", \"15\": \"53d0573dcca4acdd2516c88073177e8bdff4675f\", \"16\": \"3e7fd860aa3b0e01103fb977ce38b4b7c42cabe1\", \"2\": \"1688700401004e5f86ea0b5d4bd47552275be087\", \"3\": \"02e4be984db3e8539fba09ce069d61549fb10274\", \"4\": \"3011a6a095a57a02084e3e8bc5474694ecbdf2ad\", \"5\": \"692b47c24fc71a81046a36c91f0737b23012f191\", \"6\": \"bdf4f2b2adff46c3252621b07252345bbb019f90\", \"7\": \"e847f6175c4a88ceb7a521fa41cea3b17db8a0ae\", \"8\": \"bbaf742ae71dce0ba028feb5a3eeeb8b88dab896\", \"9\": \"14e780430c23289ceddd4dc2d028cbab89d747ca\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568602521128695",
    "status": "COMPLETED",
    "status_changed_ts": "1568602522835008",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9922",
      "builder:ToTiOS",
      "buildset:commit/git/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3af8d623d5a55c37eefdca14624b4ab8cccb4fd",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067625124603696160",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902195060790149312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4750cc2eed590910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568609731571995",
    "url": "https://ci.chromium.org/b/8902195060790149312",
    "utcnow_ts": "1568609733896151"
  }
}
[04:55:33.916] Invocation finished in 2h5m3.843086539s with status FAILED