Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "2438000d0f4bd062ac01cfbd449a1609a79e8fb2"
}

Incoming tags

  • buildset:commit/git/2438000d0f4bd062ac01cfbd449a1609a79e8fb2
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2438000d0f4bd062ac01cfbd449a1609a79e8fb2
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[23:21:52.569] New invocation is queued and will start shortly
[23:21:54.122] Starting the invocation (attempt 1)
[23:21:54.239] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:21:54.239] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:21:54.239] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069450189512249488",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"2438000d0f4bd062ac01cfbd449a1609a79e8fb2\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069450189512249488",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2438000d0f4bd062ac01cfbd449a1609a79e8fb2",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2438000d0f4bd062ac01cfbd449a1609a79e8fb2",
    "gitiles_ref:refs/heads/master"
  ]
}
[23:21:55.501] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566861714617872",
    "id": "8904020126691589104",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2438000d0f4bd062ac01cfbd449a1609a79e8fb2\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566861715178471",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9622",
      "builder:ToTiOS",
      "buildset:commit/git/2438000d0f4bd062ac01cfbd449a1609a79e8fb2",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2438000d0f4bd062ac01cfbd449a1609a79e8fb2",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069450189512249488",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904020126691589104/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566861715178615",
    "url": "https://ci.chromium.org/b/8904020126691589104",
    "utcnow_ts": "1566861715484122"
  }
}
[23:21:55.501] Task URL: https://ci.chromium.org/b/8904020126691589104
[23:21:55.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:2:0) after 1m0s
[23:22:55.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:2:0)
[23:22:55.550] Timer tick, asking Buildbucket for the build status
[23:22:56.296] Build 8904020126691589104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:22:56.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:3:0) after 1m0s
[23:23:56.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:3:0)
[23:23:56.539] Timer tick, asking Buildbucket for the build status
[23:23:59.245] Build 8904020126691589104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:23:59.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:4:0) after 1m0s
[23:24:50.351] Received PubSub notification, asking Buildbucket for the build status
[23:24:50.548] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:59.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:4:0)
[23:24:59.375] Timer tick, asking Buildbucket for the build status
[23:24:59.690] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:59.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:6:0) after 1m0s
[23:25:59.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:6:0)
[23:25:59.752] Timer tick, asking Buildbucket for the build status
[23:26:00.309] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:00.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:7:0) after 1m0s
[23:27:00.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:7:0)
[23:27:00.385] Timer tick, asking Buildbucket for the build status
[23:27:00.837] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:00.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:8:0) after 1m0s
[23:28:01.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:8:0)
[23:28:01.169] Timer tick, asking Buildbucket for the build status
[23:28:02.083] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:02.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:9:0) after 1m0s
[23:29:02.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:9:0)
[23:29:02.094] Timer tick, asking Buildbucket for the build status
[23:29:02.834] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:02.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:10:0) after 1m0s
[23:30:03.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:10:0)
[23:30:03.074] Timer tick, asking Buildbucket for the build status
[23:30:03.267] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:03.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:11:0) after 1m0s
[23:31:03.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:11:0)
[23:31:03.320] Timer tick, asking Buildbucket for the build status
[23:31:03.842] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:03.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:12:0) after 1m0s
[23:32:03.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:12:0)
[23:32:03.947] Timer tick, asking Buildbucket for the build status
[23:32:04.287] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:04.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:13:0) after 1m0s
[23:33:04.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:13:0)
[23:33:04.371] Timer tick, asking Buildbucket for the build status
[23:33:04.630] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:04.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:14:0) after 1m0s
[23:34:04.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:14:0)
[23:34:04.667] Timer tick, asking Buildbucket for the build status
[23:34:05.198] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:05.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:15:0) after 1m0s
[23:35:05.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:15:0)
[23:35:05.271] Timer tick, asking Buildbucket for the build status
[23:35:05.520] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:05.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:16:0) after 1m0s
[23:36:05.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:16:0)
[23:36:05.585] Timer tick, asking Buildbucket for the build status
[23:36:05.942] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:05.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:17:0) after 1m0s
[23:37:05.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:17:0)
[23:37:05.970] Timer tick, asking Buildbucket for the build status
[23:37:06.633] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:06.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:18:0) after 1m0s
[23:38:06.696] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:18:0)
[23:38:06.696] Timer tick, asking Buildbucket for the build status
[23:38:07.120] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:07.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:19:0) after 1m0s
[23:39:07.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:19:0)
[23:39:07.153] Timer tick, asking Buildbucket for the build status
[23:39:08.031] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:08.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:20:0) after 1m0s
[23:40:08.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:20:0)
[23:40:08.106] Timer tick, asking Buildbucket for the build status
[23:40:09.918] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:09.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:21:0) after 1m0s
[23:41:10.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:21:0)
[23:41:10.023] Timer tick, asking Buildbucket for the build status
[23:41:10.894] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:10.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:22:0) after 1m0s
[23:42:10.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:22:0)
[23:42:10.987] Timer tick, asking Buildbucket for the build status
[23:42:11.207] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:11.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:23:0) after 1m0s
[23:43:11.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:23:0)
[23:43:11.298] Timer tick, asking Buildbucket for the build status
[23:43:11.597] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:11.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:24:0) after 1m0s
[23:44:11.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:24:0)
[23:44:11.764] Timer tick, asking Buildbucket for the build status
[23:44:12.285] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:12.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:25:0) after 1m0s
[23:45:12.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:25:0)
[23:45:12.391] Timer tick, asking Buildbucket for the build status
[23:45:12.562] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:12.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:26:0) after 1m0s
[23:46:12.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:26:0)
[23:46:12.668] Timer tick, asking Buildbucket for the build status
[23:46:12.923] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:12.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:27:0) after 1m0s
[23:47:13.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:27:0)
[23:47:13.089] Timer tick, asking Buildbucket for the build status
[23:47:13.286] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:13.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:28:0) after 1m0s
[23:48:13.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:28:0)
[23:48:13.340] Timer tick, asking Buildbucket for the build status
[23:48:13.620] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:13.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:29:0) after 1m0s
[23:49:13.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:29:0)
[23:49:13.889] Timer tick, asking Buildbucket for the build status
[23:49:14.641] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:14.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:30:0) after 1m0s
[23:50:14.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:30:0)
[23:50:14.738] Timer tick, asking Buildbucket for the build status
[23:50:15.866] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:15.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:31:0) after 1m0s
[23:51:15.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:31:0)
[23:51:15.955] Timer tick, asking Buildbucket for the build status
[23:51:16.210] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:16.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:32:0) after 1m0s
[23:52:16.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:32:0)
[23:52:16.427] Timer tick, asking Buildbucket for the build status
[23:52:17.166] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:17.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:33:0) after 1m0s
[23:53:17.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:33:0)
[23:53:17.233] Timer tick, asking Buildbucket for the build status
[23:53:17.529] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:17.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:34:0) after 1m0s
[23:54:17.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:34:0)
[23:54:17.572] Timer tick, asking Buildbucket for the build status
[23:54:17.788] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:17.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:35:0) after 1m0s
[23:55:17.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:35:0)
[23:55:17.812] Timer tick, asking Buildbucket for the build status
[23:55:18.531] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:18.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:36:0) after 1m0s
[23:56:18.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:36:0)
[23:56:18.776] Timer tick, asking Buildbucket for the build status
[23:56:19.151] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:19.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:37:0) after 1m0s
[23:57:19.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:37:0)
[23:57:19.178] Timer tick, asking Buildbucket for the build status
[23:57:19.448] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:19.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:38:0) after 1m0s
[23:58:19.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:38:0)
[23:58:19.557] Timer tick, asking Buildbucket for the build status
[23:58:19.738] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:19.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:39:0) after 1m0s
[23:59:19.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:39:0)
[23:59:19.804] Timer tick, asking Buildbucket for the build status
[23:59:21.027] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:21.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:40:0) after 1m0s
[00:00:21.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:40:0)
[00:00:21.135] Timer tick, asking Buildbucket for the build status
[00:00:21.417] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:21.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:41:0) after 1m0s
[00:01:21.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:41:0)
[00:01:21.439] Timer tick, asking Buildbucket for the build status
[00:01:22.696] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:22.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:42:0) after 1m0s
[00:02:22.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:42:0)
[00:02:22.726] Timer tick, asking Buildbucket for the build status
[00:02:24.989] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:24.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:43:0) after 1m0s
[00:03:25.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:43:0)
[00:03:25.111] Timer tick, asking Buildbucket for the build status
[00:03:25.818] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:25.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:44:0) after 1m0s
[00:04:25.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:44:0)
[00:04:25.887] Timer tick, asking Buildbucket for the build status
[00:04:26.454] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:26.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:45:0) after 1m0s
[00:05:26.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:45:0)
[00:05:26.577] Timer tick, asking Buildbucket for the build status
[00:05:26.785] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:26.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:46:0) after 1m0s
[00:06:26.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:46:0)
[00:06:26.847] Timer tick, asking Buildbucket for the build status
[00:06:27.124] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:27.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:47:0) after 1m0s
[00:07:27.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:47:0)
[00:07:27.173] Timer tick, asking Buildbucket for the build status
[00:07:28.328] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:28.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:48:0) after 1m0s
[00:08:28.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:48:0)
[00:08:28.379] Timer tick, asking Buildbucket for the build status
[00:08:29.120] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:29.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:49:0) after 1m0s
[00:09:29.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:49:0)
[00:09:29.203] Timer tick, asking Buildbucket for the build status
[00:09:29.462] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:29.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:50:0) after 1m0s
[00:10:29.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:50:0)
[00:10:29.487] Timer tick, asking Buildbucket for the build status
[00:10:29.709] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:29.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:51:0) after 1m0s
[00:11:29.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:51:0)
[00:11:29.754] Timer tick, asking Buildbucket for the build status
[00:11:30.723] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:30.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:52:0) after 1m0s
[00:12:30.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:52:0)
[00:12:30.825] Timer tick, asking Buildbucket for the build status
[00:12:31.673] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:31.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:53:0) after 1m0s
[00:13:31.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:53:0)
[00:13:31.733] Timer tick, asking Buildbucket for the build status
[00:13:32.603] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:32.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:54:0) after 1m0s
[00:14:32.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:54:0)
[00:14:32.708] Timer tick, asking Buildbucket for the build status
[00:14:35.098] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:35.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:55:0) after 1m0s
[00:15:35.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:55:0)
[00:15:35.137] Timer tick, asking Buildbucket for the build status
[00:15:37.125] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:37.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:56:0) after 1m0s
[00:16:37.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:56:0)
[00:16:37.279] Timer tick, asking Buildbucket for the build status
[00:16:39.576] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:39.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:57:0) after 1m0s
[00:17:39.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:57:0)
[00:17:39.721] Timer tick, asking Buildbucket for the build status
[00:17:40.194] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:40.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:58:0) after 1m0s
[00:18:40.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:58:0)
[00:18:40.252] Timer tick, asking Buildbucket for the build status
[00:18:40.547] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:40.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:59:0) after 1m0s
[00:19:40.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:59:0)
[00:19:40.619] Timer tick, asking Buildbucket for the build status
[00:19:42.444] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:42.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:60:0) after 1m0s
[00:20:42.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:60:0)
[00:20:42.500] Timer tick, asking Buildbucket for the build status
[00:20:45.359] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:45.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:61:0) after 1m0s
[00:21:45.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:61:0)
[00:21:45.388] Timer tick, asking Buildbucket for the build status
[00:21:46.034] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:46.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:62:0) after 1m0s
[00:22:46.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:62:0)
[00:22:46.187] Timer tick, asking Buildbucket for the build status
[00:22:46.840] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:46.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:63:0) after 1m0s
[00:23:46.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:63:0)
[00:23:46.926] Timer tick, asking Buildbucket for the build status
[00:23:47.250] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:47.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:64:0) after 1m0s
[00:24:47.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:64:0)
[00:24:47.417] Timer tick, asking Buildbucket for the build status
[00:24:47.736] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:47.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:65:0) after 1m0s
[00:25:47.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:65:0)
[00:25:47.786] Timer tick, asking Buildbucket for the build status
[00:25:48.011] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:48.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:66:0) after 1m0s
[00:26:48.070] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:66:0)
[00:26:48.070] Timer tick, asking Buildbucket for the build status
[00:26:50.359] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:50.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:67:0) after 1m0s
[00:27:50.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:67:0)
[00:27:50.447] Timer tick, asking Buildbucket for the build status
[00:27:50.989] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:50.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:68:0) after 1m0s
[00:28:51.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:68:0)
[00:28:51.025] Timer tick, asking Buildbucket for the build status
[00:28:51.411] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:51.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:69:0) after 1m0s
[00:29:51.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:69:0)
[00:29:51.499] Timer tick, asking Buildbucket for the build status
[00:29:51.751] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:51.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:70:0) after 1m0s
[00:30:51.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:70:0)
[00:30:51.777] Timer tick, asking Buildbucket for the build status
[00:30:52.079] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:52.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:71:0) after 1m0s
[00:31:52.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:71:0)
[00:31:52.193] Timer tick, asking Buildbucket for the build status
[00:31:52.592] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:52.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:72:0) after 1m0s
[00:32:52.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:72:0)
[00:32:52.886] Timer tick, asking Buildbucket for the build status
[00:32:53.352] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:53.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:73:0) after 1m0s
[00:33:53.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:73:0)
[00:33:53.386] Timer tick, asking Buildbucket for the build status
[00:33:54.202] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:54.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:74:0) after 1m0s
[00:34:54.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:74:0)
[00:34:54.356] Timer tick, asking Buildbucket for the build status
[00:34:54.644] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:54.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:75:0) after 1m0s
[00:35:54.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:75:0)
[00:35:54.725] Timer tick, asking Buildbucket for the build status
[00:35:55.943] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:55.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:76:0) after 1m0s
[00:36:55.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:76:0)
[00:36:55.936] Timer tick, asking Buildbucket for the build status
[00:36:56.600] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:56.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:77:0) after 1m0s
[00:37:56.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:77:0)
[00:37:56.667] Timer tick, asking Buildbucket for the build status
[00:37:56.844] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:56.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:78:0) after 1m0s
[00:38:56.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:78:0)
[00:38:56.909] Timer tick, asking Buildbucket for the build status
[00:38:57.790] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:57.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:79:0) after 1m0s
[00:39:57.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:79:0)
[00:39:57.826] Timer tick, asking Buildbucket for the build status
[00:39:58.048] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:58.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:80:0) after 1m0s
[00:40:58.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:80:0)
[00:40:58.112] Timer tick, asking Buildbucket for the build status
[00:40:58.690] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:58.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:81:0) after 1m0s
[00:41:58.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:81:0)
[00:41:58.727] Timer tick, asking Buildbucket for the build status
[00:41:59.236] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:59.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:82:0) after 1m0s
[00:42:59.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:82:0)
[00:42:59.367] Timer tick, asking Buildbucket for the build status
[00:42:59.681] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:59.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:83:0) after 1m0s
[00:43:59.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:83:0)
[00:43:59.765] Timer tick, asking Buildbucket for the build status
[00:43:59.963] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:59.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:84:0) after 1m0s
[00:45:00.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:84:0)
[00:45:00.034] Timer tick, asking Buildbucket for the build status
[00:45:00.403] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:00.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:85:0) after 1m0s
[00:46:00.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:85:0)
[00:46:00.489] Timer tick, asking Buildbucket for the build status
[00:46:00.933] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:00.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:86:0) after 1m0s
[00:47:01.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:86:0)
[00:47:01.072] Timer tick, asking Buildbucket for the build status
[00:47:02.008] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:02.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:87:0) after 1m0s
[00:48:02.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:87:0)
[00:48:02.094] Timer tick, asking Buildbucket for the build status
[00:48:02.639] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:02.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:88:0) after 1m0s
[00:49:02.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:88:0)
[00:49:02.700] Timer tick, asking Buildbucket for the build status
[00:49:03.144] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:03.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:89:0) after 1m0s
[00:50:03.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:89:0)
[00:50:03.197] Timer tick, asking Buildbucket for the build status
[00:50:03.859] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:03.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:90:0) after 1m0s
[00:51:03.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:90:0)
[00:51:03.899] Timer tick, asking Buildbucket for the build status
[00:51:05.577] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:05.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:91:0) after 1m0s
[00:52:05.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:91:0)
[00:52:05.607] Timer tick, asking Buildbucket for the build status
[00:52:06.003] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:06.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:92:0) after 1m0s
[00:53:06.051] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:92:0)
[00:53:06.051] Timer tick, asking Buildbucket for the build status
[00:53:06.898] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:06.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:93:0) after 1m0s
[00:54:06.991] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:93:0)
[00:54:06.991] Timer tick, asking Buildbucket for the build status
[00:54:07.277] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:07.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:94:0) after 1m0s
[00:55:07.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:94:0)
[00:55:07.371] Timer tick, asking Buildbucket for the build status
[00:55:07.557] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:07.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:95:0) after 1m0s
[00:56:07.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:95:0)
[00:56:07.758] Timer tick, asking Buildbucket for the build status
[00:56:07.949] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:07.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:96:0) after 1m0s
[00:57:08.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:96:0)
[00:57:08.171] Timer tick, asking Buildbucket for the build status
[00:57:08.546] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:08.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:97:0) after 1m0s
[00:58:08.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:97:0)
[00:58:08.606] Timer tick, asking Buildbucket for the build status
[00:58:09.711] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:09.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:98:0) after 1m0s
[00:59:09.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:98:0)
[00:59:09.734] Timer tick, asking Buildbucket for the build status
[00:59:10.139] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:10.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:99:0) after 1m0s
[01:00:10.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:99:0)
[01:00:10.187] Timer tick, asking Buildbucket for the build status
[01:00:10.468] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:10.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:100:0) after 1m0s
[01:01:10.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:100:0)
[01:01:10.531] Timer tick, asking Buildbucket for the build status
[01:01:10.908] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:10.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:101:0) after 1m0s
[01:02:11.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:101:0)
[01:02:11.004] Timer tick, asking Buildbucket for the build status
[01:02:11.300] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:11.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:102:0) after 1m0s
[01:03:11.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:102:0)
[01:03:11.325] Timer tick, asking Buildbucket for the build status
[01:03:13.002] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:13.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:103:0) after 1m0s
[01:04:13.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:103:0)
[01:04:13.115] Timer tick, asking Buildbucket for the build status
[01:04:13.508] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:13.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:104:0) after 1m0s
[01:05:13.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:104:0)
[01:05:13.634] Timer tick, asking Buildbucket for the build status
[01:05:14.299] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:14.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:105:0) after 1m0s
[01:06:14.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:105:0)
[01:06:14.324] Timer tick, asking Buildbucket for the build status
[01:06:14.645] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:14.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:106:0) after 1m0s
[01:07:14.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:106:0)
[01:07:14.827] Timer tick, asking Buildbucket for the build status
[01:07:16.202] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:16.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:107:0) after 1m0s
[01:08:16.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:107:0)
[01:08:16.353] Timer tick, asking Buildbucket for the build status
[01:08:16.578] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:16.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:108:0) after 1m0s
[01:09:16.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:108:0)
[01:09:16.634] Timer tick, asking Buildbucket for the build status
[01:09:16.927] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:16.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:109:0) after 1m0s
[01:10:17.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:109:0)
[01:10:17.080] Timer tick, asking Buildbucket for the build status
[01:10:17.400] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:17.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:110:0) after 1m0s
[01:11:17.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:110:0)
[01:11:17.526] Timer tick, asking Buildbucket for the build status
[01:11:17.766] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:17.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:111:0) after 1m0s
[01:12:17.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:111:0)
[01:12:17.798] Timer tick, asking Buildbucket for the build status
[01:12:18.919] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:18.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:112:0) after 1m0s
[01:13:18.991] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:112:0)
[01:13:18.991] Timer tick, asking Buildbucket for the build status
[01:13:19.281] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:19.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:113:0) after 1m0s
[01:14:19.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:113:0)
[01:14:19.357] Timer tick, asking Buildbucket for the build status
[01:14:19.857] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:19.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:114:0) after 1m0s
[01:15:19.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:114:0)
[01:15:19.898] Timer tick, asking Buildbucket for the build status
[01:15:20.136] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:20.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:115:0) after 1m0s
[01:16:20.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:115:0)
[01:16:20.234] Timer tick, asking Buildbucket for the build status
[01:16:20.534] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:20.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:116:0) after 1m0s
[01:17:20.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:116:0)
[01:17:20.577] Timer tick, asking Buildbucket for the build status
[01:17:20.838] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:20.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:117:0) after 1m0s
[01:18:20.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:117:0)
[01:18:20.881] Timer tick, asking Buildbucket for the build status
[01:18:21.079] Build 8904020126691589104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:21.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069450189512249488:118:0) after 1m0s
[01:19:15.217] Received PubSub notification, asking Buildbucket for the build status
[01:19:15.651] Build 8904020126691589104: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:19:15.651] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566868754745048",
    "created_by": "project:chromium",
    "created_ts": "1566861714617872",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904020126691589104",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2438000d0f4bd062ac01cfbd449a1609a79e8fb2\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9622, \"got_angle_revision\": \"962503e75ac3f4aebc36c24c3b34297fc9ae800d\", \"got_dawn_revision\": \"f19c328b5ba5fb3aaf02e50b5fc11dab93b098b7\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"2438000d0f4bd062ac01cfbd449a1609a79e8fb2\", \"got_revision_cp\": \"refs/heads/master@{#690545}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"0efdaafd71a5b60c7e3e79fced75a9c54e1d374d\", \"got_v8_revision_cp\": \"refs/heads/7.8.199@{#1}\", \"got_webrtc_revision\": \"4869bd6309bbe2e9e038451e9549f5a9d12e4a38\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28957}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2438000d0f4bd062ac01cfbd449a1609a79e8fb2\", \"swarm_hashes\": {\"0\": \"2b55b30fb876a3843d7512702a064a2618ac543c\", \"1\": \"a87f214fa8e1000786b6957834863527a907192f\", \"10\": \"b8942a86394f04159ae37495c78b5d11d7c69da3\", \"11\": \"86b4f5239f22f32110863538858baf718066a8e2\", \"12\": \"cb074133875432f7549534101c33cb26d59da865\", \"13\": \"816afc91c42ef6a09cdf97002b5ac946895787d6\", \"14\": \"9a0e1a0c022f50e3040f51ad1d867cfdd5ac6646\", \"15\": \"bbbbe76567513b1bb982f2c046ce9093fdec629d\", \"16\": \"3f491fa738bb732aacdb054b760fa663aff8a32e\", \"2\": \"e4597b6b47fd83a728351c0a5b7318e923003acf\", \"3\": \"4035f7662c6934f7a7eba05a898c4f6f7c14ccbd\", \"4\": \"24a4a1443488ae290c4eae82dbef685c0df41906\", \"5\": \"ed5cb48d375fca9dfc7e6176e50bf11f41eb635c\", \"6\": \"d1c70e4501901bb15264d0ac39ff6a8a3bec53eb\", \"7\": \"6861edf1dd51469c45c57153198f3dc8548f245d\", \"8\": \"79f28b8eb2cb395bbcbf13f54e8af80553bb03d7\", \"9\": \"a3caafcb6fc504ebb96d8daf3f4d2286f22e1420\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566861889229190",
    "status": "COMPLETED",
    "status_changed_ts": "1566861889661351",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9622",
      "builder:ToTiOS",
      "buildset:commit/git/2438000d0f4bd062ac01cfbd449a1609a79e8fb2",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2438000d0f4bd062ac01cfbd449a1609a79e8fb2",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069450189512249488",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904020126691589104/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46e90df0e7a9e510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566868754822393",
    "url": "https://ci.chromium.org/b/8904020126691589104",
    "utcnow_ts": "1566868755642251"
  }
}
[01:19:15.651] Invocation finished in 1h57m23.107234255s with status FAILED