Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7402ba22536aaa767ffe3954bf302c17606cf0a9"
}

Incoming tags

  • buildset:commit/git/7402ba22536aaa767ffe3954bf302c17606cf0a9
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7402ba22536aaa767ffe3954bf302c17606cf0a9
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[15:41:36.478] New invocation is queued and will start shortly
[15:41:37.552] Starting the invocation (attempt 1)
[15:41:37.608] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:41:37.608] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:41:37.608] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9058063929308847504",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7402ba22536aaa767ffe3954bf302c17606cf0a9\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9058063929308847504",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/7402ba22536aaa767ffe3954bf302c17606cf0a9",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7402ba22536aaa767ffe3954bf302c17606cf0a9",
    "gitiles_ref:refs/heads/master"
  ]
}
[15:41:39.331] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1577720498298163",
    "id": "8892633866734665088",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7402ba22536aaa767ffe3954bf302c17606cf0a9\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1577720499171899",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11737",
      "builder:ToTiOS",
      "buildset:commit/git/7402ba22536aaa767ffe3954bf302c17606cf0a9",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7402ba22536aaa767ffe3954bf302c17606cf0a9",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058063929308847504",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892633866734665088/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577720499172160",
    "url": "https://ci.chromium.org/b/8892633866734665088",
    "utcnow_ts": "1577720499319972"
  }
}
[15:41:39.331] Task URL: https://ci.chromium.org/b/8892633866734665088
[15:41:39.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:2:0) after 1m0s
[15:42:39.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:2:0)
[15:42:39.648] Timer tick, asking Buildbucket for the build status
[15:42:39.831] Build 8892633866734665088: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:42:39.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:3:0) after 1m0s
[15:43:40.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:3:0)
[15:43:40.009] Timer tick, asking Buildbucket for the build status
[15:43:40.192] Build 8892633866734665088: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:43:40.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:4:0) after 1m0s
[15:44:40.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:4:0)
[15:44:40.573] Timer tick, asking Buildbucket for the build status
[15:44:40.740] Build 8892633866734665088: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:44:40.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:5:0) after 1m0s
[15:45:00.168] Received PubSub notification, asking Buildbucket for the build status
[15:45:00.353] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:40.943] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:5:0)
[15:45:40.943] Timer tick, asking Buildbucket for the build status
[15:45:41.096] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:41.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:7:0) after 1m0s
[15:46:41.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:7:0)
[15:46:41.295] Timer tick, asking Buildbucket for the build status
[15:46:41.457] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:41.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:8:0) after 1m0s
[15:47:41.523] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:8:0)
[15:47:41.523] Timer tick, asking Buildbucket for the build status
[15:47:41.788] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:41.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:9:0) after 1m0s
[15:48:41.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:9:0)
[15:48:41.940] Timer tick, asking Buildbucket for the build status
[15:48:42.122] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:42.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:10:0) after 1m0s
[15:49:42.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:10:0)
[15:49:42.151] Timer tick, asking Buildbucket for the build status
[15:49:42.397] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:42.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:11:0) after 1m0s
[15:50:42.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:11:0)
[15:50:42.415] Timer tick, asking Buildbucket for the build status
[15:50:42.583] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:42.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:12:0) after 1m0s
[15:51:42.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:12:0)
[15:51:42.657] Timer tick, asking Buildbucket for the build status
[15:51:42.822] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:42.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:13:0) after 1m0s
[15:52:42.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:13:0)
[15:52:42.983] Timer tick, asking Buildbucket for the build status
[15:52:43.365] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:43.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:14:0) after 1m0s
[15:53:43.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:14:0)
[15:53:43.405] Timer tick, asking Buildbucket for the build status
[15:53:43.690] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:43.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:15:0) after 1m0s
[15:54:43.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:15:0)
[15:54:43.788] Timer tick, asking Buildbucket for the build status
[15:54:44.078] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:44.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:16:0) after 1m0s
[15:55:44.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:16:0)
[15:55:44.078] Timer tick, asking Buildbucket for the build status
[15:55:44.284] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:44.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:17:0) after 1m0s
[15:56:44.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:17:0)
[15:56:44.330] Timer tick, asking Buildbucket for the build status
[15:56:44.525] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:44.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:18:0) after 1m0s
[15:57:44.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:18:0)
[15:57:44.545] Timer tick, asking Buildbucket for the build status
[15:57:44.762] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:44.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:19:0) after 1m0s
[15:58:44.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:19:0)
[15:58:44.839] Timer tick, asking Buildbucket for the build status
[15:58:44.998] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:44.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:20:0) after 1m0s
[15:59:45.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:20:0)
[15:59:45.089] Timer tick, asking Buildbucket for the build status
[15:59:45.420] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:45.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:21:0) after 1m0s
[16:00:45.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:21:0)
[16:00:45.484] Timer tick, asking Buildbucket for the build status
[16:00:45.651] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:45.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:22:0) after 1m0s
[16:01:45.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:22:0)
[16:01:45.702] Timer tick, asking Buildbucket for the build status
[16:01:46.484] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:46.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:23:0) after 1m0s
[16:02:46.547] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:23:0)
[16:02:46.547] Timer tick, asking Buildbucket for the build status
[16:02:46.710] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:46.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:24:0) after 1m0s
[16:03:46.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:24:0)
[16:03:46.793] Timer tick, asking Buildbucket for the build status
[16:03:46.919] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:46.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:25:0) after 1m0s
[16:04:46.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:25:0)
[16:04:46.944] Timer tick, asking Buildbucket for the build status
[16:04:47.242] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:47.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:26:0) after 1m0s
[16:05:47.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:26:0)
[16:05:47.264] Timer tick, asking Buildbucket for the build status
[16:05:47.738] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:47.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:27:0) after 1m0s
[16:06:47.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:27:0)
[16:06:47.780] Timer tick, asking Buildbucket for the build status
[16:06:48.671] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:48.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:28:0) after 1m0s
[16:07:48.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:28:0)
[16:07:48.731] Timer tick, asking Buildbucket for the build status
[16:07:48.899] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:48.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:29:0) after 1m0s
[16:08:48.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:29:0)
[16:08:48.889] Timer tick, asking Buildbucket for the build status
[16:08:49.340] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:49.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:30:0) after 1m0s
[16:09:49.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:30:0)
[16:09:49.360] Timer tick, asking Buildbucket for the build status
[16:09:49.787] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:49.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:31:0) after 1m0s
[16:10:49.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:31:0)
[16:10:49.815] Timer tick, asking Buildbucket for the build status
[16:10:50.673] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:50.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:32:0) after 1m0s
[16:11:50.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:32:0)
[16:11:50.643] Timer tick, asking Buildbucket for the build status
[16:11:51.068] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:51.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:33:0) after 1m0s
[16:12:51.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:33:0)
[16:12:51.097] Timer tick, asking Buildbucket for the build status
[16:12:51.768] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:51.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:34:0) after 1m0s
[16:13:51.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:34:0)
[16:13:51.788] Timer tick, asking Buildbucket for the build status
[16:13:52.269] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:52.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:35:0) after 1m0s
[16:14:52.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:35:0)
[16:14:52.288] Timer tick, asking Buildbucket for the build status
[16:14:52.418] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:52.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:36:0) after 1m0s
[16:15:52.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:36:0)
[16:15:52.449] Timer tick, asking Buildbucket for the build status
[16:15:52.639] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:52.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:37:0) after 1m0s
[16:16:52.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:37:0)
[16:16:52.665] Timer tick, asking Buildbucket for the build status
[16:16:52.870] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:52.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:38:0) after 1m0s
[16:17:52.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:38:0)
[16:17:52.924] Timer tick, asking Buildbucket for the build status
[16:17:53.114] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:53.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:39:0) after 1m0s
[16:18:53.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:39:0)
[16:18:53.169] Timer tick, asking Buildbucket for the build status
[16:18:53.695] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:53.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:40:0) after 1m0s
[16:19:53.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:40:0)
[16:19:53.754] Timer tick, asking Buildbucket for the build status
[16:19:53.989] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:53.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:41:0) after 1m0s
[16:20:54.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:41:0)
[16:20:54.039] Timer tick, asking Buildbucket for the build status
[16:20:54.546] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:54.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:42:0) after 1m0s
[16:21:54.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:42:0)
[16:21:54.576] Timer tick, asking Buildbucket for the build status
[16:21:55.428] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:55.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:43:0) after 1m0s
[16:22:55.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:43:0)
[16:22:55.476] Timer tick, asking Buildbucket for the build status
[16:22:55.766] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:55.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:44:0) after 1m0s
[16:23:55.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:44:0)
[16:23:55.767] Timer tick, asking Buildbucket for the build status
[16:23:55.992] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:55.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:45:0) after 1m0s
[16:24:56.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:45:0)
[16:24:56.073] Timer tick, asking Buildbucket for the build status
[16:24:56.305] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:56.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:46:0) after 1m0s
[16:25:56.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:46:0)
[16:25:56.297] Timer tick, asking Buildbucket for the build status
[16:25:56.540] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:56.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:47:0) after 1m0s
[16:26:56.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:47:0)
[16:26:56.557] Timer tick, asking Buildbucket for the build status
[16:26:57.004] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:57.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:48:0) after 1m0s
[16:27:57.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:48:0)
[16:27:57.036] Timer tick, asking Buildbucket for the build status
[16:27:57.478] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:57.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:49:0) after 1m0s
[16:28:57.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:49:0)
[16:28:57.508] Timer tick, asking Buildbucket for the build status
[16:28:57.708] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:57.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:50:0) after 1m0s
[16:29:57.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:50:0)
[16:29:57.770] Timer tick, asking Buildbucket for the build status
[16:29:57.901] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:57.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:51:0) after 1m0s
[16:30:57.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:51:0)
[16:30:57.965] Timer tick, asking Buildbucket for the build status
[16:30:58.184] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:58.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:52:0) after 1m0s
[16:31:58.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:52:0)
[16:31:58.214] Timer tick, asking Buildbucket for the build status
[16:31:58.721] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:58.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:53:0) after 1m0s
[16:32:58.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:53:0)
[16:32:58.805] Timer tick, asking Buildbucket for the build status
[16:32:59.355] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:59.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:54:0) after 1m0s
[16:33:59.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:54:0)
[16:33:59.378] Timer tick, asking Buildbucket for the build status
[16:33:59.541] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:59.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:55:0) after 1m0s
[16:34:59.561] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:55:0)
[16:34:59.561] Timer tick, asking Buildbucket for the build status
[16:35:00.464] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:00.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:56:0) after 1m0s
[16:36:00.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:56:0)
[16:36:00.490] Timer tick, asking Buildbucket for the build status
[16:36:00.684] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:00.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:57:0) after 1m0s
[16:37:00.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:57:0)
[16:37:00.748] Timer tick, asking Buildbucket for the build status
[16:37:01.238] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:01.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:58:0) after 1m0s
[16:38:01.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:58:0)
[16:38:01.327] Timer tick, asking Buildbucket for the build status
[16:38:01.768] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:01.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:59:0) after 1m0s
[16:39:01.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:59:0)
[16:39:01.846] Timer tick, asking Buildbucket for the build status
[16:39:02.203] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:02.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:60:0) after 1m0s
[16:40:02.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:60:0)
[16:40:02.234] Timer tick, asking Buildbucket for the build status
[16:40:02.505] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:02.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:61:0) after 1m0s
[16:41:02.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:61:0)
[16:41:02.542] Timer tick, asking Buildbucket for the build status
[16:41:02.707] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:02.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:62:0) after 1m0s
[16:42:02.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:62:0)
[16:42:02.730] Timer tick, asking Buildbucket for the build status
[16:42:03.011] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:03.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:63:0) after 1m0s
[16:43:03.030] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:63:0)
[16:43:03.030] Timer tick, asking Buildbucket for the build status
[16:43:03.964] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:03.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:64:0) after 1m0s
[16:44:03.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:64:0)
[16:44:03.983] Timer tick, asking Buildbucket for the build status
[16:44:04.390] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:04.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:65:0) after 1m0s
[16:45:04.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:65:0)
[16:45:04.537] Timer tick, asking Buildbucket for the build status
[16:45:05.311] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:05.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:66:0) after 1m0s
[16:46:05.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:66:0)
[16:46:05.365] Timer tick, asking Buildbucket for the build status
[16:46:05.561] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:05.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:67:0) after 1m0s
[16:47:05.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:67:0)
[16:47:05.583] Timer tick, asking Buildbucket for the build status
[16:47:05.895] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:05.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:68:0) after 1m0s
[16:48:05.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:68:0)
[16:48:05.939] Timer tick, asking Buildbucket for the build status
[16:48:06.448] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:06.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:69:0) after 1m0s
[16:49:06.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:69:0)
[16:49:06.474] Timer tick, asking Buildbucket for the build status
[16:49:06.990] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:06.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:70:0) after 1m0s
[16:50:07.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:70:0)
[16:50:07.145] Timer tick, asking Buildbucket for the build status
[16:50:07.678] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:07.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:71:0) after 1m0s
[16:51:07.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:71:0)
[16:51:07.982] Timer tick, asking Buildbucket for the build status
[16:51:08.401] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:08.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:72:0) after 1m0s
[16:52:08.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:72:0)
[16:52:08.399] Timer tick, asking Buildbucket for the build status
[16:52:08.542] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:08.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:73:0) after 1m0s
[16:53:08.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:73:0)
[16:53:08.585] Timer tick, asking Buildbucket for the build status
[16:53:08.801] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:08.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:74:0) after 1m0s
[16:54:08.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:74:0)
[16:54:08.897] Timer tick, asking Buildbucket for the build status
[16:54:09.125] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:09.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:75:0) after 1m0s
[16:55:09.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:75:0)
[16:55:09.286] Timer tick, asking Buildbucket for the build status
[16:55:09.417] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:09.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:76:0) after 1m0s
[16:56:09.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:76:0)
[16:56:09.501] Timer tick, asking Buildbucket for the build status
[16:56:12.607] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:12.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:77:0) after 1m0s
[16:57:12.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:77:0)
[16:57:12.757] Timer tick, asking Buildbucket for the build status
[16:57:12.960] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:12.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:78:0) after 1m0s
[16:58:12.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:78:0)
[16:58:12.998] Timer tick, asking Buildbucket for the build status
[16:58:14.148] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:14.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:79:0) after 1m0s
[16:59:14.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:79:0)
[16:59:14.555] Timer tick, asking Buildbucket for the build status
[16:59:14.652] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:14.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:80:0) after 1m0s
[17:00:14.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:80:0)
[17:00:14.960] Timer tick, asking Buildbucket for the build status
[17:00:15.206] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:15.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:81:0) after 1m0s
[17:01:15.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:81:0)
[17:01:15.282] Timer tick, asking Buildbucket for the build status
[17:01:17.631] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:17.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:82:0) after 1m0s
[17:02:17.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:82:0)
[17:02:17.704] Timer tick, asking Buildbucket for the build status
[17:02:17.930] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:17.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:83:0) after 1m0s
[17:03:17.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:83:0)
[17:03:17.955] Timer tick, asking Buildbucket for the build status
[17:03:18.143] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:18.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:84:0) after 1m0s
[17:04:18.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:84:0)
[17:04:18.190] Timer tick, asking Buildbucket for the build status
[17:04:18.847] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:18.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:85:0) after 1m0s
[17:05:18.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:85:0)
[17:05:18.916] Timer tick, asking Buildbucket for the build status
[17:05:19.411] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:19.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:86:0) after 1m0s
[17:06:19.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:86:0)
[17:06:19.467] Timer tick, asking Buildbucket for the build status
[17:06:19.726] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:19.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:87:0) after 1m0s
[17:07:19.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:87:0)
[17:07:19.862] Timer tick, asking Buildbucket for the build status
[17:07:20.363] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:20.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:88:0) after 1m0s
[17:08:20.402] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:88:0)
[17:08:20.402] Timer tick, asking Buildbucket for the build status
[17:08:20.865] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:20.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:89:0) after 1m0s
[17:09:20.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:89:0)
[17:09:20.998] Timer tick, asking Buildbucket for the build status
[17:09:21.254] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:21.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:90:0) after 1m0s
[17:10:21.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:90:0)
[17:10:21.362] Timer tick, asking Buildbucket for the build status
[17:10:21.813] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:21.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:91:0) after 1m0s
[17:11:21.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:91:0)
[17:11:21.928] Timer tick, asking Buildbucket for the build status
[17:11:22.577] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:22.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:92:0) after 1m0s
[17:12:22.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:92:0)
[17:12:22.744] Timer tick, asking Buildbucket for the build status
[17:12:23.068] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:23.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:93:0) after 1m0s
[17:13:24.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:93:0)
[17:13:24.781] Timer tick, asking Buildbucket for the build status
[17:13:24.999] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:24.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:94:0) after 1m0s
[17:14:25.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:94:0)
[17:14:25.262] Timer tick, asking Buildbucket for the build status
[17:14:25.847] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:25.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:95:0) after 1m0s
[17:15:26.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:95:0)
[17:15:26.076] Timer tick, asking Buildbucket for the build status
[17:15:26.223] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:26.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:96:0) after 1m0s
[17:16:26.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:96:0)
[17:16:26.384] Timer tick, asking Buildbucket for the build status
[17:16:26.636] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:26.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:97:0) after 1m0s
[17:17:26.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:97:0)
[17:17:26.698] Timer tick, asking Buildbucket for the build status
[17:17:26.846] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:26.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:98:0) after 1m0s
[17:18:26.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:98:0)
[17:18:26.866] Timer tick, asking Buildbucket for the build status
[17:18:27.094] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:27.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:99:0) after 1m0s
[17:19:27.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:99:0)
[17:19:27.164] Timer tick, asking Buildbucket for the build status
[17:19:27.490] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:100:0) after 1m0s
[17:20:27.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:100:0)
[17:20:27.596] Timer tick, asking Buildbucket for the build status
[17:20:27.940] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:27.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:101:0) after 1m0s
[17:21:28.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:101:0)
[17:21:28.391] Timer tick, asking Buildbucket for the build status
[17:21:28.558] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:28.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:102:0) after 1m0s
[17:22:28.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:102:0)
[17:22:28.665] Timer tick, asking Buildbucket for the build status
[17:22:29.019] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:29.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:103:0) after 1m0s
[17:23:29.179] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:103:0)
[17:23:29.179] Timer tick, asking Buildbucket for the build status
[17:23:29.317] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:29.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:104:0) after 1m0s
[17:24:29.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:104:0)
[17:24:29.697] Timer tick, asking Buildbucket for the build status
[17:24:30.055] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:30.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:105:0) after 1m0s
[17:25:30.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:105:0)
[17:25:30.131] Timer tick, asking Buildbucket for the build status
[17:25:30.657] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:30.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:106:0) after 1m0s
[17:26:30.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:106:0)
[17:26:30.682] Timer tick, asking Buildbucket for the build status
[17:26:31.020] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:31.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:107:0) after 1m0s
[17:27:31.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:107:0)
[17:27:31.040] Timer tick, asking Buildbucket for the build status
[17:27:31.527] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:31.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:108:0) after 1m0s
[17:28:31.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:108:0)
[17:28:31.671] Timer tick, asking Buildbucket for the build status
[17:28:32.085] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:32.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:109:0) after 1m0s
[17:29:32.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:109:0)
[17:29:32.108] Timer tick, asking Buildbucket for the build status
[17:29:32.448] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:32.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:110:0) after 1m0s
[17:30:32.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:110:0)
[17:30:32.513] Timer tick, asking Buildbucket for the build status
[17:30:32.775] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:32.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:111:0) after 1m0s
[17:31:32.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:111:0)
[17:31:32.852] Timer tick, asking Buildbucket for the build status
[17:31:33.287] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:33.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:112:0) after 1m0s
[17:32:33.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:112:0)
[17:32:33.375] Timer tick, asking Buildbucket for the build status
[17:32:33.483] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:33.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:113:0) after 1m0s
[17:33:33.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:113:0)
[17:33:33.533] Timer tick, asking Buildbucket for the build status
[17:33:33.892] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:33.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:114:0) after 1m0s
[17:34:33.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:114:0)
[17:34:33.915] Timer tick, asking Buildbucket for the build status
[17:34:36.130] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:36.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:115:0) after 1m0s
[17:35:36.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:115:0)
[17:35:36.242] Timer tick, asking Buildbucket for the build status
[17:35:36.547] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:36.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:116:0) after 1m0s
[17:36:36.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:116:0)
[17:36:36.609] Timer tick, asking Buildbucket for the build status
[17:36:37.244] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:37.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:117:0) after 1m0s
[17:37:37.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:117:0)
[17:37:37.264] Timer tick, asking Buildbucket for the build status
[17:37:37.421] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:37.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:118:0) after 1m0s
[17:38:37.585] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:118:0)
[17:38:37.585] Timer tick, asking Buildbucket for the build status
[17:38:38.365] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:38.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:119:0) after 1m0s
[17:39:38.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:119:0)
[17:39:38.419] Timer tick, asking Buildbucket for the build status
[17:39:38.556] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:38.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:120:0) after 1m0s
[17:40:38.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:120:0)
[17:40:38.601] Timer tick, asking Buildbucket for the build status
[17:40:39.275] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:39.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:121:0) after 1m0s
[17:41:39.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:121:0)
[17:41:39.342] Timer tick, asking Buildbucket for the build status
[17:41:39.528] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:39.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:122:0) after 1m0s
[17:42:39.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:122:0)
[17:42:39.669] Timer tick, asking Buildbucket for the build status
[17:42:41.557] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:41.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:123:0) after 1m0s
[17:43:41.696] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:123:0)
[17:43:41.696] Timer tick, asking Buildbucket for the build status
[17:43:41.818] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:41.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:124:0) after 1m0s
[17:44:42.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:124:0)
[17:44:42.094] Timer tick, asking Buildbucket for the build status
[17:44:42.327] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:42.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:125:0) after 1m0s
[17:45:42.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:125:0)
[17:45:42.406] Timer tick, asking Buildbucket for the build status
[17:45:42.535] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:42.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:126:0) after 1m0s
[17:46:42.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:126:0)
[17:46:42.650] Timer tick, asking Buildbucket for the build status
[17:46:42.776] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:42.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:127:0) after 1m0s
[17:47:42.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:127:0)
[17:47:42.803] Timer tick, asking Buildbucket for the build status
[17:47:42.987] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:42.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:128:0) after 1m0s
[17:48:43.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:128:0)
[17:48:43.131] Timer tick, asking Buildbucket for the build status
[17:48:44.004] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:44.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:129:0) after 1m0s
[17:49:44.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:129:0)
[17:49:44.262] Timer tick, asking Buildbucket for the build status
[17:49:44.793] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:44.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:130:0) after 1m0s
[17:50:44.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:130:0)
[17:50:44.883] Timer tick, asking Buildbucket for the build status
[17:50:45.318] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:45.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:131:0) after 1m0s
[17:51:45.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:131:0)
[17:51:45.428] Timer tick, asking Buildbucket for the build status
[17:51:46.262] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:46.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:132:0) after 1m0s
[17:52:46.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:132:0)
[17:52:46.304] Timer tick, asking Buildbucket for the build status
[17:52:46.557] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:46.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:133:0) after 1m0s
[17:53:47.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:133:0)
[17:53:47.258] Timer tick, asking Buildbucket for the build status
[17:53:48.407] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:48.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:134:0) after 1m0s
[17:54:48.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:134:0)
[17:54:48.725] Timer tick, asking Buildbucket for the build status
[17:54:48.969] Build 8892633866734665088: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:48.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058063929308847504:135:0) after 1m0s
[17:55:25.376] Received PubSub notification, asking Buildbucket for the build status
[17:55:25.531] Build 8892633866734665088: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:55:25.531] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1577728524190046",
    "created_by": "project:chromium",
    "created_ts": "1577720498298163",
    "failure_reason": "BUILD_FAILURE",
    "id": "8892633866734665088",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7402ba22536aaa767ffe3954bf302c17606cf0a9\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11737, \"got_angle_revision\": \"9fac1817ede6b2f1dc61468e2625cbc30d35077c\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"7402ba22536aaa767ffe3954bf302c17606cf0a9\", \"got_revision_cp\": \"refs/heads/master@{#727754}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"59465799210b3f4962af1a9dc44a4ffecb422c10\", \"got_v8_revision\": \"4c53f9a51444393133ff303952f1296603d44ab7\", \"got_v8_revision_cp\": \"refs/heads/8.1.80@{#1}\", \"got_webrtc_revision\": \"9d2c2dba28656b3c913797daaf99b8bf56ca6103\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30128}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7402ba22536aaa767ffe3954bf302c17606cf0a9\", \"swarm_hashes\": {\"0\": \"46edb9aaa5843c105f35194dc96acf3e917f4f7f\", \"1\": \"e2d2279e15ecd04d2b5bc7c4f24948b06882f515\", \"10\": \"bbb30ef06aee28b3699ef25b826093ab596f095c\", \"11\": \"d2c4dfae3f7e9348ee0d05f5752cd22cc870f910\", \"12\": \"8179e7a45a1dbefe158b1915307d408f68a433a8\", \"13\": \"b07e113657879ac2afdd6100ff81fae67b9a784a\", \"14\": \"2bec4cff87b28d04cc5cac47d6876508c270048c\", \"15\": \"f0dbee6dea09faac47722aaf7e8d3070c4a07032\", \"16\": \"5e02d00a776fcd8489e71ba649025915dd2d36f8\", \"2\": \"4fb6fd619d200156064f1b5aa4eed0f46e612e72\", \"3\": \"2397391dba9c178bd73d26a8feddb2bfa164f8fa\", \"4\": \"333a618739db7aeef4334693ae1b461b5359963e\", \"5\": \"9f873cf5eb53417a5890caff2f4433816846be65\", \"6\": \"88b62759ee895cee280279a7696989dc212c8405\", \"7\": \"4b10ff90bafcae0c84b6981e66677e1d5f876880\", \"8\": \"d21ffa41143db72a907de0b32215fbe239b1551b\", \"9\": \"56313296b4c7253aa1a792415f7f6f79f6ef0b7b\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1577720699614084",
    "status": "COMPLETED",
    "status_changed_ts": "1577720699905421",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11737",
      "builder:ToTiOS",
      "buildset:commit/git/7402ba22536aaa767ffe3954bf302c17606cf0a9",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7402ba22536aaa767ffe3954bf302c17606cf0a9",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058063929308847504",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892633866734665088/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:497049dad8a93a10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577728524722523",
    "url": "https://ci.chromium.org/b/8892633866734665088",
    "utcnow_ts": "1577728525514993"
  }
}
[17:55:25.531] Invocation finished in 2h13m49.070505921s with status FAILED