Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "af5d11a80c0a9ba04ada684238920539f7d1caf2"
}

Incoming tags

  • buildset:commit/git/af5d11a80c0a9ba04ada684238920539f7d1caf2
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af5d11a80c0a9ba04ada684238920539f7d1caf2
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[14:38:36.901] New invocation is queued and will start shortly
[14:38:38.512] Starting the invocation (attempt 1)
[14:38:38.549] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:38:38.549] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:38:38.549] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069845498119451776",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"af5d11a80c0a9ba04ada684238920539f7d1caf2\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069845498119451776",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/af5d11a80c0a9ba04ada684238920539f7d1caf2",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af5d11a80c0a9ba04ada684238920539f7d1caf2",
    "gitiles_ref:refs/heads/master"
  ]
}
[14:38:39.394] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566484718718813",
    "id": "8904415435544030704",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"af5d11a80c0a9ba04ada684238920539f7d1caf2\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566484719241716",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9564",
      "builder:ToTiOS",
      "buildset:commit/git/af5d11a80c0a9ba04ada684238920539f7d1caf2",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af5d11a80c0a9ba04ada684238920539f7d1caf2",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069845498119451776",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904415435544030704/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566484719241852",
    "url": "https://ci.chromium.org/b/8904415435544030704",
    "utcnow_ts": "1566484719382652"
  }
}
[14:38:39.394] Task URL: https://ci.chromium.org/b/8904415435544030704
[14:38:39.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:2:0) after 1m0s
[14:39:39.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:2:0)
[14:39:39.635] Timer tick, asking Buildbucket for the build status
[14:39:39.971] Build 8904415435544030704: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:39:39.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:3:0) after 1m0s
[14:40:40.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:3:0)
[14:40:40.099] Timer tick, asking Buildbucket for the build status
[14:40:40.504] Build 8904415435544030704: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:40:40.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:4:0) after 1m0s
[14:41:40.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:4:0)
[14:41:40.661] Timer tick, asking Buildbucket for the build status
[14:41:41.134] Build 8904415435544030704: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:41:41.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:5:0) after 1m0s
[14:42:07.277] Received PubSub notification, asking Buildbucket for the build status
[14:42:07.632] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:41.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:5:0)
[14:42:41.150] Timer tick, asking Buildbucket for the build status
[14:42:41.850] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:41.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:7:0) after 1m0s
[14:43:41.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:7:0)
[14:43:41.994] Timer tick, asking Buildbucket for the build status
[14:43:42.203] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:42.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:8:0) after 1m0s
[14:44:42.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:8:0)
[14:44:42.287] Timer tick, asking Buildbucket for the build status
[14:44:42.923] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:42.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:9:0) after 1m0s
[14:45:43.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:9:0)
[14:45:43.011] Timer tick, asking Buildbucket for the build status
[14:45:45.346] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:45.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:10:0) after 1m0s
[14:46:45.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:10:0)
[14:46:45.399] Timer tick, asking Buildbucket for the build status
[14:46:45.589] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:45.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:11:0) after 1m0s
[14:47:45.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:11:0)
[14:47:45.661] Timer tick, asking Buildbucket for the build status
[14:47:45.844] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:45.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:12:0) after 1m0s
[14:48:45.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:12:0)
[14:48:45.866] Timer tick, asking Buildbucket for the build status
[14:48:46.067] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:46.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:13:0) after 1m0s
[14:49:46.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:13:0)
[14:49:46.243] Timer tick, asking Buildbucket for the build status
[14:49:46.747] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:46.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:14:0) after 1m0s
[14:50:47.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:14:0)
[14:50:47.031] Timer tick, asking Buildbucket for the build status
[14:50:47.378] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:47.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:15:0) after 1m0s
[14:51:47.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:15:0)
[14:51:47.455] Timer tick, asking Buildbucket for the build status
[14:51:47.692] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:47.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:16:0) after 1m0s
[14:52:47.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:16:0)
[14:52:47.679] Timer tick, asking Buildbucket for the build status
[14:52:48.266] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:48.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:17:0) after 1m0s
[14:53:48.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:17:0)
[14:53:48.301] Timer tick, asking Buildbucket for the build status
[14:53:48.489] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:48.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:18:0) after 1m0s
[14:54:48.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:18:0)
[14:54:48.596] Timer tick, asking Buildbucket for the build status
[14:54:48.783] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:48.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:19:0) after 1m0s
[14:55:48.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:19:0)
[14:55:48.806] Timer tick, asking Buildbucket for the build status
[14:55:48.990] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:48.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:20:0) after 1m0s
[14:56:49.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:20:0)
[14:56:49.043] Timer tick, asking Buildbucket for the build status
[14:56:49.407] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:49.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:21:0) after 1m0s
[14:57:49.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:21:0)
[14:57:49.424] Timer tick, asking Buildbucket for the build status
[14:57:49.779] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:49.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:22:0) after 1m0s
[14:58:49.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:22:0)
[14:58:49.816] Timer tick, asking Buildbucket for the build status
[14:58:50.085] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:50.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:23:0) after 1m0s
[14:59:50.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:23:0)
[14:59:50.140] Timer tick, asking Buildbucket for the build status
[14:59:50.306] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:50.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:24:0) after 1m0s
[15:00:50.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:24:0)
[15:00:50.432] Timer tick, asking Buildbucket for the build status
[15:00:50.599] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:50.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:25:0) after 1m0s
[15:01:50.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:25:0)
[15:01:50.712] Timer tick, asking Buildbucket for the build status
[15:01:51.173] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:51.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:26:0) after 1m0s
[15:02:51.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:26:0)
[15:02:51.229] Timer tick, asking Buildbucket for the build status
[15:02:51.868] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:51.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:27:0) after 1m0s
[15:03:51.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:27:0)
[15:03:51.947] Timer tick, asking Buildbucket for the build status
[15:03:52.177] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:52.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:28:0) after 1m0s
[15:04:52.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:28:0)
[15:04:52.197] Timer tick, asking Buildbucket for the build status
[15:04:52.479] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:52.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:29:0) after 1m0s
[15:05:52.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:29:0)
[15:05:52.513] Timer tick, asking Buildbucket for the build status
[15:05:52.705] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:52.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:30:0) after 1m0s
[15:06:52.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:30:0)
[15:06:52.767] Timer tick, asking Buildbucket for the build status
[15:06:53.209] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:53.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:31:0) after 1m0s
[15:07:53.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:31:0)
[15:07:53.335] Timer tick, asking Buildbucket for the build status
[15:07:53.577] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:53.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:32:0) after 1m0s
[15:08:53.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:32:0)
[15:08:53.637] Timer tick, asking Buildbucket for the build status
[15:08:53.888] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:53.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:33:0) after 1m0s
[15:09:53.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:33:0)
[15:09:53.940] Timer tick, asking Buildbucket for the build status
[15:09:54.607] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:54.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:34:0) after 1m0s
[15:10:54.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:34:0)
[15:10:54.655] Timer tick, asking Buildbucket for the build status
[15:10:54.855] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:54.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:35:0) after 1m0s
[15:11:54.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:35:0)
[15:11:54.844] Timer tick, asking Buildbucket for the build status
[15:11:55.033] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:55.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:36:0) after 1m0s
[15:12:55.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:36:0)
[15:12:55.138] Timer tick, asking Buildbucket for the build status
[15:12:55.416] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:55.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:37:0) after 1m0s
[15:13:55.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:37:0)
[15:13:55.589] Timer tick, asking Buildbucket for the build status
[15:13:56.435] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:56.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:38:0) after 1m0s
[15:14:56.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:38:0)
[15:14:56.598] Timer tick, asking Buildbucket for the build status
[15:14:56.754] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:56.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:39:0) after 1m0s
[15:15:56.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:39:0)
[15:15:56.933] Timer tick, asking Buildbucket for the build status
[15:15:57.193] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:57.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:40:0) after 1m0s
[15:16:57.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:40:0)
[15:16:57.472] Timer tick, asking Buildbucket for the build status
[15:16:57.695] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:57.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:41:0) after 1m0s
[15:17:57.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:41:0)
[15:17:57.846] Timer tick, asking Buildbucket for the build status
[15:17:58.131] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:58.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:42:0) after 1m0s
[15:18:58.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:42:0)
[15:18:58.309] Timer tick, asking Buildbucket for the build status
[15:18:58.672] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:58.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:43:0) after 1m0s
[15:19:58.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:43:0)
[15:19:58.801] Timer tick, asking Buildbucket for the build status
[15:19:59.027] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:59.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:44:0) after 1m0s
[15:20:59.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:44:0)
[15:20:59.452] Timer tick, asking Buildbucket for the build status
[15:20:59.626] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:59.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:45:0) after 1m0s
[15:21:59.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:45:0)
[15:21:59.947] Timer tick, asking Buildbucket for the build status
[15:22:00.173] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:00.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:46:0) after 1m0s
[15:23:00.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:46:0)
[15:23:00.203] Timer tick, asking Buildbucket for the build status
[15:23:00.707] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:00.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:47:0) after 1m0s
[15:24:00.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:47:0)
[15:24:00.820] Timer tick, asking Buildbucket for the build status
[15:24:01.161] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:01.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:48:0) after 1m0s
[15:25:01.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:48:0)
[15:25:01.230] Timer tick, asking Buildbucket for the build status
[15:25:01.462] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:01.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:49:0) after 1m0s
[15:26:01.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:49:0)
[15:26:01.503] Timer tick, asking Buildbucket for the build status
[15:26:02.117] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:02.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:50:0) after 1m0s
[15:27:02.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:50:0)
[15:27:02.186] Timer tick, asking Buildbucket for the build status
[15:27:02.622] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:02.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:51:0) after 1m0s
[15:28:02.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:51:0)
[15:28:02.717] Timer tick, asking Buildbucket for the build status
[15:28:03.188] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:03.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:52:0) after 1m0s
[15:29:03.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:52:0)
[15:29:03.304] Timer tick, asking Buildbucket for the build status
[15:29:03.506] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:03.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:53:0) after 1m0s
[15:30:03.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:53:0)
[15:30:03.543] Timer tick, asking Buildbucket for the build status
[15:30:03.734] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:03.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:54:0) after 1m0s
[15:31:03.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:54:0)
[15:31:03.810] Timer tick, asking Buildbucket for the build status
[15:31:03.961] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:03.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:55:0) after 1m0s
[15:32:03.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:55:0)
[15:32:03.993] Timer tick, asking Buildbucket for the build status
[15:32:04.270] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:04.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:56:0) after 1m0s
[15:33:04.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:56:0)
[15:33:04.328] Timer tick, asking Buildbucket for the build status
[15:33:04.471] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:04.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:57:0) after 1m0s
[15:34:04.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:57:0)
[15:34:04.664] Timer tick, asking Buildbucket for the build status
[15:34:04.865] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:04.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:58:0) after 1m0s
[15:35:04.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:58:0)
[15:35:04.911] Timer tick, asking Buildbucket for the build status
[15:35:05.053] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:05.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:59:0) after 1m0s
[15:36:05.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:59:0)
[15:36:05.152] Timer tick, asking Buildbucket for the build status
[15:36:05.675] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:05.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:60:0) after 1m0s
[15:37:05.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:60:0)
[15:37:05.741] Timer tick, asking Buildbucket for the build status
[15:37:07.294] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:07.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:61:0) after 1m0s
[15:38:07.352] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:61:0)
[15:38:07.352] Timer tick, asking Buildbucket for the build status
[15:38:07.564] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:07.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:62:0) after 1m0s
[15:39:07.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:62:0)
[15:39:07.686] Timer tick, asking Buildbucket for the build status
[15:39:08.284] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:08.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:63:0) after 1m0s
[15:40:08.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:63:0)
[15:40:08.318] Timer tick, asking Buildbucket for the build status
[15:40:08.516] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:08.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:64:0) after 1m0s
[15:41:08.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:64:0)
[15:41:08.586] Timer tick, asking Buildbucket for the build status
[15:41:08.955] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:08.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:65:0) after 1m0s
[15:42:08.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:65:0)
[15:42:08.987] Timer tick, asking Buildbucket for the build status
[15:42:09.234] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:09.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:66:0) after 1m0s
[15:43:09.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:66:0)
[15:43:09.258] Timer tick, asking Buildbucket for the build status
[15:43:09.935] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:09.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:67:0) after 1m0s
[15:44:09.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:67:0)
[15:44:09.949] Timer tick, asking Buildbucket for the build status
[15:44:10.639] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:10.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:68:0) after 1m0s
[15:45:10.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:68:0)
[15:45:10.699] Timer tick, asking Buildbucket for the build status
[15:45:13.838] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:13.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:69:0) after 1m0s
[15:46:13.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:69:0)
[15:46:13.835] Timer tick, asking Buildbucket for the build status
[15:46:14.466] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:14.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:70:0) after 1m0s
[15:47:14.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:70:0)
[15:47:14.448] Timer tick, asking Buildbucket for the build status
[15:47:14.589] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:14.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:71:0) after 1m0s
[15:48:14.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:71:0)
[15:48:14.609] Timer tick, asking Buildbucket for the build status
[15:48:15.425] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:15.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:72:0) after 1m0s
[15:49:15.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:72:0)
[15:49:15.489] Timer tick, asking Buildbucket for the build status
[15:49:16.535] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:16.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:73:0) after 1m0s
[15:50:16.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:73:0)
[15:50:16.639] Timer tick, asking Buildbucket for the build status
[15:50:17.428] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:17.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:74:0) after 1m0s
[15:51:17.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:74:0)
[15:51:17.524] Timer tick, asking Buildbucket for the build status
[15:51:17.915] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:17.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:75:0) after 1m0s
[15:52:17.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:75:0)
[15:52:17.988] Timer tick, asking Buildbucket for the build status
[15:52:18.204] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:18.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:76:0) after 1m0s
[15:53:18.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:76:0)
[15:53:18.282] Timer tick, asking Buildbucket for the build status
[15:53:19.153] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:19.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:77:0) after 1m0s
[15:54:19.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:77:0)
[15:54:19.198] Timer tick, asking Buildbucket for the build status
[15:54:19.342] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:19.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:78:0) after 1m0s
[15:55:19.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:78:0)
[15:55:19.433] Timer tick, asking Buildbucket for the build status
[15:55:19.640] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:19.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:79:0) after 1m0s
[15:56:19.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:79:0)
[15:56:19.744] Timer tick, asking Buildbucket for the build status
[15:56:20.212] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:20.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:80:0) after 1m0s
[15:57:20.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:80:0)
[15:57:20.269] Timer tick, asking Buildbucket for the build status
[15:57:21.250] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:21.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:81:0) after 1m0s
[15:58:21.267] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:81:0)
[15:58:21.267] Timer tick, asking Buildbucket for the build status
[15:58:21.449] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:21.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:82:0) after 1m0s
[15:59:21.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:82:0)
[15:59:21.474] Timer tick, asking Buildbucket for the build status
[15:59:21.681] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:21.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:83:0) after 1m0s
[16:00:21.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:83:0)
[16:00:21.749] Timer tick, asking Buildbucket for the build status
[16:00:24.523] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:24.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:84:0) after 1m0s
[16:01:24.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:84:0)
[16:01:24.757] Timer tick, asking Buildbucket for the build status
[16:01:24.912] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:24.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:85:0) after 1m0s
[16:02:25.020] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:85:0)
[16:02:25.020] Timer tick, asking Buildbucket for the build status
[16:02:25.482] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:25.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:86:0) after 1m0s
[16:03:25.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:86:0)
[16:03:25.525] Timer tick, asking Buildbucket for the build status
[16:03:26.064] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:26.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:87:0) after 1m0s
[16:04:26.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:87:0)
[16:04:26.118] Timer tick, asking Buildbucket for the build status
[16:04:26.602] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:26.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:88:0) after 1m0s
[16:05:26.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:88:0)
[16:05:26.703] Timer tick, asking Buildbucket for the build status
[16:05:26.993] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:26.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:89:0) after 1m0s
[16:06:27.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:89:0)
[16:06:27.034] Timer tick, asking Buildbucket for the build status
[16:06:27.731] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:27.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:90:0) after 1m0s
[16:07:27.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:90:0)
[16:07:27.838] Timer tick, asking Buildbucket for the build status
[16:07:28.269] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:28.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:91:0) after 1m0s
[16:08:28.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:91:0)
[16:08:28.369] Timer tick, asking Buildbucket for the build status
[16:08:30.342] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:30.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:92:0) after 1m0s
[16:09:30.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:92:0)
[16:09:30.394] Timer tick, asking Buildbucket for the build status
[16:09:30.715] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:30.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:93:0) after 1m0s
[16:10:30.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:93:0)
[16:10:30.737] Timer tick, asking Buildbucket for the build status
[16:10:30.905] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:30.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:94:0) after 1m0s
[16:11:30.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:94:0)
[16:11:30.940] Timer tick, asking Buildbucket for the build status
[16:11:31.214] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:31.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:95:0) after 1m0s
[16:12:31.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:95:0)
[16:12:31.252] Timer tick, asking Buildbucket for the build status
[16:12:31.437] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:31.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:96:0) after 1m0s
[16:13:31.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:96:0)
[16:13:31.651] Timer tick, asking Buildbucket for the build status
[16:13:32.329] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:32.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:97:0) after 1m0s
[16:14:32.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:97:0)
[16:14:32.399] Timer tick, asking Buildbucket for the build status
[16:14:32.934] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:32.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:98:0) after 1m0s
[16:15:33.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:98:0)
[16:15:33.046] Timer tick, asking Buildbucket for the build status
[16:15:33.300] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:33.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:99:0) after 1m0s
[16:16:33.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:99:0)
[16:16:33.399] Timer tick, asking Buildbucket for the build status
[16:16:33.954] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:33.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:100:0) after 1m0s
[16:17:34.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:100:0)
[16:17:34.169] Timer tick, asking Buildbucket for the build status
[16:17:34.460] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:34.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:101:0) after 1m0s
[16:18:34.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:101:0)
[16:18:34.511] Timer tick, asking Buildbucket for the build status
[16:18:35.051] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:35.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:102:0) after 1m0s
[16:19:35.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:102:0)
[16:19:35.209] Timer tick, asking Buildbucket for the build status
[16:19:35.720] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:35.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:103:0) after 1m0s
[16:20:35.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:103:0)
[16:20:35.955] Timer tick, asking Buildbucket for the build status
[16:20:36.161] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:36.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:104:0) after 1m0s
[16:21:36.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:104:0)
[16:21:36.250] Timer tick, asking Buildbucket for the build status
[16:21:36.829] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:36.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:105:0) after 1m0s
[16:22:36.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:105:0)
[16:22:36.850] Timer tick, asking Buildbucket for the build status
[16:22:37.761] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:37.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:106:0) after 1m0s
[16:23:37.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:106:0)
[16:23:37.789] Timer tick, asking Buildbucket for the build status
[16:23:38.012] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:38.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:107:0) after 1m0s
[16:24:38.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:107:0)
[16:24:38.091] Timer tick, asking Buildbucket for the build status
[16:24:38.488] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:38.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:108:0) after 1m0s
[16:25:38.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:108:0)
[16:25:38.512] Timer tick, asking Buildbucket for the build status
[16:25:42.201] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:42.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:109:0) after 1m0s
[16:26:42.273] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:109:0)
[16:26:42.273] Timer tick, asking Buildbucket for the build status
[16:26:42.624] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:42.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:110:0) after 1m0s
[16:27:42.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:110:0)
[16:27:42.685] Timer tick, asking Buildbucket for the build status
[16:27:42.943] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:42.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:111:0) after 1m0s
[16:28:43.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:111:0)
[16:28:43.318] Timer tick, asking Buildbucket for the build status
[16:28:45.152] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:45.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:112:0) after 1m0s
[16:29:45.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:112:0)
[16:29:45.223] Timer tick, asking Buildbucket for the build status
[16:29:45.543] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:45.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:113:0) after 1m0s
[16:30:45.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:113:0)
[16:30:45.645] Timer tick, asking Buildbucket for the build status
[16:30:47.036] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:47.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:114:0) after 1m0s
[16:31:47.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:114:0)
[16:31:47.125] Timer tick, asking Buildbucket for the build status
[16:31:47.899] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:47.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:115:0) after 1m0s
[16:32:47.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:115:0)
[16:32:47.968] Timer tick, asking Buildbucket for the build status
[16:32:48.152] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:48.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:116:0) after 1m0s
[16:33:48.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:116:0)
[16:33:48.306] Timer tick, asking Buildbucket for the build status
[16:33:48.515] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:48.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:117:0) after 1m0s
[16:34:48.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:117:0)
[16:34:48.693] Timer tick, asking Buildbucket for the build status
[16:34:49.310] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:49.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:118:0) after 1m0s
[16:35:49.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:118:0)
[16:35:49.348] Timer tick, asking Buildbucket for the build status
[16:35:50.226] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:50.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:119:0) after 1m0s
[16:36:50.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:119:0)
[16:36:50.380] Timer tick, asking Buildbucket for the build status
[16:36:50.604] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:50.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:120:0) after 1m0s
[16:37:50.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:120:0)
[16:37:50.704] Timer tick, asking Buildbucket for the build status
[16:37:50.950] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:50.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:121:0) after 1m0s
[16:38:51.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:121:0)
[16:38:51.067] Timer tick, asking Buildbucket for the build status
[16:38:51.292] Build 8904415435544030704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:51.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069845498119451776:122:0) after 1m0s
[16:39:27.521] Received PubSub notification, asking Buildbucket for the build status
[16:39:27.931] Build 8904415435544030704: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:39:27.931] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566491966915288",
    "created_by": "project:chromium",
    "created_ts": "1566484718718813",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904415435544030704",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"af5d11a80c0a9ba04ada684238920539f7d1caf2\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9564, \"got_angle_revision\": \"24456989e21b2aaac01afb560aa05d686d9e272c\", \"got_dawn_revision\": \"ae2b9f4720a7286e001d63939b9deaf2731ccc9f\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"af5d11a80c0a9ba04ada684238920539f7d1caf2\", \"got_revision_cp\": \"refs/heads/master@{#689456}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"152e05a49922055081416cdce4071efd22581156\", \"got_v8_revision_cp\": \"refs/heads/7.8.158@{#1}\", \"got_webrtc_revision\": \"a2dae38ee7729ec1d6fcb7d22b7a597c627ad81a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28937}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"af5d11a80c0a9ba04ada684238920539f7d1caf2\", \"swarm_hashes\": {\"0\": \"b732803c62bf01442147bc4278cc40a56cbbcc6d\", \"1\": \"540e7fbba239aa0bf57c4191f9b93fa1a83d62f6\", \"10\": \"d676426691c2b4134928f5b1b617ffd20669de4c\", \"11\": \"b559592cd7904f5d49949c4a5704fc998bcc5e48\", \"12\": \"4c80a5805e1c2579e975bac45ff880e83c28248b\", \"13\": \"f09a7e45126af6685baa50c81f5406e29ac35427\", \"14\": \"2364b018cd57bf78f71f7d616cb3182ac497b096\", \"15\": \"9cc2fc816e30eb299eb3712ff0cf59676dba7940\", \"16\": \"a92a8d259213f7abbc5908fe115c13956dc0df09\", \"2\": \"922a88ca0f965c796138e424dc25f5a616c9734e\", \"3\": \"bf3c12f9760950da90d91d2111e341b1b4b48566\", \"4\": \"fb4571f1e67f22de9e5d50d39bb511e8b82afeb5\", \"5\": \"e53bf09ff7fd09f1efc6bfb3f772f3099337c057\", \"6\": \"395ef76bb42be991601061a712d3fe9d328f3a71\", \"7\": \"d23fbcf713e2152e017801305a911f7dedccf97a\", \"8\": \"8fde7ea2fadf7cf9e8a715501fa81d207f80083b\", \"9\": \"b50a8d0a862f5258b9b208f41eb934faef82d58b\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566484925953138",
    "status": "COMPLETED",
    "status_changed_ts": "1566484926851334",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9564",
      "builder:ToTiOS",
      "buildset:commit/git/af5d11a80c0a9ba04ada684238920539f7d1caf2",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af5d11a80c0a9ba04ada684238920539f7d1caf2",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069845498119451776",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904415435544030704/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46d2957053528e10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566491967222980",
    "url": "https://ci.chromium.org/b/8904415435544030704",
    "utcnow_ts": "1566491967918436"
  }
}
[16:39:27.931] Invocation finished in 2h0m51.052925149s with status FAILED