Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f0356ca17f1f71e5834f614be00d834ad13fc8c9"
}

Incoming tags

  • buildset:commit/git/f0356ca17f1f71e5834f614be00d834ad13fc8c9
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0356ca17f1f71e5834f614be00d834ad13fc8c9
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[12:40:21.178] New invocation is queued and will start shortly
[12:40:22.282] Starting the invocation (attempt 1)
[12:40:22.333] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:40:22.333] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:40:22.333] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9055719811758925648",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"f0356ca17f1f71e5834f614be00d834ad13fc8c9\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9055719811758925648",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f0356ca17f1f71e5834f614be00d834ad13fc8c9",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0356ca17f1f71e5834f614be00d834ad13fc8c9",
    "gitiles_ref:refs/heads/master"
  ]
}
[12:40:22.924] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1579956022467242",
    "id": "8890289749744152352",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f0356ca17f1f71e5834f614be00d834ad13fc8c9\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1579956022760120",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12030",
      "builder:ToTiOS",
      "buildset:commit/git/f0356ca17f1f71e5834f614be00d834ad13fc8c9",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0356ca17f1f71e5834f614be00d834ad13fc8c9",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055719811758925648",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890289749744152352/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1579956022760246",
    "url": "https://ci.chromium.org/b/8890289749744152352",
    "utcnow_ts": "1579956022916820"
  }
}
[12:40:22.924] Task URL: https://ci.chromium.org/b/8890289749744152352
[12:40:22.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:2:0) after 1m0s
[12:41:22.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:2:0)
[12:41:22.960] Timer tick, asking Buildbucket for the build status
[12:41:23.116] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:41:23.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:3:0) after 1m0s
[12:42:23.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:3:0)
[12:42:23.400] Timer tick, asking Buildbucket for the build status
[12:42:24.258] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:42:24.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:4:0) after 1m0s
[12:43:24.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:4:0)
[12:43:24.293] Timer tick, asking Buildbucket for the build status
[12:43:24.463] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:43:24.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:5:0) after 1m0s
[12:44:24.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:5:0)
[12:44:24.573] Timer tick, asking Buildbucket for the build status
[12:44:24.828] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:44:24.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:6:0) after 1m0s
[12:45:24.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:6:0)
[12:45:24.873] Timer tick, asking Buildbucket for the build status
[12:45:25.065] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:45:25.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:7:0) after 1m0s
[12:46:25.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:7:0)
[12:46:25.251] Timer tick, asking Buildbucket for the build status
[12:46:25.819] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:46:25.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:8:0) after 1m0s
[12:47:25.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:8:0)
[12:47:25.885] Timer tick, asking Buildbucket for the build status
[12:47:26.791] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:47:26.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:9:0) after 1m0s
[12:48:26.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:9:0)
[12:48:26.852] Timer tick, asking Buildbucket for the build status
[12:48:26.967] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:48:26.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:10:0) after 1m0s
[12:49:27.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:10:0)
[12:49:27.114] Timer tick, asking Buildbucket for the build status
[12:49:27.325] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:49:27.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:11:0) after 1m0s
[12:50:27.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:11:0)
[12:50:27.520] Timer tick, asking Buildbucket for the build status
[12:50:28.418] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:50:28.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:12:0) after 1m0s
[12:51:28.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:12:0)
[12:51:28.700] Timer tick, asking Buildbucket for the build status
[12:51:28.912] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:51:28.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:13:0) after 1m0s
[12:52:28.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:13:0)
[12:52:28.934] Timer tick, asking Buildbucket for the build status
[12:52:29.331] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:52:29.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:14:0) after 1m0s
[12:53:29.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:14:0)
[12:53:29.354] Timer tick, asking Buildbucket for the build status
[12:53:29.510] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:53:29.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:15:0) after 1m0s
[12:54:29.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:15:0)
[12:54:29.542] Timer tick, asking Buildbucket for the build status
[12:54:29.743] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:54:29.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:16:0) after 1m0s
[12:55:29.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:16:0)
[12:55:29.766] Timer tick, asking Buildbucket for the build status
[12:55:29.923] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:55:29.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:17:0) after 1m0s
[12:56:29.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:17:0)
[12:56:29.942] Timer tick, asking Buildbucket for the build status
[12:56:30.504] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:56:30.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:18:0) after 1m0s
[12:57:30.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:18:0)
[12:57:30.570] Timer tick, asking Buildbucket for the build status
[12:57:30.834] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:57:30.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:19:0) after 1m0s
[12:58:30.961] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:19:0)
[12:58:30.961] Timer tick, asking Buildbucket for the build status
[12:58:31.197] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:58:31.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:20:0) after 1m0s
[12:59:31.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:20:0)
[12:59:31.272] Timer tick, asking Buildbucket for the build status
[12:59:32.256] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:59:32.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:21:0) after 1m0s
[13:00:32.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:21:0)
[13:00:32.365] Timer tick, asking Buildbucket for the build status
[13:00:32.778] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:00:32.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:22:0) after 1m0s
[13:01:32.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:22:0)
[13:01:32.847] Timer tick, asking Buildbucket for the build status
[13:01:33.010] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:01:33.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:23:0) after 1m0s
[13:02:33.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:23:0)
[13:02:33.027] Timer tick, asking Buildbucket for the build status
[13:02:33.236] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:02:33.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:24:0) after 1m0s
[13:03:33.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:24:0)
[13:03:33.253] Timer tick, asking Buildbucket for the build status
[13:03:36.458] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:03:36.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:25:0) after 1m0s
[13:04:36.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:25:0)
[13:04:36.455] Timer tick, asking Buildbucket for the build status
[13:04:36.970] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:04:36.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:26:0) after 1m0s
[13:05:37.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:26:0)
[13:05:37.253] Timer tick, asking Buildbucket for the build status
[13:05:37.403] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:05:37.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:27:0) after 1m0s
[13:06:37.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:27:0)
[13:06:37.501] Timer tick, asking Buildbucket for the build status
[13:06:37.615] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:06:37.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:28:0) after 1m0s
[13:07:37.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:28:0)
[13:07:37.658] Timer tick, asking Buildbucket for the build status
[13:07:37.800] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:07:37.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:29:0) after 1m0s
[13:08:37.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:29:0)
[13:08:37.851] Timer tick, asking Buildbucket for the build status
[13:08:38.108] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:08:38.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:30:0) after 1m0s
[13:09:38.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:30:0)
[13:09:38.328] Timer tick, asking Buildbucket for the build status
[13:09:38.717] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:09:38.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:31:0) after 1m0s
[13:10:38.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:31:0)
[13:10:38.745] Timer tick, asking Buildbucket for the build status
[13:10:39.105] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:10:39.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:32:0) after 1m0s
[13:11:39.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:32:0)
[13:11:39.245] Timer tick, asking Buildbucket for the build status
[13:11:39.504] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:11:39.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:33:0) after 1m0s
[13:12:39.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:33:0)
[13:12:39.518] Timer tick, asking Buildbucket for the build status
[13:12:39.664] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:12:39.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:34:0) after 1m0s
[13:13:39.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:34:0)
[13:13:39.740] Timer tick, asking Buildbucket for the build status
[13:13:39.895] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:13:39.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:35:0) after 1m0s
[13:14:39.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:35:0)
[13:14:39.919] Timer tick, asking Buildbucket for the build status
[13:14:40.117] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:14:40.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:36:0) after 1m0s
[13:15:40.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:36:0)
[13:15:40.136] Timer tick, asking Buildbucket for the build status
[13:15:40.312] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:15:40.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:37:0) after 1m0s
[13:16:40.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:37:0)
[13:16:40.335] Timer tick, asking Buildbucket for the build status
[13:16:40.585] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:16:40.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:38:0) after 1m0s
[13:17:40.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:38:0)
[13:17:40.704] Timer tick, asking Buildbucket for the build status
[13:17:40.837] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:17:40.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:39:0) after 1m0s
[13:18:40.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:39:0)
[13:18:40.866] Timer tick, asking Buildbucket for the build status
[13:18:41.044] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:18:41.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:40:0) after 1m0s
[13:19:41.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:40:0)
[13:19:41.062] Timer tick, asking Buildbucket for the build status
[13:19:41.562] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:19:41.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:41:0) after 1m0s
[13:20:41.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:41:0)
[13:20:41.659] Timer tick, asking Buildbucket for the build status
[13:20:41.977] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:20:41.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:42:0) after 1m0s
[13:21:42.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:42:0)
[13:21:42.005] Timer tick, asking Buildbucket for the build status
[13:21:42.682] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:21:42.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:43:0) after 1m0s
[13:22:42.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:43:0)
[13:22:42.842] Timer tick, asking Buildbucket for the build status
[13:22:43.007] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:22:43.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:44:0) after 1m0s
[13:23:42.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:44:0)
[13:23:42.985] Timer tick, asking Buildbucket for the build status
[13:23:43.182] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:23:43.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:45:0) after 1m0s
[13:24:43.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:45:0)
[13:24:43.199] Timer tick, asking Buildbucket for the build status
[13:24:43.676] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:24:43.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:46:0) after 1m0s
[13:25:43.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:46:0)
[13:25:43.659] Timer tick, asking Buildbucket for the build status
[13:25:43.796] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:25:43.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:47:0) after 1m0s
[13:26:43.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:47:0)
[13:26:43.814] Timer tick, asking Buildbucket for the build status
[13:26:44.321] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:26:44.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:48:0) after 1m0s
[13:27:44.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:48:0)
[13:27:44.348] Timer tick, asking Buildbucket for the build status
[13:27:44.510] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:27:44.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:49:0) after 1m0s
[13:28:44.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:49:0)
[13:28:44.553] Timer tick, asking Buildbucket for the build status
[13:28:44.808] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:28:44.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:50:0) after 1m0s
[13:29:44.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:50:0)
[13:29:44.840] Timer tick, asking Buildbucket for the build status
[13:29:44.980] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:29:44.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:51:0) after 1m0s
[13:30:44.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:51:0)
[13:30:44.990] Timer tick, asking Buildbucket for the build status
[13:30:46.279] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:30:46.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:52:0) after 1m0s
[13:31:46.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:52:0)
[13:31:46.303] Timer tick, asking Buildbucket for the build status
[13:31:47.527] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:31:47.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:53:0) after 1m0s
[13:32:48.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:53:0)
[13:32:48.297] Timer tick, asking Buildbucket for the build status
[13:32:48.756] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:32:48.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:54:0) after 1m0s
[13:33:48.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:54:0)
[13:33:48.987] Timer tick, asking Buildbucket for the build status
[13:33:49.174] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:33:49.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:55:0) after 1m0s
[13:34:49.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:55:0)
[13:34:49.433] Timer tick, asking Buildbucket for the build status
[13:34:49.944] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:34:49.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:56:0) after 1m0s
[13:35:49.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:56:0)
[13:35:49.996] Timer tick, asking Buildbucket for the build status
[13:35:50.176] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:35:50.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:57:0) after 1m0s
[13:36:50.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:57:0)
[13:36:50.240] Timer tick, asking Buildbucket for the build status
[13:36:50.551] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:36:50.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:58:0) after 1m0s
[13:37:50.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:58:0)
[13:37:50.574] Timer tick, asking Buildbucket for the build status
[13:37:50.949] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:37:50.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:59:0) after 1m0s
[13:38:50.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:59:0)
[13:38:50.986] Timer tick, asking Buildbucket for the build status
[13:38:51.151] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:38:51.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:60:0) after 1m0s
[13:39:51.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:60:0)
[13:39:51.269] Timer tick, asking Buildbucket for the build status
[13:39:51.607] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:39:51.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:61:0) after 1m0s
[13:40:51.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:61:0)
[13:40:51.902] Timer tick, asking Buildbucket for the build status
[13:40:52.802] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:40:52.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:62:0) after 1m0s
[13:41:52.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:62:0)
[13:41:52.914] Timer tick, asking Buildbucket for the build status
[13:41:53.599] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:41:53.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:63:0) after 1m0s
[13:42:53.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:63:0)
[13:42:53.699] Timer tick, asking Buildbucket for the build status
[13:42:54.363] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:42:54.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:64:0) after 1m0s
[13:43:54.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:64:0)
[13:43:54.512] Timer tick, asking Buildbucket for the build status
[13:43:54.663] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:43:54.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:65:0) after 1m0s
[13:44:54.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:65:0)
[13:44:54.925] Timer tick, asking Buildbucket for the build status
[13:44:55.119] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:44:55.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:66:0) after 1m0s
[13:45:55.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:66:0)
[13:45:55.287] Timer tick, asking Buildbucket for the build status
[13:45:56.099] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:45:56.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:67:0) after 1m0s
[13:46:56.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:67:0)
[13:46:56.271] Timer tick, asking Buildbucket for the build status
[13:46:56.419] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:46:56.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:68:0) after 1m0s
[13:47:56.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:68:0)
[13:47:56.541] Timer tick, asking Buildbucket for the build status
[13:47:57.344] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:47:57.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:69:0) after 1m0s
[13:48:57.509] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:69:0)
[13:48:57.509] Timer tick, asking Buildbucket for the build status
[13:48:57.852] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:48:57.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:70:0) after 1m0s
[13:49:57.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:70:0)
[13:49:57.918] Timer tick, asking Buildbucket for the build status
[13:49:58.126] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:49:58.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:71:0) after 1m0s
[13:50:58.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:71:0)
[13:50:58.231] Timer tick, asking Buildbucket for the build status
[13:50:58.377] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:50:58.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:72:0) after 1m0s
[13:51:58.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:72:0)
[13:51:58.411] Timer tick, asking Buildbucket for the build status
[13:51:58.678] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:51:58.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:73:0) after 1m0s
[13:52:58.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:73:0)
[13:52:58.787] Timer tick, asking Buildbucket for the build status
[13:52:59.009] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:52:59.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:74:0) after 1m0s
[13:53:59.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:74:0)
[13:53:59.205] Timer tick, asking Buildbucket for the build status
[13:53:59.753] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:53:59.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:75:0) after 1m0s
[13:54:59.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:75:0)
[13:54:59.793] Timer tick, asking Buildbucket for the build status
[13:54:59.947] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:54:59.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:76:0) after 1m0s
[13:55:59.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:76:0)
[13:55:59.969] Timer tick, asking Buildbucket for the build status
[13:56:00.314] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:56:00.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:77:0) after 1m0s
[13:57:00.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:77:0)
[13:57:00.338] Timer tick, asking Buildbucket for the build status
[13:57:00.651] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:57:00.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:78:0) after 1m0s
[13:58:00.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:78:0)
[13:58:00.623] Timer tick, asking Buildbucket for the build status
[13:58:00.787] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:58:00.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:79:0) after 1m0s
[13:59:00.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:79:0)
[13:59:00.837] Timer tick, asking Buildbucket for the build status
[13:59:01.011] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:59:01.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:80:0) after 1m0s
[14:00:01.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:80:0)
[14:00:01.034] Timer tick, asking Buildbucket for the build status
[14:00:01.367] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:00:01.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:81:0) after 1m0s
[14:01:01.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:81:0)
[14:01:01.392] Timer tick, asking Buildbucket for the build status
[14:01:01.547] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:01:01.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:82:0) after 1m0s
[14:02:01.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:82:0)
[14:02:01.610] Timer tick, asking Buildbucket for the build status
[14:02:02.385] Build 8890289749744152352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:02:02.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:83:0) after 1m0s
[14:02:37.476] Received PubSub notification, asking Buildbucket for the build status
[14:02:37.606] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:02.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:83:0)
[14:03:02.476] Timer tick, asking Buildbucket for the build status
[14:03:03.858] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:03.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:85:0) after 1m0s
[14:04:03.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:85:0)
[14:04:03.945] Timer tick, asking Buildbucket for the build status
[14:04:04.781] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:04.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:86:0) after 1m0s
[14:05:04.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:86:0)
[14:05:04.848] Timer tick, asking Buildbucket for the build status
[14:05:05.261] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:05.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:87:0) after 1m0s
[14:06:05.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:87:0)
[14:06:05.274] Timer tick, asking Buildbucket for the build status
[14:06:05.577] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:05.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:88:0) after 1m0s
[14:07:05.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:88:0)
[14:07:05.605] Timer tick, asking Buildbucket for the build status
[14:07:05.759] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:05.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:89:0) after 1m0s
[14:08:05.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:89:0)
[14:08:05.779] Timer tick, asking Buildbucket for the build status
[14:08:06.873] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:06.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:90:0) after 1m0s
[14:09:07.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:90:0)
[14:09:07.067] Timer tick, asking Buildbucket for the build status
[14:09:07.222] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:07.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:91:0) after 1m0s
[14:10:07.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:91:0)
[14:10:07.322] Timer tick, asking Buildbucket for the build status
[14:10:07.456] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:07.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:92:0) after 1m0s
[14:11:07.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:92:0)
[14:11:07.479] Timer tick, asking Buildbucket for the build status
[14:11:08.192] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:08.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:93:0) after 1m0s
[14:12:08.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:93:0)
[14:12:08.226] Timer tick, asking Buildbucket for the build status
[14:12:08.391] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:08.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:94:0) after 1m0s
[14:13:08.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:94:0)
[14:13:08.433] Timer tick, asking Buildbucket for the build status
[14:13:09.398] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:09.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:95:0) after 1m0s
[14:14:09.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:95:0)
[14:14:09.467] Timer tick, asking Buildbucket for the build status
[14:14:09.609] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:09.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:96:0) after 1m0s
[14:15:09.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:96:0)
[14:15:09.645] Timer tick, asking Buildbucket for the build status
[14:15:10.048] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:10.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:97:0) after 1m0s
[14:16:10.030] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:97:0)
[14:16:10.030] Timer tick, asking Buildbucket for the build status
[14:16:10.996] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:10.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:98:0) after 1m0s
[14:17:11.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:98:0)
[14:17:11.018] Timer tick, asking Buildbucket for the build status
[14:17:11.162] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:11.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:99:0) after 1m0s
[14:18:11.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:99:0)
[14:18:11.194] Timer tick, asking Buildbucket for the build status
[14:18:11.341] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:11.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:100:0) after 1m0s
[14:19:11.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:100:0)
[14:19:11.417] Timer tick, asking Buildbucket for the build status
[14:19:12.476] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:12.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:101:0) after 1m0s
[14:20:12.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:101:0)
[14:20:12.518] Timer tick, asking Buildbucket for the build status
[14:20:13.797] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:13.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:102:0) after 1m0s
[14:21:13.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:102:0)
[14:21:13.818] Timer tick, asking Buildbucket for the build status
[14:21:14.087] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:14.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:103:0) after 1m0s
[14:22:14.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:103:0)
[14:22:14.103] Timer tick, asking Buildbucket for the build status
[14:22:14.475] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:14.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:104:0) after 1m0s
[14:23:14.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:104:0)
[14:23:14.548] Timer tick, asking Buildbucket for the build status
[14:23:14.889] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:14.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:105:0) after 1m0s
[14:24:14.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:105:0)
[14:24:14.916] Timer tick, asking Buildbucket for the build status
[14:24:16.158] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:16.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:106:0) after 1m0s
[14:25:16.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:106:0)
[14:25:16.177] Timer tick, asking Buildbucket for the build status
[14:25:16.692] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:16.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:107:0) after 1m0s
[14:26:16.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:107:0)
[14:26:16.837] Timer tick, asking Buildbucket for the build status
[14:26:17.211] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:17.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:108:0) after 1m0s
[14:27:17.270] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:108:0)
[14:27:17.270] Timer tick, asking Buildbucket for the build status
[14:27:17.562] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:17.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:109:0) after 1m0s
[14:28:17.584] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:109:0)
[14:28:17.584] Timer tick, asking Buildbucket for the build status
[14:28:17.745] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:17.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:110:0) after 1m0s
[14:29:17.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:110:0)
[14:29:17.786] Timer tick, asking Buildbucket for the build status
[14:29:17.933] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:17.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:111:0) after 1m0s
[14:30:17.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:111:0)
[14:30:17.960] Timer tick, asking Buildbucket for the build status
[14:30:18.172] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:18.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:112:0) after 1m0s
[14:31:18.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:112:0)
[14:31:18.193] Timer tick, asking Buildbucket for the build status
[14:31:18.629] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:18.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:113:0) after 1m0s
[14:32:18.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:113:0)
[14:32:18.705] Timer tick, asking Buildbucket for the build status
[14:32:18.923] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:18.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:114:0) after 1m0s
[14:33:19.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:114:0)
[14:33:19.005] Timer tick, asking Buildbucket for the build status
[14:33:19.139] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:19.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:115:0) after 1m0s
[14:34:19.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:115:0)
[14:34:19.175] Timer tick, asking Buildbucket for the build status
[14:34:19.551] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:19.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:116:0) after 1m0s
[14:35:19.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:116:0)
[14:35:19.653] Timer tick, asking Buildbucket for the build status
[14:35:20.196] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:20.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:117:0) after 1m0s
[14:36:20.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:117:0)
[14:36:20.220] Timer tick, asking Buildbucket for the build status
[14:36:20.470] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:20.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:118:0) after 1m0s
[14:37:20.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:118:0)
[14:37:20.527] Timer tick, asking Buildbucket for the build status
[14:37:20.686] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:20.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:119:0) after 1m0s
[14:38:20.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:119:0)
[14:38:20.706] Timer tick, asking Buildbucket for the build status
[14:38:20.853] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:20.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:120:0) after 1m0s
[14:39:20.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:120:0)
[14:39:20.904] Timer tick, asking Buildbucket for the build status
[14:39:21.172] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:21.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:121:0) after 1m0s
[14:40:21.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:121:0)
[14:40:21.484] Timer tick, asking Buildbucket for the build status
[14:40:21.633] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:21.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:122:0) after 1m0s
[14:41:21.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:122:0)
[14:41:21.983] Timer tick, asking Buildbucket for the build status
[14:41:22.232] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:22.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:123:0) after 1m0s
[14:42:22.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:123:0)
[14:42:22.765] Timer tick, asking Buildbucket for the build status
[14:42:22.969] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:22.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:124:0) after 1m0s
[14:43:23.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:124:0)
[14:43:23.354] Timer tick, asking Buildbucket for the build status
[14:43:23.572] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:23.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:125:0) after 1m0s
[14:44:24.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:125:0)
[14:44:24.062] Timer tick, asking Buildbucket for the build status
[14:44:24.209] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:24.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:126:0) after 1m0s
[14:45:24.455] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:126:0)
[14:45:24.455] Timer tick, asking Buildbucket for the build status
[14:45:25.193] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:25.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:127:0) after 1m0s
[14:46:25.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:127:0)
[14:46:25.441] Timer tick, asking Buildbucket for the build status
[14:46:25.821] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:25.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:128:0) after 1m0s
[14:47:26.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:128:0)
[14:47:26.033] Timer tick, asking Buildbucket for the build status
[14:47:26.336] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:26.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:129:0) after 1m0s
[14:48:26.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:129:0)
[14:48:26.357] Timer tick, asking Buildbucket for the build status
[14:48:26.519] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:26.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:130:0) after 1m0s
[14:49:26.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:130:0)
[14:49:26.898] Timer tick, asking Buildbucket for the build status
[14:49:27.541] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:27.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:131:0) after 1m0s
[14:50:27.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:131:0)
[14:50:27.619] Timer tick, asking Buildbucket for the build status
[14:50:27.784] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:27.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:132:0) after 1m0s
[14:51:27.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:132:0)
[14:51:27.904] Timer tick, asking Buildbucket for the build status
[14:51:28.536] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:28.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:133:0) after 1m0s
[14:52:28.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:133:0)
[14:52:28.833] Timer tick, asking Buildbucket for the build status
[14:52:28.986] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:28.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:134:0) after 1m0s
[14:53:29.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:134:0)
[14:53:29.083] Timer tick, asking Buildbucket for the build status
[14:53:30.104] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:30.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:135:0) after 1m0s
[14:54:30.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:135:0)
[14:54:30.282] Timer tick, asking Buildbucket for the build status
[14:54:30.415] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:30.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:136:0) after 1m0s
[14:55:30.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:136:0)
[14:55:30.542] Timer tick, asking Buildbucket for the build status
[14:55:31.163] Build 8890289749744152352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:31.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9055719811758925648:137:0) after 1m0s
[14:56:15.838] Received PubSub notification, asking Buildbucket for the build status
[14:56:15.941] Build 8890289749744152352: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[14:56:15.941] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1579964175067133",
    "created_by": "project:chromium",
    "created_ts": "1579956022467242",
    "failure_reason": "BUILD_FAILURE",
    "id": "8890289749744152352",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f0356ca17f1f71e5834f614be00d834ad13fc8c9\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_chrome_unittests (iPhone 6s iOS 12.2), ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 12030, \"got_angle_revision\": \"564eb6f2a98c12d6c35bd9ce716ef94865a914fc\", \"got_dawn_revision\": \"eb1ca45df7676fff92f5b13627ab9c0ccc29c292\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"f0356ca17f1f71e5834f614be00d834ad13fc8c9\", \"got_revision_cp\": \"refs/heads/master@{#735232}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"748ad200897b5023ba16e527aa1221400f90b4fe\", \"got_v8_revision\": \"ded3dd5b397722ce87c787130cc352afe9f8e35e\", \"got_v8_revision_cp\": \"refs/heads/8.1.281@{#1}\", \"got_webrtc_revision\": \"760fd5249488a7a8698679a026b247423caa7cce\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30366}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f0356ca17f1f71e5834f614be00d834ad13fc8c9\", \"swarm_hashes\": {\"0\": \"eb0fb168c5704dcedef5f5ca8aa32c670e114107\", \"1\": \"3cd30d02af3ad927c8a2570101ad2a33f4a59775\", \"10\": \"e7bebadb6173410a7cfa5f9e55f67ae579802dc3\", \"11\": \"44ae1a8ab730942adc04b0c09819c5be84c8972e\", \"12\": \"529781993f3f18c6f3281a09cc921c1e8d846ea2\", \"13\": \"106e8c92162e3580cc2cf54fc274ee12f02bd03a\", \"14\": \"ecd926a79451298cb66090996c2fd49a12452731\", \"15\": \"7af93bae8841ed7f1ed0948acdfb9b410c232142\", \"16\": \"7713fa5e1e8d3cca5976406990639f236860838e\", \"2\": \"9c67d9ff24026772716f977cad95906c1dbcc938\", \"3\": \"428112f7b8c93216db8c1aabfdc034c36c9570dd\", \"4\": \"f91bde89c22c21b319743653c69fc674cee6ec04\", \"5\": \"1331b3ad8f7d0eebec5e314ead839866b04b45a5\", \"6\": \"1996f1e988dee63757603d9ba00d5608d98b308a\", \"7\": \"f60fdf231e802f9640e37170745f06453f9d1ff7\", \"8\": \"d9ccdc7c852d5a28c08ee15ec32ff3b0a1acf650\", \"9\": \"95a177c606c9d64916504453de0f4ca6e237dde3\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4792-2014df3\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_chrome_unittests (iPhone 6s iOS 12.2), ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1579960954888635",
    "status": "COMPLETED",
    "status_changed_ts": "1579960956984854",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/12030",
      "builder:ToTiOS",
      "buildset:commit/git/f0356ca17f1f71e5834f614be00d834ad13fc8c9",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0356ca17f1f71e5834f614be00d834ad13fc8c9",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055719811758925648",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890289749744152352/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49f589374374bb10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1579964175373973",
    "url": "https://ci.chromium.org/b/8890289749744152352",
    "utcnow_ts": "1579964175934396"
  }
}
[14:56:15.941] Invocation finished in 2h15m54.779191257s with status FAILED