Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d"
}

Incoming tags

  • buildset:commit/git/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[12:01:11.763] New invocation is queued and will start shortly
[12:01:12.871] Starting the invocation (attempt 1)
[12:01:12.977] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:01:12.977] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:01:12.978] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9059346153955900144",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9059346153955900144",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d",
    "gitiles_ref:refs/heads/master"
  ]
}
[12:01:13.786] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1576497673154239",
    "id": "8893916091832886288",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1576497673564618",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11566",
      "builder:ToTiOS",
      "buildset:commit/git/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9059346153955900144",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8893916091832886288/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1576497673564816",
    "url": "https://ci.chromium.org/b/8893916091832886288",
    "utcnow_ts": "1576497673773969"
  }
}
[12:01:13.786] Task URL: https://ci.chromium.org/b/8893916091832886288
[12:01:13.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:2:0) after 1m0s
[12:02:13.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:2:0)
[12:02:13.921] Timer tick, asking Buildbucket for the build status
[12:02:14.297] Build 8893916091832886288: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:02:14.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:3:0) after 1m0s
[12:03:14.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:3:0)
[12:03:14.542] Timer tick, asking Buildbucket for the build status
[12:03:14.978] Build 8893916091832886288: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:03:14.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:4:0) after 1m0s
[12:04:15.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:4:0)
[12:04:15.332] Timer tick, asking Buildbucket for the build status
[12:04:15.633] Build 8893916091832886288: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:04:15.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:5:0) after 1m0s
[12:04:44.581] Received PubSub notification, asking Buildbucket for the build status
[12:04:44.988] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:15.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:5:0)
[12:05:15.797] Timer tick, asking Buildbucket for the build status
[12:05:16.081] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:16.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:7:0) after 1m0s
[12:06:16.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:7:0)
[12:06:16.240] Timer tick, asking Buildbucket for the build status
[12:06:16.753] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:16.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:8:0) after 1m0s
[12:07:16.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:8:0)
[12:07:16.902] Timer tick, asking Buildbucket for the build status
[12:07:17.145] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:17.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:9:0) after 1m0s
[12:08:17.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:9:0)
[12:08:17.154] Timer tick, asking Buildbucket for the build status
[12:08:17.339] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:17.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:10:0) after 1m0s
[12:09:17.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:10:0)
[12:09:17.444] Timer tick, asking Buildbucket for the build status
[12:09:18.857] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:18.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:11:0) after 1m0s
[12:10:18.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:11:0)
[12:10:18.925] Timer tick, asking Buildbucket for the build status
[12:10:19.144] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:19.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:12:0) after 1m0s
[12:11:19.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:12:0)
[12:11:19.196] Timer tick, asking Buildbucket for the build status
[12:11:19.439] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:19.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:13:0) after 1m0s
[12:12:19.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:13:0)
[12:12:19.439] Timer tick, asking Buildbucket for the build status
[12:12:19.999] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:19.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:14:0) after 1m0s
[12:13:20.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:14:0)
[12:13:20.035] Timer tick, asking Buildbucket for the build status
[12:13:20.741] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:20.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:15:0) after 1m0s
[12:14:20.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:15:0)
[12:14:20.762] Timer tick, asking Buildbucket for the build status
[12:14:20.918] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:20.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:16:0) after 1m0s
[12:15:20.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:16:0)
[12:15:20.967] Timer tick, asking Buildbucket for the build status
[12:15:21.188] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:21.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:17:0) after 1m0s
[12:16:21.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:17:0)
[12:16:21.200] Timer tick, asking Buildbucket for the build status
[12:16:21.408] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:21.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:18:0) after 1m0s
[12:17:21.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:18:0)
[12:17:21.427] Timer tick, asking Buildbucket for the build status
[12:17:21.631] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:21.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:19:0) after 1m0s
[12:18:21.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:19:0)
[12:18:21.706] Timer tick, asking Buildbucket for the build status
[12:18:23.554] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:23.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:20:0) after 1m0s
[12:19:23.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:20:0)
[12:19:23.630] Timer tick, asking Buildbucket for the build status
[12:19:23.894] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:23.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:21:0) after 1m0s
[12:20:23.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:21:0)
[12:20:23.930] Timer tick, asking Buildbucket for the build status
[12:20:24.434] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:24.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:22:0) after 1m0s
[12:21:24.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:22:0)
[12:21:24.521] Timer tick, asking Buildbucket for the build status
[12:21:24.923] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:24.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:23:0) after 1m0s
[12:22:25.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:23:0)
[12:22:25.009] Timer tick, asking Buildbucket for the build status
[12:22:25.495] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:25.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:24:0) after 1m0s
[12:23:25.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:24:0)
[12:23:25.616] Timer tick, asking Buildbucket for the build status
[12:23:25.799] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:25.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:25:0) after 1m0s
[12:24:25.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:25:0)
[12:24:25.897] Timer tick, asking Buildbucket for the build status
[12:24:26.062] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:26.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:26:0) after 1m0s
[12:25:26.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:26:0)
[12:25:26.109] Timer tick, asking Buildbucket for the build status
[12:25:26.592] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:26.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:27:0) after 1m0s
[12:26:26.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:27:0)
[12:26:26.611] Timer tick, asking Buildbucket for the build status
[12:26:26.956] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:26.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:28:0) after 1m0s
[12:27:26.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:28:0)
[12:27:26.990] Timer tick, asking Buildbucket for the build status
[12:27:27.814] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:27.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:29:0) after 1m0s
[12:28:27.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:29:0)
[12:28:27.887] Timer tick, asking Buildbucket for the build status
[12:28:28.079] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:28.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:30:0) after 1m0s
[12:29:28.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:30:0)
[12:29:28.271] Timer tick, asking Buildbucket for the build status
[12:29:28.439] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:28.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:31:0) after 1m0s
[12:30:28.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:31:0)
[12:30:28.461] Timer tick, asking Buildbucket for the build status
[12:30:28.636] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:28.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:32:0) after 1m0s
[12:31:28.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:32:0)
[12:31:28.738] Timer tick, asking Buildbucket for the build status
[12:31:29.251] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:29.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:33:0) after 1m0s
[12:32:29.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:33:0)
[12:32:29.280] Timer tick, asking Buildbucket for the build status
[12:32:29.832] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:29.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:34:0) after 1m0s
[12:33:29.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:34:0)
[12:33:29.903] Timer tick, asking Buildbucket for the build status
[12:33:30.141] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:30.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:35:0) after 1m0s
[12:34:30.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:35:0)
[12:34:30.199] Timer tick, asking Buildbucket for the build status
[12:34:30.622] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:30.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:36:0) after 1m0s
[12:35:30.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:36:0)
[12:35:30.682] Timer tick, asking Buildbucket for the build status
[12:35:31.037] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:31.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:37:0) after 1m0s
[12:36:31.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:37:0)
[12:36:31.184] Timer tick, asking Buildbucket for the build status
[12:36:31.386] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:31.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:38:0) after 1m0s
[12:37:31.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:38:0)
[12:37:31.424] Timer tick, asking Buildbucket for the build status
[12:37:31.674] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:31.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:39:0) after 1m0s
[12:38:31.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:39:0)
[12:38:31.797] Timer tick, asking Buildbucket for the build status
[12:38:32.107] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:32.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:40:0) after 1m0s
[12:39:32.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:40:0)
[12:39:32.403] Timer tick, asking Buildbucket for the build status
[12:39:32.603] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:32.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:41:0) after 1m0s
[12:40:32.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:41:0)
[12:40:32.724] Timer tick, asking Buildbucket for the build status
[12:40:33.331] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:33.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:42:0) after 1m0s
[12:41:33.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:42:0)
[12:41:33.559] Timer tick, asking Buildbucket for the build status
[12:41:33.729] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:33.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:43:0) after 1m0s
[12:42:34.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:43:0)
[12:42:34.024] Timer tick, asking Buildbucket for the build status
[12:42:35.995] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:35.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:44:0) after 1m0s
[12:43:36.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:44:0)
[12:43:36.317] Timer tick, asking Buildbucket for the build status
[12:43:36.494] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:36.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:45:0) after 1m0s
[12:44:36.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:45:0)
[12:44:36.679] Timer tick, asking Buildbucket for the build status
[12:44:37.309] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:37.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:46:0) after 1m0s
[12:45:37.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:46:0)
[12:45:37.424] Timer tick, asking Buildbucket for the build status
[12:45:37.908] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:37.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:47:0) after 1m0s
[12:46:38.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:47:0)
[12:46:38.041] Timer tick, asking Buildbucket for the build status
[12:46:38.572] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:38.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:48:0) after 1m0s
[12:47:38.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:48:0)
[12:47:38.625] Timer tick, asking Buildbucket for the build status
[12:47:39.681] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:39.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:49:0) after 1m0s
[12:48:39.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:49:0)
[12:48:39.698] Timer tick, asking Buildbucket for the build status
[12:48:40.120] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:40.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:50:0) after 1m0s
[12:49:40.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:50:0)
[12:49:40.166] Timer tick, asking Buildbucket for the build status
[12:49:40.356] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:40.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:51:0) after 1m0s
[12:50:40.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:51:0)
[12:50:40.410] Timer tick, asking Buildbucket for the build status
[12:50:40.760] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:40.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:52:0) after 1m0s
[12:51:40.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:52:0)
[12:51:40.811] Timer tick, asking Buildbucket for the build status
[12:51:41.429] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:41.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:53:0) after 1m0s
[12:52:41.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:53:0)
[12:52:41.469] Timer tick, asking Buildbucket for the build status
[12:52:42.960] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:42.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:54:0) after 1m0s
[12:53:43.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:54:0)
[12:53:43.103] Timer tick, asking Buildbucket for the build status
[12:53:43.352] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:43.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:55:0) after 1m0s
[12:54:43.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:55:0)
[12:54:43.418] Timer tick, asking Buildbucket for the build status
[12:54:43.924] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:43.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:56:0) after 1m0s
[12:55:44.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:56:0)
[12:55:44.008] Timer tick, asking Buildbucket for the build status
[12:55:44.613] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:44.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:57:0) after 1m0s
[12:56:44.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:57:0)
[12:56:44.641] Timer tick, asking Buildbucket for the build status
[12:56:45.230] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:45.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:58:0) after 1m0s
[12:57:45.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:58:0)
[12:57:45.285] Timer tick, asking Buildbucket for the build status
[12:57:45.836] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:45.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:59:0) after 1m0s
[12:58:45.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:59:0)
[12:58:45.872] Timer tick, asking Buildbucket for the build status
[12:58:46.469] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:46.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:60:0) after 1m0s
[12:59:46.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:60:0)
[12:59:46.559] Timer tick, asking Buildbucket for the build status
[12:59:47.102] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:47.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:61:0) after 1m0s
[13:00:47.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:61:0)
[13:00:47.124] Timer tick, asking Buildbucket for the build status
[13:00:47.505] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:47.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:62:0) after 1m0s
[13:01:47.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:62:0)
[13:01:47.562] Timer tick, asking Buildbucket for the build status
[13:01:47.863] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:47.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:63:0) after 1m0s
[13:02:47.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:63:0)
[13:02:47.902] Timer tick, asking Buildbucket for the build status
[13:02:48.471] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:48.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:64:0) after 1m0s
[13:03:48.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:64:0)
[13:03:48.484] Timer tick, asking Buildbucket for the build status
[13:03:49.278] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:49.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:65:0) after 1m0s
[13:04:49.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:65:0)
[13:04:49.296] Timer tick, asking Buildbucket for the build status
[13:04:50.037] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:50.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:66:0) after 1m0s
[13:05:50.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:66:0)
[13:05:50.151] Timer tick, asking Buildbucket for the build status
[13:05:50.466] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:50.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:67:0) after 1m0s
[13:06:50.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:67:0)
[13:06:50.544] Timer tick, asking Buildbucket for the build status
[13:06:50.797] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:50.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:68:0) after 1m0s
[13:07:50.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:68:0)
[13:07:50.815] Timer tick, asking Buildbucket for the build status
[13:07:51.798] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:51.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:69:0) after 1m0s
[13:08:51.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:69:0)
[13:08:51.852] Timer tick, asking Buildbucket for the build status
[13:08:52.159] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:52.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:70:0) after 1m0s
[13:09:52.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:70:0)
[13:09:52.193] Timer tick, asking Buildbucket for the build status
[13:09:52.516] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:52.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:71:0) after 1m0s
[13:10:52.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:71:0)
[13:10:52.571] Timer tick, asking Buildbucket for the build status
[13:10:52.785] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:52.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:72:0) after 1m0s
[13:11:52.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:72:0)
[13:11:52.772] Timer tick, asking Buildbucket for the build status
[13:11:53.098] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:53.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:73:0) after 1m0s
[13:12:53.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:73:0)
[13:12:53.092] Timer tick, asking Buildbucket for the build status
[13:12:53.348] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:53.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:74:0) after 1m0s
[13:13:53.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:74:0)
[13:13:53.381] Timer tick, asking Buildbucket for the build status
[13:13:53.771] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:53.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:75:0) after 1m0s
[13:14:53.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:75:0)
[13:14:53.890] Timer tick, asking Buildbucket for the build status
[13:14:54.231] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:54.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:76:0) after 1m0s
[13:15:54.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:76:0)
[13:15:54.254] Timer tick, asking Buildbucket for the build status
[13:15:54.735] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:54.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:77:0) after 1m0s
[13:16:54.858] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:77:0)
[13:16:54.858] Timer tick, asking Buildbucket for the build status
[13:16:55.346] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:55.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:78:0) after 1m0s
[13:17:55.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:78:0)
[13:17:55.363] Timer tick, asking Buildbucket for the build status
[13:17:55.651] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:55.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:79:0) after 1m0s
[13:18:55.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:79:0)
[13:18:55.751] Timer tick, asking Buildbucket for the build status
[13:18:56.043] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:56.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:80:0) after 1m0s
[13:19:56.070] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:80:0)
[13:19:56.070] Timer tick, asking Buildbucket for the build status
[13:19:56.222] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:56.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:81:0) after 1m0s
[13:20:56.261] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:81:0)
[13:20:56.261] Timer tick, asking Buildbucket for the build status
[13:20:56.646] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:56.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:82:0) after 1m0s
[13:21:56.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:82:0)
[13:21:56.729] Timer tick, asking Buildbucket for the build status
[13:21:57.060] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:57.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:83:0) after 1m0s
[13:22:57.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:83:0)
[13:22:57.670] Timer tick, asking Buildbucket for the build status
[13:22:57.852] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:57.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:84:0) after 1m0s
[13:23:57.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:84:0)
[13:23:57.871] Timer tick, asking Buildbucket for the build status
[13:23:58.046] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:58.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:85:0) after 1m0s
[13:24:58.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:85:0)
[13:24:58.250] Timer tick, asking Buildbucket for the build status
[13:24:58.504] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:58.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:86:0) after 1m0s
[13:25:58.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:86:0)
[13:25:58.621] Timer tick, asking Buildbucket for the build status
[13:25:58.837] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:58.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:87:0) after 1m0s
[13:26:59.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:87:0)
[13:26:59.063] Timer tick, asking Buildbucket for the build status
[13:26:59.758] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:59.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:88:0) after 1m0s
[13:27:59.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:88:0)
[13:27:59.982] Timer tick, asking Buildbucket for the build status
[13:28:00.804] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:00.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:89:0) after 1m0s
[13:29:00.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:89:0)
[13:29:00.935] Timer tick, asking Buildbucket for the build status
[13:29:01.750] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:01.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:90:0) after 1m0s
[13:30:01.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:90:0)
[13:30:01.738] Timer tick, asking Buildbucket for the build status
[13:30:02.084] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:02.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:91:0) after 1m0s
[13:31:02.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:91:0)
[13:31:02.161] Timer tick, asking Buildbucket for the build status
[13:31:02.376] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:02.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:92:0) after 1m0s
[13:32:02.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:92:0)
[13:32:02.589] Timer tick, asking Buildbucket for the build status
[13:32:02.837] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:02.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:93:0) after 1m0s
[13:33:02.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:93:0)
[13:33:02.819] Timer tick, asking Buildbucket for the build status
[13:33:03.010] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:03.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:94:0) after 1m0s
[13:34:03.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:94:0)
[13:34:03.611] Timer tick, asking Buildbucket for the build status
[13:34:03.900] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:03.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:95:0) after 1m0s
[13:35:04.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:95:0)
[13:35:04.269] Timer tick, asking Buildbucket for the build status
[13:35:05.126] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:05.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:96:0) after 1m0s
[13:36:05.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:96:0)
[13:36:05.192] Timer tick, asking Buildbucket for the build status
[13:36:05.355] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:05.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:97:0) after 1m0s
[13:37:06.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:97:0)
[13:37:06.126] Timer tick, asking Buildbucket for the build status
[13:37:06.357] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:06.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:98:0) after 1m0s
[13:38:07.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:98:0)
[13:38:07.063] Timer tick, asking Buildbucket for the build status
[13:38:07.227] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:07.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:99:0) after 1m0s
[13:39:07.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:99:0)
[13:39:07.811] Timer tick, asking Buildbucket for the build status
[13:39:08.034] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:08.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:100:0) after 1m0s
[13:40:08.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:100:0)
[13:40:08.095] Timer tick, asking Buildbucket for the build status
[13:40:08.244] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:08.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:101:0) after 1m0s
[13:41:08.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:101:0)
[13:41:08.417] Timer tick, asking Buildbucket for the build status
[13:41:08.923] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:08.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:102:0) after 1m0s
[13:42:09.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:102:0)
[13:42:09.047] Timer tick, asking Buildbucket for the build status
[13:42:09.226] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:09.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:103:0) after 1m0s
[13:43:09.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:103:0)
[13:43:09.288] Timer tick, asking Buildbucket for the build status
[13:43:09.519] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:09.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:104:0) after 1m0s
[13:44:09.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:104:0)
[13:44:09.655] Timer tick, asking Buildbucket for the build status
[13:44:09.857] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:09.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:105:0) after 1m0s
[13:45:09.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:105:0)
[13:45:09.925] Timer tick, asking Buildbucket for the build status
[13:45:11.074] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:11.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:106:0) after 1m0s
[13:46:11.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:106:0)
[13:46:11.169] Timer tick, asking Buildbucket for the build status
[13:46:11.374] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:11.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:107:0) after 1m0s
[13:47:11.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:107:0)
[13:47:11.512] Timer tick, asking Buildbucket for the build status
[13:47:11.754] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:11.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:108:0) after 1m0s
[13:48:11.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:108:0)
[13:48:11.759] Timer tick, asking Buildbucket for the build status
[13:48:11.904] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:11.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:109:0) after 1m0s
[13:49:12.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:109:0)
[13:49:12.153] Timer tick, asking Buildbucket for the build status
[13:49:12.405] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:12.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:110:0) after 1m0s
[13:50:12.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:110:0)
[13:50:12.555] Timer tick, asking Buildbucket for the build status
[13:50:12.712] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:12.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:111:0) after 1m0s
[13:51:12.959] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:111:0)
[13:51:12.959] Timer tick, asking Buildbucket for the build status
[13:51:13.891] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:13.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:112:0) after 1m0s
[13:52:14.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:112:0)
[13:52:14.007] Timer tick, asking Buildbucket for the build status
[13:52:14.399] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:14.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:113:0) after 1m0s
[13:53:14.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:113:0)
[13:53:14.419] Timer tick, asking Buildbucket for the build status
[13:53:14.665] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:14.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:114:0) after 1m0s
[13:54:14.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:114:0)
[13:54:14.742] Timer tick, asking Buildbucket for the build status
[13:54:15.338] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:15.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:115:0) after 1m0s
[13:55:15.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:115:0)
[13:55:15.348] Timer tick, asking Buildbucket for the build status
[13:55:15.755] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:15.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:116:0) after 1m0s
[13:56:15.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:116:0)
[13:56:15.816] Timer tick, asking Buildbucket for the build status
[13:56:16.419] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:16.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:117:0) after 1m0s
[13:57:16.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:117:0)
[13:57:16.454] Timer tick, asking Buildbucket for the build status
[13:57:16.703] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:16.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:118:0) after 1m0s
[13:58:16.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:118:0)
[13:58:16.758] Timer tick, asking Buildbucket for the build status
[13:58:17.115] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:17.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:119:0) after 1m0s
[13:59:17.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:119:0)
[13:59:17.177] Timer tick, asking Buildbucket for the build status
[13:59:17.997] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:17.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:120:0) after 1m0s
[14:00:18.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:120:0)
[14:00:18.237] Timer tick, asking Buildbucket for the build status
[14:00:18.572] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:18.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:121:0) after 1m0s
[14:01:18.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:121:0)
[14:01:18.633] Timer tick, asking Buildbucket for the build status
[14:01:20.277] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:20.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:122:0) after 1m0s
[14:02:20.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:122:0)
[14:02:20.340] Timer tick, asking Buildbucket for the build status
[14:02:20.600] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:20.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:123:0) after 1m0s
[14:03:20.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:123:0)
[14:03:20.593] Timer tick, asking Buildbucket for the build status
[14:03:21.473] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:21.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:124:0) after 1m0s
[14:04:21.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:124:0)
[14:04:21.673] Timer tick, asking Buildbucket for the build status
[14:04:22.253] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:22.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:125:0) after 1m0s
[14:05:22.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:125:0)
[14:05:22.276] Timer tick, asking Buildbucket for the build status
[14:05:23.189] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:23.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:126:0) after 1m0s
[14:06:23.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:126:0)
[14:06:23.292] Timer tick, asking Buildbucket for the build status
[14:06:23.527] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:23.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:127:0) after 1m0s
[14:07:23.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:127:0)
[14:07:23.703] Timer tick, asking Buildbucket for the build status
[14:07:23.881] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:23.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:128:0) after 1m0s
[14:08:23.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:128:0)
[14:08:23.989] Timer tick, asking Buildbucket for the build status
[14:08:24.171] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:24.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:129:0) after 1m0s
[14:09:24.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:129:0)
[14:09:24.249] Timer tick, asking Buildbucket for the build status
[14:09:24.653] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:24.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:130:0) after 1m0s
[14:10:24.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:130:0)
[14:10:24.652] Timer tick, asking Buildbucket for the build status
[14:10:24.815] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:24.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:131:0) after 1m0s
[14:11:24.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:131:0)
[14:11:24.882] Timer tick, asking Buildbucket for the build status
[14:11:25.089] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:25.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:132:0) after 1m0s
[14:12:25.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:132:0)
[14:12:25.084] Timer tick, asking Buildbucket for the build status
[14:12:25.489] Build 8893916091832886288: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:25.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9059346153955900144:133:0) after 1m0s
[14:12:36.141] Received PubSub notification, asking Buildbucket for the build status
[14:12:36.900] Build 8893916091832886288: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[14:12:36.900] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1576505555222078",
    "created_by": "project:chromium",
    "created_ts": "1576497673154239",
    "failure_reason": "BUILD_FAILURE",
    "id": "8893916091832886288",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11566, \"got_angle_revision\": \"7587588595901010a7b8d8683d06796ae420edb8\", \"got_dawn_revision\": \"77fd4750ae5ad3ee9f281089fddfeaca56ed049c\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d\", \"got_revision_cp\": \"refs/heads/master@{#725074}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"fbbfeb700295d1fe1ec6419a93594e5e1540ea32\", \"got_v8_revision\": \"729ed963ce8aedebec39d71e605e271f5818d99a\", \"got_v8_revision_cp\": \"refs/heads/8.1.36@{#1}\", \"got_webrtc_revision\": \"17ea068e8c72ec8ee31002eb6c23cf453c090d60\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30091}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d\", \"swarm_hashes\": {\"0\": \"e490e74ffe24e633ae3700e80803c4ccf0dac7f1\", \"1\": \"c1913073395af7ec03d8d66593f496368a437ae4\", \"10\": \"81272f27f44958fcf03b49777be32949c1dd8134\", \"11\": \"9291676159c588060d3b4693db20b0fc871c412e\", \"12\": \"fad2d02434ac66abc2315411b3b9f39a1280dcb6\", \"13\": \"65672ddd37e50019a0b93e0af581def47b8cf9a9\", \"14\": \"c136d3eea08c08db5206f8999b045dc93296bd6b\", \"15\": \"1f2609c609fe96874fc62306f7f12224708246fa\", \"16\": \"cb25e9a7fab5dfc0154af48cea0223a7991383eb\", \"2\": \"b370c8a2a9ecd0f375a7a676f9a6e980417a7218\", \"3\": \"5bdd10bc60d7c4b86346310e991da2009b390be1\", \"4\": \"97ebc16ff83f5aece992b07d3c603bc76638e66a\", \"5\": \"e4b5739737ff69c2fa047a0bcbc24f1fb1d631d3\", \"6\": \"8fe6775243204208240fccb333aba0baac610250\", \"7\": \"198834c5f25e478932bbd326cdb6effa0901465f\", \"8\": \"85e71b050d6a1353b8a92406bb2cc499aef5969b\", \"9\": \"5bd7cea862c097d48c1498e2fe94f0e2d4d7c213\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4730-f2fc813\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1576497883105407",
    "status": "COMPLETED",
    "status_changed_ts": "1576497883642479",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11566",
      "builder:ToTiOS",
      "buildset:commit/git/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63fcbd8a556e6b8b1e7bb23f7aa0e2dc352fcc4d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9059346153955900144",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8893916091832886288/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:492766ff06807810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1576505555669993",
    "url": "https://ci.chromium.org/b/8893916091832886288",
    "utcnow_ts": "1576505556890551"
  }
}
[14:12:36.900] Invocation finished in 2h11m25.15406666s with status FAILED