Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cbaec1301f764b6c5ebdd161138bd942f6d7fd97"
}

Incoming tags

  • buildset:commit/git/cbaec1301f764b6c5ebdd161138bd942f6d7fd97
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbaec1301f764b6c5ebdd161138bd942f6d7fd97
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[11:24:43.052] New invocation is queued and will start shortly
[11:24:45.508] Starting the invocation (attempt 1)
[11:24:45.618] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:24:45.618] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:24:45.618] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9065509042703471840",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"cbaec1301f764b6c5ebdd161138bd942f6d7fd97\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9065509042703471840",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/cbaec1301f764b6c5ebdd161138bd942f6d7fd97",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbaec1301f764b6c5ebdd161138bd942f6d7fd97",
    "gitiles_ref:refs/heads/master"
  ]
}
[11:24:47.485] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570620286612964",
    "id": "8900078978303847584",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cbaec1301f764b6c5ebdd161138bd942f6d7fd97\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570620287272480",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10299",
      "builder:ToTiOS",
      "buildset:commit/git/cbaec1301f764b6c5ebdd161138bd942f6d7fd97",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbaec1301f764b6c5ebdd161138bd942f6d7fd97",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065509042703471840",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900078978303847584/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570620287272593",
    "url": "https://ci.chromium.org/b/8900078978303847584",
    "utcnow_ts": "1570620287474079"
  }
}
[11:24:47.485] Task URL: https://ci.chromium.org/b/8900078978303847584
[11:24:47.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:2:0) after 1m0s
[11:25:47.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:2:0)
[11:25:47.742] Timer tick, asking Buildbucket for the build status
[11:25:49.240] Build 8900078978303847584: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:25:49.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:3:0) after 1m0s
[11:26:49.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:3:0)
[11:26:49.285] Timer tick, asking Buildbucket for the build status
[11:26:52.039] Build 8900078978303847584: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:26:52.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:4:0) after 1m0s
[11:27:52.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:4:0)
[11:27:52.079] Timer tick, asking Buildbucket for the build status
[11:27:52.543] Build 8900078978303847584: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:27:52.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:5:0) after 1m0s
[11:27:57.384] Received PubSub notification, asking Buildbucket for the build status
[11:27:57.583] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:52.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:5:0)
[11:28:52.693] Timer tick, asking Buildbucket for the build status
[11:28:52.926] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:52.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:7:0) after 1m0s
[11:29:52.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:7:0)
[11:29:52.908] Timer tick, asking Buildbucket for the build status
[11:29:53.637] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:53.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:8:0) after 1m0s
[11:30:53.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:8:0)
[11:30:53.670] Timer tick, asking Buildbucket for the build status
[11:30:56.640] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:56.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:9:0) after 1m0s
[11:31:56.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:9:0)
[11:31:56.748] Timer tick, asking Buildbucket for the build status
[11:31:56.976] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:56.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:10:0) after 1m0s
[11:32:57.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:10:0)
[11:32:57.010] Timer tick, asking Buildbucket for the build status
[11:32:57.289] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:57.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:11:0) after 1m0s
[11:33:57.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:11:0)
[11:33:57.326] Timer tick, asking Buildbucket for the build status
[11:33:57.528] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:57.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:12:0) after 1m0s
[11:34:57.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:12:0)
[11:34:57.550] Timer tick, asking Buildbucket for the build status
[11:34:58.232] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:58.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:13:0) after 1m0s
[11:35:58.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:13:0)
[11:35:58.353] Timer tick, asking Buildbucket for the build status
[11:35:59.010] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:59.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:14:0) after 1m0s
[11:36:59.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:14:0)
[11:36:59.132] Timer tick, asking Buildbucket for the build status
[11:37:02.457] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:02.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:15:0) after 1m0s
[11:38:02.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:15:0)
[11:38:02.711] Timer tick, asking Buildbucket for the build status
[11:38:02.997] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:02.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:16:0) after 1m0s
[11:39:03.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:16:0)
[11:39:03.149] Timer tick, asking Buildbucket for the build status
[11:39:03.431] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:03.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:17:0) after 1m0s
[11:40:03.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:17:0)
[11:40:03.433] Timer tick, asking Buildbucket for the build status
[11:40:04.063] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:04.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:18:0) after 1m0s
[11:41:04.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:18:0)
[11:41:04.331] Timer tick, asking Buildbucket for the build status
[11:41:05.903] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:05.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:19:0) after 1m0s
[11:42:05.977] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:19:0)
[11:42:05.977] Timer tick, asking Buildbucket for the build status
[11:42:06.479] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:06.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:20:0) after 1m0s
[11:43:06.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:20:0)
[11:43:06.563] Timer tick, asking Buildbucket for the build status
[11:43:06.861] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:06.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:21:0) after 1m0s
[11:44:07.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:21:0)
[11:44:07.037] Timer tick, asking Buildbucket for the build status
[11:44:08.397] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:08.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:22:0) after 1m0s
[11:45:08.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:22:0)
[11:45:08.412] Timer tick, asking Buildbucket for the build status
[11:45:09.332] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:09.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:23:0) after 1m0s
[11:46:09.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:23:0)
[11:46:09.371] Timer tick, asking Buildbucket for the build status
[11:46:09.677] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:09.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:24:0) after 1m0s
[11:47:09.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:24:0)
[11:47:09.828] Timer tick, asking Buildbucket for the build status
[11:47:10.412] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:10.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:25:0) after 1m0s
[11:48:10.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:25:0)
[11:48:10.548] Timer tick, asking Buildbucket for the build status
[11:48:10.710] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:10.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:26:0) after 1m0s
[11:49:10.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:26:0)
[11:49:10.825] Timer tick, asking Buildbucket for the build status
[11:49:11.164] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:11.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:27:0) after 1m0s
[11:50:11.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:27:0)
[11:50:11.165] Timer tick, asking Buildbucket for the build status
[11:50:11.365] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:11.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:28:0) after 1m0s
[11:51:11.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:28:0)
[11:51:11.386] Timer tick, asking Buildbucket for the build status
[11:51:12.050] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:12.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:29:0) after 1m0s
[11:52:12.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:29:0)
[11:52:12.159] Timer tick, asking Buildbucket for the build status
[11:52:14.671] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:14.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:30:0) after 1m0s
[11:53:14.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:30:0)
[11:53:14.872] Timer tick, asking Buildbucket for the build status
[11:53:15.114] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:15.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:31:0) after 1m0s
[11:54:15.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:31:0)
[11:54:15.393] Timer tick, asking Buildbucket for the build status
[11:54:16.031] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:16.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:32:0) after 1m0s
[11:55:16.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:32:0)
[11:55:16.073] Timer tick, asking Buildbucket for the build status
[11:55:16.186] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:16.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:33:0) after 1m0s
[11:56:16.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:33:0)
[11:56:16.226] Timer tick, asking Buildbucket for the build status
[11:56:16.620] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:16.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:34:0) after 1m0s
[11:57:16.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:34:0)
[11:57:16.755] Timer tick, asking Buildbucket for the build status
[11:57:20.378] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:20.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:35:0) after 1m0s
[11:58:20.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:35:0)
[11:58:20.522] Timer tick, asking Buildbucket for the build status
[11:58:20.807] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:20.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:36:0) after 1m0s
[11:59:20.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:36:0)
[11:59:20.967] Timer tick, asking Buildbucket for the build status
[11:59:22.007] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:22.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:37:0) after 1m0s
[12:00:22.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:37:0)
[12:00:22.177] Timer tick, asking Buildbucket for the build status
[12:00:23.902] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:23.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:38:0) after 1m0s
[12:01:24.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:38:0)
[12:01:24.000] Timer tick, asking Buildbucket for the build status
[12:01:24.596] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:24.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:39:0) after 1m0s
[12:02:24.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:39:0)
[12:02:24.652] Timer tick, asking Buildbucket for the build status
[12:02:25.813] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:25.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:40:0) after 1m0s
[12:03:25.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:40:0)
[12:03:25.892] Timer tick, asking Buildbucket for the build status
[12:03:26.790] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:26.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:41:0) after 1m0s
[12:04:26.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:41:0)
[12:04:26.869] Timer tick, asking Buildbucket for the build status
[12:04:27.145] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:27.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:42:0) after 1m0s
[12:05:27.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:42:0)
[12:05:27.252] Timer tick, asking Buildbucket for the build status
[12:05:27.714] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:27.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:43:0) after 1m0s
[12:06:27.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:43:0)
[12:06:27.810] Timer tick, asking Buildbucket for the build status
[12:06:28.268] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:28.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:44:0) after 1m0s
[12:07:28.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:44:0)
[12:07:28.350] Timer tick, asking Buildbucket for the build status
[12:07:30.126] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:30.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:45:0) after 1m0s
[12:08:30.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:45:0)
[12:08:30.256] Timer tick, asking Buildbucket for the build status
[12:08:30.587] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:30.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:46:0) after 1m0s
[12:09:30.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:46:0)
[12:09:30.701] Timer tick, asking Buildbucket for the build status
[12:09:31.265] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:31.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:47:0) after 1m0s
[12:10:31.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:47:0)
[12:10:31.374] Timer tick, asking Buildbucket for the build status
[12:10:31.571] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:31.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:48:0) after 1m0s
[12:11:31.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:48:0)
[12:11:31.648] Timer tick, asking Buildbucket for the build status
[12:11:32.297] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:32.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:49:0) after 1m0s
[12:12:32.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:49:0)
[12:12:32.321] Timer tick, asking Buildbucket for the build status
[12:12:32.895] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:32.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:50:0) after 1m0s
[12:13:32.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:50:0)
[12:13:32.874] Timer tick, asking Buildbucket for the build status
[12:13:33.296] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:33.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:51:0) after 1m0s
[12:14:33.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:51:0)
[12:14:33.464] Timer tick, asking Buildbucket for the build status
[12:14:34.267] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:34.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:52:0) after 1m0s
[12:15:34.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:52:0)
[12:15:34.405] Timer tick, asking Buildbucket for the build status
[12:15:34.606] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:34.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:53:0) after 1m0s
[12:16:34.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:53:0)
[12:16:34.670] Timer tick, asking Buildbucket for the build status
[12:16:35.899] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:35.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:54:0) after 1m0s
[12:17:35.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:54:0)
[12:17:35.924] Timer tick, asking Buildbucket for the build status
[12:17:36.234] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:36.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:55:0) after 1m0s
[12:18:36.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:55:0)
[12:18:36.387] Timer tick, asking Buildbucket for the build status
[12:18:37.207] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:37.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:56:0) after 1m0s
[12:19:37.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:56:0)
[12:19:37.341] Timer tick, asking Buildbucket for the build status
[12:19:38.330] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:38.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:57:0) after 1m0s
[12:20:38.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:57:0)
[12:20:38.362] Timer tick, asking Buildbucket for the build status
[12:20:38.826] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:38.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:58:0) after 1m0s
[12:21:38.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:58:0)
[12:21:38.866] Timer tick, asking Buildbucket for the build status
[12:21:39.876] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:39.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:59:0) after 1m0s
[12:22:39.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:59:0)
[12:22:39.957] Timer tick, asking Buildbucket for the build status
[12:22:40.122] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:40.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:60:0) after 1m0s
[12:23:40.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:60:0)
[12:23:40.275] Timer tick, asking Buildbucket for the build status
[12:23:42.875] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:42.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:61:0) after 1m0s
[12:24:42.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:61:0)
[12:24:42.922] Timer tick, asking Buildbucket for the build status
[12:24:43.112] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:43.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:62:0) after 1m0s
[12:25:43.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:62:0)
[12:25:43.216] Timer tick, asking Buildbucket for the build status
[12:25:44.356] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:44.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:63:0) after 1m0s
[12:26:44.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:63:0)
[12:26:44.452] Timer tick, asking Buildbucket for the build status
[12:26:46.057] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:46.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:64:0) after 1m0s
[12:27:46.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:64:0)
[12:27:46.074] Timer tick, asking Buildbucket for the build status
[12:27:47.013] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:47.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:65:0) after 1m0s
[12:28:47.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:65:0)
[12:28:47.158] Timer tick, asking Buildbucket for the build status
[12:28:47.424] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:47.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:66:0) after 1m0s
[12:29:47.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:66:0)
[12:29:47.492] Timer tick, asking Buildbucket for the build status
[12:29:47.869] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:47.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:67:0) after 1m0s
[12:30:48.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:67:0)
[12:30:48.059] Timer tick, asking Buildbucket for the build status
[12:30:48.324] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:48.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:68:0) after 1m0s
[12:31:48.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:68:0)
[12:31:48.520] Timer tick, asking Buildbucket for the build status
[12:31:48.784] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:48.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:69:0) after 1m0s
[12:32:48.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:69:0)
[12:32:48.819] Timer tick, asking Buildbucket for the build status
[12:32:48.979] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:48.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:70:0) after 1m0s
[12:33:49.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:70:0)
[12:33:49.095] Timer tick, asking Buildbucket for the build status
[12:33:49.621] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:49.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:71:0) after 1m0s
[12:34:49.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:71:0)
[12:34:49.882] Timer tick, asking Buildbucket for the build status
[12:34:51.577] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:51.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:72:0) after 1m0s
[12:35:51.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:72:0)
[12:35:51.716] Timer tick, asking Buildbucket for the build status
[12:35:54.417] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:54.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:73:0) after 1m0s
[12:36:54.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:73:0)
[12:36:54.418] Timer tick, asking Buildbucket for the build status
[12:36:54.803] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:54.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:74:0) after 1m0s
[12:37:54.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:74:0)
[12:37:54.887] Timer tick, asking Buildbucket for the build status
[12:37:55.084] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:55.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:75:0) after 1m0s
[12:38:55.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:75:0)
[12:38:55.240] Timer tick, asking Buildbucket for the build status
[12:38:55.720] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:55.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:76:0) after 1m0s
[12:39:55.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:76:0)
[12:39:55.922] Timer tick, asking Buildbucket for the build status
[12:39:56.105] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:56.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:77:0) after 1m0s
[12:40:56.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:77:0)
[12:40:56.134] Timer tick, asking Buildbucket for the build status
[12:40:56.340] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:56.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:78:0) after 1m0s
[12:41:56.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:78:0)
[12:41:56.392] Timer tick, asking Buildbucket for the build status
[12:41:56.544] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:56.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:79:0) after 1m0s
[12:42:56.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:79:0)
[12:42:56.628] Timer tick, asking Buildbucket for the build status
[12:42:56.739] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:56.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:80:0) after 1m0s
[12:43:56.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:80:0)
[12:43:56.882] Timer tick, asking Buildbucket for the build status
[12:43:57.243] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:57.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:81:0) after 1m0s
[12:44:57.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:81:0)
[12:44:57.372] Timer tick, asking Buildbucket for the build status
[12:44:57.852] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:57.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:82:0) after 1m0s
[12:45:57.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:82:0)
[12:45:57.908] Timer tick, asking Buildbucket for the build status
[12:45:58.520] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:58.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:83:0) after 1m0s
[12:46:58.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:83:0)
[12:46:58.552] Timer tick, asking Buildbucket for the build status
[12:46:58.664] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:58.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:84:0) after 1m0s
[12:47:58.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:84:0)
[12:47:58.723] Timer tick, asking Buildbucket for the build status
[12:47:59.211] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:59.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:85:0) after 1m0s
[12:48:59.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:85:0)
[12:48:59.411] Timer tick, asking Buildbucket for the build status
[12:49:00.007] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:00.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:86:0) after 1m0s
[12:50:00.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:86:0)
[12:50:00.038] Timer tick, asking Buildbucket for the build status
[12:50:00.257] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:00.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:87:0) after 1m0s
[12:51:00.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:87:0)
[12:51:00.287] Timer tick, asking Buildbucket for the build status
[12:51:00.466] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:00.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:88:0) after 1m0s
[12:52:00.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:88:0)
[12:52:00.471] Timer tick, asking Buildbucket for the build status
[12:52:04.707] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:04.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:89:0) after 1m0s
[12:53:04.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:89:0)
[12:53:04.849] Timer tick, asking Buildbucket for the build status
[12:53:05.120] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:05.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:90:0) after 1m0s
[12:54:05.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:90:0)
[12:54:05.286] Timer tick, asking Buildbucket for the build status
[12:54:07.401] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:07.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:91:0) after 1m0s
[12:55:07.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:91:0)
[12:55:07.454] Timer tick, asking Buildbucket for the build status
[12:55:07.623] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:07.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:92:0) after 1m0s
[12:56:07.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:92:0)
[12:56:07.811] Timer tick, asking Buildbucket for the build status
[12:56:09.036] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:09.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:93:0) after 1m0s
[12:57:09.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:93:0)
[12:57:09.126] Timer tick, asking Buildbucket for the build status
[12:57:10.797] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:10.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:94:0) after 1m0s
[12:58:11.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:94:0)
[12:58:11.055] Timer tick, asking Buildbucket for the build status
[12:58:11.244] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:11.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:95:0) after 1m0s
[12:59:11.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:95:0)
[12:59:11.342] Timer tick, asking Buildbucket for the build status
[12:59:12.556] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:12.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:96:0) after 1m0s
[13:00:12.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:96:0)
[13:00:12.663] Timer tick, asking Buildbucket for the build status
[13:00:15.259] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:15.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:97:0) after 1m0s
[13:01:15.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:97:0)
[13:01:15.443] Timer tick, asking Buildbucket for the build status
[13:01:16.144] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:16.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:98:0) after 1m0s
[13:02:16.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:98:0)
[13:02:16.286] Timer tick, asking Buildbucket for the build status
[13:02:16.554] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:16.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:99:0) after 1m0s
[13:03:16.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:99:0)
[13:03:16.657] Timer tick, asking Buildbucket for the build status
[13:03:17.132] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:17.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:100:0) after 1m0s
[13:04:17.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:100:0)
[13:04:17.109] Timer tick, asking Buildbucket for the build status
[13:04:18.035] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:18.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:101:0) after 1m0s
[13:05:18.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:101:0)
[13:05:18.065] Timer tick, asking Buildbucket for the build status
[13:05:18.886] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:18.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:102:0) after 1m0s
[13:06:19.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:102:0)
[13:06:19.101] Timer tick, asking Buildbucket for the build status
[13:06:19.793] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:19.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:103:0) after 1m0s
[13:07:19.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:103:0)
[13:07:19.835] Timer tick, asking Buildbucket for the build status
[13:07:20.401] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:20.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:104:0) after 1m0s
[13:08:20.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:104:0)
[13:08:20.389] Timer tick, asking Buildbucket for the build status
[13:08:20.907] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:20.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:105:0) after 1m0s
[13:09:20.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:105:0)
[13:09:20.933] Timer tick, asking Buildbucket for the build status
[13:09:23.268] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:23.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:106:0) after 1m0s
[13:10:23.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:106:0)
[13:10:23.388] Timer tick, asking Buildbucket for the build status
[13:10:23.692] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:23.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:107:0) after 1m0s
[13:11:23.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:107:0)
[13:11:23.762] Timer tick, asking Buildbucket for the build status
[13:11:23.912] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:23.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:108:0) after 1m0s
[13:12:24.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:108:0)
[13:12:24.226] Timer tick, asking Buildbucket for the build status
[13:12:24.597] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:24.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:109:0) after 1m0s
[13:13:24.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:109:0)
[13:13:24.690] Timer tick, asking Buildbucket for the build status
[13:13:24.851] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:24.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:110:0) after 1m0s
[13:14:24.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:110:0)
[13:14:24.837] Timer tick, asking Buildbucket for the build status
[13:14:25.517] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:25.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:111:0) after 1m0s
[13:15:25.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:111:0)
[13:15:25.641] Timer tick, asking Buildbucket for the build status
[13:15:26.022] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:26.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:112:0) after 1m0s
[13:16:26.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:112:0)
[13:16:26.224] Timer tick, asking Buildbucket for the build status
[13:16:26.717] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:26.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:113:0) after 1m0s
[13:17:26.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:113:0)
[13:17:26.745] Timer tick, asking Buildbucket for the build status
[13:17:27.818] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:27.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:114:0) after 1m0s
[13:18:27.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:114:0)
[13:18:27.884] Timer tick, asking Buildbucket for the build status
[13:18:28.698] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:28.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:115:0) after 1m0s
[13:19:28.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:115:0)
[13:19:28.768] Timer tick, asking Buildbucket for the build status
[13:19:29.435] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:29.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:116:0) after 1m0s
[13:20:29.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:116:0)
[13:20:29.551] Timer tick, asking Buildbucket for the build status
[13:20:33.038] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:33.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:117:0) after 1m0s
[13:21:33.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:117:0)
[13:21:33.071] Timer tick, asking Buildbucket for the build status
[13:21:33.403] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:33.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:118:0) after 1m0s
[13:22:33.672] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:118:0)
[13:22:33.672] Timer tick, asking Buildbucket for the build status
[13:22:34.772] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:34.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:119:0) after 1m0s
[13:23:34.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:119:0)
[13:23:34.804] Timer tick, asking Buildbucket for the build status
[13:23:35.899] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:35.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:120:0) after 1m0s
[13:24:35.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:120:0)
[13:24:35.935] Timer tick, asking Buildbucket for the build status
[13:24:36.115] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:36.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:121:0) after 1m0s
[13:25:36.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:121:0)
[13:25:36.118] Timer tick, asking Buildbucket for the build status
[13:25:36.997] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:36.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:122:0) after 1m0s
[13:26:37.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:122:0)
[13:26:37.152] Timer tick, asking Buildbucket for the build status
[13:26:40.798] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:40.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:123:0) after 1m0s
[13:27:40.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:123:0)
[13:27:40.913] Timer tick, asking Buildbucket for the build status
[13:27:41.330] Build 8900078978303847584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:41.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9065509042703471840:124:0) after 1m0s
[13:27:46.057] Received PubSub notification, asking Buildbucket for the build status
[13:27:50.698] Build 8900078978303847584: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[13:27:50.698] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570627665625690",
    "created_by": "project:chromium",
    "created_ts": "1570620286612964",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900078978303847584",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cbaec1301f764b6c5ebdd161138bd942f6d7fd97\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10299, \"got_angle_revision\": \"8e7d9d6c2326a36ff57335ceeb41eb86cb639a7f\", \"got_dawn_revision\": \"c932f3309322b833cf13556a408fab75fa51c77d\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"cbaec1301f764b6c5ebdd161138bd942f6d7fd97\", \"got_revision_cp\": \"refs/heads/master@{#704137}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"50e5ba2dd3e763aa78740945c04555d859a6e502\", \"got_v8_revision_cp\": \"refs/heads/7.9.242@{#1}\", \"got_webrtc_revision\": \"e1092c0bc8b8a2865da7ce6284ec19d189f71e02\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29411}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cbaec1301f764b6c5ebdd161138bd942f6d7fd97\", \"swarm_hashes\": {\"0\": \"ac812c34038d3c96dc1ba6ab5d773c33c3c9629e\", \"1\": \"bc4600817b86d32cfacba47c298bd75f44fd0bde\", \"10\": \"c05fe964fe68f13e873f7faa6696be50bbce5e13\", \"11\": \"335ef9277836d645e6414565d89b3da88e13001c\", \"12\": \"2f8f29caca5e1e0209222af4c3a7fb0d4327b9a9\", \"13\": \"5c55f3332d4d049fea0f95d39459f0dcc9f37fc6\", \"14\": \"99a5573d5980fdcc16c98360496287bef952dc68\", \"15\": \"8b8f715c1961da98f13af95fe827598c4243cf83\", \"16\": \"845580131683610807437a99a623bbfada103f23\", \"2\": \"70af4548d5ee05a7f24b33c1c8bcd8226dfe69df\", \"3\": \"3de53d901f014ced20e412896ed8932b21a8f976\", \"4\": \"e57bc8ed6783b28c0a3bf74fee4f0c2b6d2861c5\", \"5\": \"ed0f75f6260676e1cdf48ce029f1d348b20202cd\", \"6\": \"2c105bb71c23dec2ba5acd0ff34ae47086a40b53\", \"7\": \"3fe25f23c4aae6ff7eb9fc3b8b01800554041572\", \"8\": \"4035b24bb6a4bde9a478c76f5306c12c77f0bf70\", \"9\": \"37546ed7657dbe4c24d5095a4398b744d7c60884\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4494-2b7cf0c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570620475251438",
    "status": "COMPLETED",
    "status_changed_ts": "1570620476387320",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10299",
      "builder:ToTiOS",
      "buildset:commit/git/cbaec1301f764b6c5ebdd161138bd942f6d7fd97",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbaec1301f764b6c5ebdd161138bd942f6d7fd97",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065509042703471840",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900078978303847584/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47c91585864f3410",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570627665717318",
    "url": "https://ci.chromium.org/b/8900078978303847584",
    "utcnow_ts": "1570627670003816"
  }
}
[13:27:50.698] Invocation finished in 2h3m7.664668835s with status FAILED