Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "0487fe2c6746ce60570a1b6f6bb6a65e4d739292"
}

Incoming tags

  • buildset:commit/git/0487fe2c6746ce60570a1b6f6bb6a65e4d739292
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0487fe2c6746ce60570a1b6f6bb6a65e4d739292
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:55:38.096] New invocation is queued and will start shortly
[21:55:39.212] Starting the invocation (attempt 1)
[21:55:39.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:55:39.267] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:55:39.268] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067462482081908048",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"0487fe2c6746ce60570a1b6f6bb6a65e4d739292\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067462482081908048",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/0487fe2c6746ce60570a1b6f6bb6a65e4d739292",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0487fe2c6746ce60570a1b6f6bb6a65e4d739292",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:55:41.328] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568757339869058",
    "id": "8902032419548185648",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0487fe2c6746ce60570a1b6f6bb6a65e4d739292\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568757340871151",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9946",
      "builder:ToTiOS",
      "buildset:commit/git/0487fe2c6746ce60570a1b6f6bb6a65e4d739292",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0487fe2c6746ce60570a1b6f6bb6a65e4d739292",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067462482081908048",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902032419548185648/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568757340878498",
    "url": "https://ci.chromium.org/b/8902032419548185648",
    "utcnow_ts": "1568757341251608"
  }
}
[21:55:41.328] Task URL: https://ci.chromium.org/b/8902032419548185648
[21:55:41.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:2:0) after 1m0s
[21:56:41.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:2:0)
[21:56:41.376] Timer tick, asking Buildbucket for the build status
[21:56:41.590] Build 8902032419548185648: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:56:41.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:3:0) after 1m0s
[21:57:41.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:3:0)
[21:57:41.769] Timer tick, asking Buildbucket for the build status
[21:57:42.094] Build 8902032419548185648: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:57:42.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:4:0) after 1m0s
[21:58:42.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:4:0)
[21:58:42.123] Timer tick, asking Buildbucket for the build status
[21:58:42.406] Build 8902032419548185648: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:58:42.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:5:0) after 1m0s
[21:58:45.667] Received PubSub notification, asking Buildbucket for the build status
[21:58:46.983] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:42.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:5:0)
[21:59:42.433] Timer tick, asking Buildbucket for the build status
[21:59:42.646] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:42.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:7:0) after 1m0s
[22:00:42.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:7:0)
[22:00:42.769] Timer tick, asking Buildbucket for the build status
[22:00:43.423] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:43.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:8:0) after 1m0s
[22:01:43.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:8:0)
[22:01:43.512] Timer tick, asking Buildbucket for the build status
[22:01:44.665] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:44.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:9:0) after 1m0s
[22:02:44.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:9:0)
[22:02:44.713] Timer tick, asking Buildbucket for the build status
[22:02:45.303] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:45.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:10:0) after 1m0s
[22:03:45.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:10:0)
[22:03:45.327] Timer tick, asking Buildbucket for the build status
[22:03:46.540] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:46.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:11:0) after 1m0s
[22:04:46.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:11:0)
[22:04:46.560] Timer tick, asking Buildbucket for the build status
[22:04:47.059] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:47.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:12:0) after 1m0s
[22:05:47.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:12:0)
[22:05:47.218] Timer tick, asking Buildbucket for the build status
[22:05:47.355] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:47.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:13:0) after 1m0s
[22:06:47.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:13:0)
[22:06:47.388] Timer tick, asking Buildbucket for the build status
[22:06:47.678] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:47.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:14:0) after 1m0s
[22:07:47.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:14:0)
[22:07:47.744] Timer tick, asking Buildbucket for the build status
[22:07:48.475] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:48.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:15:0) after 1m0s
[22:08:48.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:15:0)
[22:08:48.710] Timer tick, asking Buildbucket for the build status
[22:08:48.971] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:48.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:16:0) after 1m0s
[22:09:49.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:16:0)
[22:09:49.000] Timer tick, asking Buildbucket for the build status
[22:09:49.274] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:49.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:17:0) after 1m0s
[22:10:49.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:17:0)
[22:10:49.324] Timer tick, asking Buildbucket for the build status
[22:10:50.217] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:50.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:18:0) after 1m0s
[22:11:50.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:18:0)
[22:11:50.269] Timer tick, asking Buildbucket for the build status
[22:11:53.912] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:53.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:19:0) after 1m0s
[22:12:53.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:19:0)
[22:12:53.919] Timer tick, asking Buildbucket for the build status
[22:12:54.326] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:54.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:20:0) after 1m0s
[22:13:54.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:20:0)
[22:13:54.384] Timer tick, asking Buildbucket for the build status
[22:13:54.791] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:54.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:21:0) after 1m0s
[22:14:54.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:21:0)
[22:14:54.846] Timer tick, asking Buildbucket for the build status
[22:15:02.175] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:02.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:22:0) after 1m0s
[22:16:02.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:22:0)
[22:16:02.361] Timer tick, asking Buildbucket for the build status
[22:16:02.622] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:02.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:23:0) after 1m0s
[22:17:02.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:23:0)
[22:17:02.635] Timer tick, asking Buildbucket for the build status
[22:17:02.799] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:02.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:24:0) after 1m0s
[22:18:02.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:24:0)
[22:18:02.826] Timer tick, asking Buildbucket for the build status
[22:18:04.034] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:04.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:25:0) after 1m0s
[22:19:04.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:25:0)
[22:19:04.145] Timer tick, asking Buildbucket for the build status
[22:19:04.770] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:04.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:26:0) after 1m0s
[22:20:04.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:26:0)
[22:20:04.921] Timer tick, asking Buildbucket for the build status
[22:20:05.239] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:05.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:27:0) after 1m0s
[22:21:05.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:27:0)
[22:21:05.297] Timer tick, asking Buildbucket for the build status
[22:21:05.444] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:05.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:28:0) after 1m0s
[22:22:05.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:28:0)
[22:22:05.478] Timer tick, asking Buildbucket for the build status
[22:22:05.990] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:05.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:29:0) after 1m0s
[22:23:06.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:29:0)
[22:23:06.087] Timer tick, asking Buildbucket for the build status
[22:23:08.322] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:08.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:30:0) after 1m0s
[22:24:08.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:30:0)
[22:24:08.347] Timer tick, asking Buildbucket for the build status
[22:24:10.752] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:10.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:31:0) after 1m0s
[22:25:10.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:31:0)
[22:25:10.838] Timer tick, asking Buildbucket for the build status
[22:25:15.182] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:15.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:32:0) after 1m0s
[22:26:15.261] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:32:0)
[22:26:15.261] Timer tick, asking Buildbucket for the build status
[22:26:15.622] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:15.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:33:0) after 1m0s
[22:27:15.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:33:0)
[22:27:15.678] Timer tick, asking Buildbucket for the build status
[22:27:15.889] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:15.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:34:0) after 1m0s
[22:28:16.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:34:0)
[22:28:16.023] Timer tick, asking Buildbucket for the build status
[22:28:16.307] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:16.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:35:0) after 1m0s
[22:29:16.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:35:0)
[22:29:16.333] Timer tick, asking Buildbucket for the build status
[22:29:17.128] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:17.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:36:0) after 1m0s
[22:30:17.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:36:0)
[22:30:17.186] Timer tick, asking Buildbucket for the build status
[22:30:18.583] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:18.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:37:0) after 1m0s
[22:31:18.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:37:0)
[22:31:18.634] Timer tick, asking Buildbucket for the build status
[22:31:19.003] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:19.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:38:0) after 1m0s
[22:32:19.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:38:0)
[22:32:19.018] Timer tick, asking Buildbucket for the build status
[22:32:19.728] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:19.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:39:0) after 1m0s
[22:33:19.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:39:0)
[22:33:19.753] Timer tick, asking Buildbucket for the build status
[22:33:20.115] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:20.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:40:0) after 1m0s
[22:34:20.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:40:0)
[22:34:20.139] Timer tick, asking Buildbucket for the build status
[22:34:21.545] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:21.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:41:0) after 1m0s
[22:35:21.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:41:0)
[22:35:21.570] Timer tick, asking Buildbucket for the build status
[22:35:21.790] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:21.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:42:0) after 1m0s
[22:36:21.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:42:0)
[22:36:21.853] Timer tick, asking Buildbucket for the build status
[22:36:22.746] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:22.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:43:0) after 1m0s
[22:37:22.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:43:0)
[22:37:22.781] Timer tick, asking Buildbucket for the build status
[22:37:23.273] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:23.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:44:0) after 1m0s
[22:38:23.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:44:0)
[22:38:23.308] Timer tick, asking Buildbucket for the build status
[22:38:23.598] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:23.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:45:0) after 1m0s
[22:39:23.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:45:0)
[22:39:23.621] Timer tick, asking Buildbucket for the build status
[22:39:24.552] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:24.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:46:0) after 1m0s
[22:40:24.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:46:0)
[22:40:24.623] Timer tick, asking Buildbucket for the build status
[22:40:24.769] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:24.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:47:0) after 1m0s
[22:41:24.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:47:0)
[22:41:24.790] Timer tick, asking Buildbucket for the build status
[22:41:25.051] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:25.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:48:0) after 1m0s
[22:42:25.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:48:0)
[22:42:25.078] Timer tick, asking Buildbucket for the build status
[22:42:28.371] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:28.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:49:0) after 1m0s
[22:43:28.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:49:0)
[22:43:28.505] Timer tick, asking Buildbucket for the build status
[22:43:31.761] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:31.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:50:0) after 1m0s
[22:44:31.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:50:0)
[22:44:31.790] Timer tick, asking Buildbucket for the build status
[22:44:32.535] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:32.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:51:0) after 1m0s
[22:45:32.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:51:0)
[22:45:32.577] Timer tick, asking Buildbucket for the build status
[22:45:33.005] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:33.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:52:0) after 1m0s
[22:46:33.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:52:0)
[22:46:33.089] Timer tick, asking Buildbucket for the build status
[22:46:36.271] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:36.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:53:0) after 1m0s
[22:47:36.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:53:0)
[22:47:36.944] Timer tick, asking Buildbucket for the build status
[22:47:37.279] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:37.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:54:0) after 1m0s
[22:48:37.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:54:0)
[22:48:37.289] Timer tick, asking Buildbucket for the build status
[22:48:43.806] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:43.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:55:0) after 1m0s
[22:49:43.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:55:0)
[22:49:43.886] Timer tick, asking Buildbucket for the build status
[22:49:44.111] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:44.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:56:0) after 1m0s
[22:50:44.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:56:0)
[22:50:44.176] Timer tick, asking Buildbucket for the build status
[22:50:44.745] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:44.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:57:0) after 1m0s
[22:51:44.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:57:0)
[22:51:44.776] Timer tick, asking Buildbucket for the build status
[22:51:48.953] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:48.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:58:0) after 1m0s
[22:52:49.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:58:0)
[22:52:49.084] Timer tick, asking Buildbucket for the build status
[22:52:50.950] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:50.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:59:0) after 1m0s
[22:53:50.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:59:0)
[22:53:50.974] Timer tick, asking Buildbucket for the build status
[22:53:54.714] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:54.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:60:0) after 1m0s
[22:54:54.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:60:0)
[22:54:54.741] Timer tick, asking Buildbucket for the build status
[22:54:58.306] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:58.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:61:0) after 1m0s
[22:55:58.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:61:0)
[22:55:58.393] Timer tick, asking Buildbucket for the build status
[22:55:58.693] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:58.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:62:0) after 1m0s
[22:56:58.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:62:0)
[22:56:58.933] Timer tick, asking Buildbucket for the build status
[22:56:59.328] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:59.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:63:0) after 1m0s
[22:57:59.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:63:0)
[22:57:59.457] Timer tick, asking Buildbucket for the build status
[22:58:01.655] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:01.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:64:0) after 1m0s
[22:59:01.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:64:0)
[22:59:01.785] Timer tick, asking Buildbucket for the build status
[22:59:01.922] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:01.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:65:0) after 1m0s
[23:00:01.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:65:0)
[23:00:01.935] Timer tick, asking Buildbucket for the build status
[23:00:03.480] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:03.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:66:0) after 1m0s
[23:01:03.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:66:0)
[23:01:03.548] Timer tick, asking Buildbucket for the build status
[23:01:04.010] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:04.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:67:0) after 1m0s
[23:02:04.036] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:67:0)
[23:02:04.036] Timer tick, asking Buildbucket for the build status
[23:02:07.661] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:07.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:68:0) after 1m0s
[23:03:07.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:68:0)
[23:03:07.821] Timer tick, asking Buildbucket for the build status
[23:03:08.927] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:08.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:69:0) after 1m0s
[23:04:08.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:69:0)
[23:04:08.936] Timer tick, asking Buildbucket for the build status
[23:04:12.834] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:12.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:70:0) after 1m0s
[23:05:12.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:70:0)
[23:05:12.980] Timer tick, asking Buildbucket for the build status
[23:05:13.351] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:13.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:71:0) after 1m0s
[23:06:13.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:71:0)
[23:06:13.395] Timer tick, asking Buildbucket for the build status
[23:06:13.742] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:13.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:72:0) after 1m0s
[23:07:13.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:72:0)
[23:07:13.819] Timer tick, asking Buildbucket for the build status
[23:07:13.970] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:13.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:73:0) after 1m0s
[23:08:14.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:73:0)
[23:08:14.006] Timer tick, asking Buildbucket for the build status
[23:08:14.516] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:14.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:74:0) after 1m0s
[23:09:14.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:74:0)
[23:09:14.560] Timer tick, asking Buildbucket for the build status
[23:09:14.787] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:14.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:75:0) after 1m0s
[23:10:14.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:75:0)
[23:10:14.853] Timer tick, asking Buildbucket for the build status
[23:10:16.097] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:16.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:76:0) after 1m0s
[23:11:16.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:76:0)
[23:11:16.206] Timer tick, asking Buildbucket for the build status
[23:11:16.381] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:16.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:77:0) after 1m0s
[23:12:16.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:77:0)
[23:12:16.785] Timer tick, asking Buildbucket for the build status
[23:12:18.786] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:18.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:78:0) after 1m0s
[23:13:18.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:78:0)
[23:13:18.820] Timer tick, asking Buildbucket for the build status
[23:13:19.752] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:19.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:79:0) after 1m0s
[23:14:19.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:79:0)
[23:14:19.825] Timer tick, asking Buildbucket for the build status
[23:14:20.168] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:20.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:80:0) after 1m0s
[23:15:20.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:80:0)
[23:15:20.266] Timer tick, asking Buildbucket for the build status
[23:15:22.728] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:22.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:81:0) after 1m0s
[23:16:22.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:81:0)
[23:16:22.737] Timer tick, asking Buildbucket for the build status
[23:16:26.148] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:26.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:82:0) after 1m0s
[23:17:26.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:82:0)
[23:17:26.337] Timer tick, asking Buildbucket for the build status
[23:17:27.352] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:27.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:83:0) after 1m0s
[23:18:27.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:83:0)
[23:18:27.376] Timer tick, asking Buildbucket for the build status
[23:18:27.592] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:27.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:84:0) after 1m0s
[23:19:27.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:84:0)
[23:19:27.699] Timer tick, asking Buildbucket for the build status
[23:19:28.313] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:28.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:85:0) after 1m0s
[23:20:28.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:85:0)
[23:20:28.333] Timer tick, asking Buildbucket for the build status
[23:20:28.842] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:28.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:86:0) after 1m0s
[23:21:28.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:86:0)
[23:21:28.878] Timer tick, asking Buildbucket for the build status
[23:21:29.476] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:29.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:87:0) after 1m0s
[23:22:29.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:87:0)
[23:22:29.508] Timer tick, asking Buildbucket for the build status
[23:22:32.120] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:32.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:88:0) after 1m0s
[23:23:32.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:88:0)
[23:23:32.181] Timer tick, asking Buildbucket for the build status
[23:23:32.500] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:32.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:89:0) after 1m0s
[23:24:32.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:89:0)
[23:24:32.575] Timer tick, asking Buildbucket for the build status
[23:24:32.875] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:32.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:90:0) after 1m0s
[23:25:32.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:90:0)
[23:25:32.894] Timer tick, asking Buildbucket for the build status
[23:25:34.969] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:34.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:91:0) after 1m0s
[23:26:35.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:91:0)
[23:26:35.015] Timer tick, asking Buildbucket for the build status
[23:26:35.307] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:35.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:92:0) after 1m0s
[23:27:35.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:92:0)
[23:27:35.347] Timer tick, asking Buildbucket for the build status
[23:27:36.084] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:36.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:93:0) after 1m0s
[23:28:36.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:93:0)
[23:28:36.121] Timer tick, asking Buildbucket for the build status
[23:28:36.848] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:36.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:94:0) after 1m0s
[23:29:36.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:94:0)
[23:29:36.967] Timer tick, asking Buildbucket for the build status
[23:29:37.621] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:37.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:95:0) after 1m0s
[23:30:37.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:95:0)
[23:30:37.658] Timer tick, asking Buildbucket for the build status
[23:30:37.929] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:37.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:96:0) after 1m0s
[23:31:38.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:96:0)
[23:31:38.005] Timer tick, asking Buildbucket for the build status
[23:31:41.477] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:41.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:97:0) after 1m0s
[23:32:41.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:97:0)
[23:32:41.514] Timer tick, asking Buildbucket for the build status
[23:32:43.557] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:43.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:98:0) after 1m0s
[23:33:43.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:98:0)
[23:33:43.619] Timer tick, asking Buildbucket for the build status
[23:33:46.011] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:46.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:99:0) after 1m0s
[23:34:46.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:99:0)
[23:34:46.158] Timer tick, asking Buildbucket for the build status
[23:34:46.609] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:46.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:100:0) after 1m0s
[23:35:46.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:100:0)
[23:35:46.710] Timer tick, asking Buildbucket for the build status
[23:35:50.194] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:50.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:101:0) after 1m0s
[23:36:50.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:101:0)
[23:36:50.234] Timer tick, asking Buildbucket for the build status
[23:36:52.713] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:52.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:102:0) after 1m0s
[23:37:52.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:102:0)
[23:37:52.739] Timer tick, asking Buildbucket for the build status
[23:37:53.246] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:53.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:103:0) after 1m0s
[23:38:53.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:103:0)
[23:38:53.284] Timer tick, asking Buildbucket for the build status
[23:38:53.579] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:53.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:104:0) after 1m0s
[23:39:53.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:104:0)
[23:39:53.624] Timer tick, asking Buildbucket for the build status
[23:39:53.832] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:53.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:105:0) after 1m0s
[23:40:53.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:105:0)
[23:40:53.930] Timer tick, asking Buildbucket for the build status
[23:40:56.147] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:56.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:106:0) after 1m0s
[23:41:56.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:106:0)
[23:41:56.262] Timer tick, asking Buildbucket for the build status
[23:41:57.300] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:57.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:107:0) after 1m0s
[23:42:57.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:107:0)
[23:42:57.341] Timer tick, asking Buildbucket for the build status
[23:42:57.744] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:57.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:108:0) after 1m0s
[23:43:57.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:108:0)
[23:43:57.810] Timer tick, asking Buildbucket for the build status
[23:43:58.111] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:58.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:109:0) after 1m0s
[23:44:58.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:109:0)
[23:44:58.187] Timer tick, asking Buildbucket for the build status
[23:44:58.420] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:58.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:110:0) after 1m0s
[23:45:58.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:110:0)
[23:45:58.519] Timer tick, asking Buildbucket for the build status
[23:45:58.741] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:58.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:111:0) after 1m0s
[23:46:58.829] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:111:0)
[23:46:58.829] Timer tick, asking Buildbucket for the build status
[23:46:59.542] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:59.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:112:0) after 1m0s
[23:47:59.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:112:0)
[23:47:59.768] Timer tick, asking Buildbucket for the build status
[23:48:00.040] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:00.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:113:0) after 1m0s
[23:49:00.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:113:0)
[23:49:00.109] Timer tick, asking Buildbucket for the build status
[23:49:01.031] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:01.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:114:0) after 1m0s
[23:50:01.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:114:0)
[23:50:01.208] Timer tick, asking Buildbucket for the build status
[23:50:03.117] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:03.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:115:0) after 1m0s
[23:51:03.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:115:0)
[23:51:03.165] Timer tick, asking Buildbucket for the build status
[23:51:04.069] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:04.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:116:0) after 1m0s
[23:52:04.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:116:0)
[23:52:04.117] Timer tick, asking Buildbucket for the build status
[23:52:05.766] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:05.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:117:0) after 1m0s
[23:53:05.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:117:0)
[23:53:05.893] Timer tick, asking Buildbucket for the build status
[23:53:08.354] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:08.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:118:0) after 1m0s
[23:54:08.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:118:0)
[23:54:08.445] Timer tick, asking Buildbucket for the build status
[23:54:09.829] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:119:0) after 1m0s
[23:55:10.030] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:119:0)
[23:55:10.030] Timer tick, asking Buildbucket for the build status
[23:55:10.227] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:10.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:120:0) after 1m0s
[23:56:10.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:120:0)
[23:56:10.621] Timer tick, asking Buildbucket for the build status
[23:56:10.782] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:10.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:121:0) after 1m0s
[23:57:10.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:121:0)
[23:57:10.850] Timer tick, asking Buildbucket for the build status
[23:57:13.633] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:13.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:122:0) after 1m0s
[23:58:13.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:122:0)
[23:58:13.772] Timer tick, asking Buildbucket for the build status
[23:58:14.037] Build 8902032419548185648: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:14.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067462482081908048:123:0) after 1m0s
[23:58:54.334] Received PubSub notification, asking Buildbucket for the build status
[23:58:54.444] Build 8902032419548185648: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:58:54.444] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568764733524784",
    "created_by": "project:chromium",
    "created_ts": "1568757339869058",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902032419548185648",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0487fe2c6746ce60570a1b6f6bb6a65e4d739292\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9946, \"got_angle_revision\": \"65a5036eb0419047789d5ee66c02577ef251e07b\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"0487fe2c6746ce60570a1b6f6bb6a65e4d739292\", \"got_revision_cp\": \"refs/heads/master@{#697377}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"84da790b879ff03a75ea94c6de263704f04658fe\", \"got_v8_revision_cp\": \"refs/heads/7.9.56@{#1}\", \"got_webrtc_revision\": \"368d002e489eee4797d1f876f6a24d75d7ce8016\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29211}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"0487fe2c6746ce60570a1b6f6bb6a65e4d739292\", \"swarm_hashes\": {\"0\": \"d688593b5363b7552a3ba55464d319e6e34fcb3e\", \"1\": \"589adc36509940313e794602c98b1bdf1d545b06\", \"10\": \"ee7a49529b3ae31ee17226f9734f2b2b4d617175\", \"11\": \"314a7ba4ccf9986bde1e790b016316645cf7bce4\", \"12\": \"c142c3af07990e468bb656c5eb19d7b40570fbd1\", \"13\": \"e4b1b44cc85deb3eb20c28518292d29369fb878b\", \"14\": \"828330043f22c1b6ce86a13205c70e80b3b6f8a0\", \"15\": \"9deb0e2f0b439324037905520748e9f76d2bb376\", \"16\": \"e150992f8ec9ebe3b9987c3461bafd4533e9b23a\", \"2\": \"e117d10ff4d6bbe195023e2615c6b44dbb0b8ddf\", \"3\": \"28c9c6540edfe7dc72e02abe706b991874361108\", \"4\": \"6a9cd48f6780d8c4b5119410443c061ba71beea7\", \"5\": \"216fbae7df8b28b3ab75d97883a11745e472de0c\", \"6\": \"14270feab2edc9713b0342c5a5387f02d507bf9b\", \"7\": \"050e9bc2157c1ce1522d2c1df6727dc0c1e9c0d3\", \"8\": \"efbacc48f27e34a2305e7636c480bf88f4ab0618\", \"9\": \"1cff2eeacda5a8eb32892fecce7accfb14d91256\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568757524409221",
    "status": "COMPLETED",
    "status_changed_ts": "1568757525366070",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9946",
      "builder:ToTiOS",
      "buildset:commit/git/0487fe2c6746ce60570a1b6f6bb6a65e4d739292",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0487fe2c6746ce60570a1b6f6bb6a65e4d739292",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067462482081908048",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902032419548185648/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:475a0b43d3fd2810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568764733641461",
    "url": "https://ci.chromium.org/b/8902032419548185648",
    "utcnow_ts": "1568764734436132"
  }
}
[23:58:54.444] Invocation finished in 2h3m16.374270158s with status FAILED