Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e"
}

Incoming tags

  • buildset:commit/git/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:17:48.426] New invocation is queued and will start shortly
[19:17:49.743] Starting the invocation (attempt 1)
[19:17:49.781] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:17:49.781] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:17:49.781] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9056328984873113296",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9056328984873113296",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:17:50.893] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1579375070195845",
    "id": "8890898922353954000",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1579375070756803",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11959",
      "builder:ToTiOS",
      "buildset:commit/git/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9056328984873113296",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890898922353954000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1579375070756914",
    "url": "https://ci.chromium.org/b/8890898922353954000",
    "utcnow_ts": "1579375070886354"
  }
}
[19:17:50.893] Task URL: https://ci.chromium.org/b/8890898922353954000
[19:17:50.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:2:0) after 1m0s
[19:17:53.358] Received PubSub notification, asking Buildbucket for the build status
[19:17:54.342] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:50.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:2:0)
[19:18:50.975] Timer tick, asking Buildbucket for the build status
[19:18:51.600] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:51.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:4:0) after 1m0s
[19:19:51.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:4:0)
[19:19:51.616] Timer tick, asking Buildbucket for the build status
[19:19:52.071] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:52.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:5:0) after 1m0s
[19:20:52.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:5:0)
[19:20:52.101] Timer tick, asking Buildbucket for the build status
[19:20:52.272] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:52.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:6:0) after 1m0s
[19:21:52.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:6:0)
[19:21:52.291] Timer tick, asking Buildbucket for the build status
[19:21:52.612] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:52.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:7:0) after 1m0s
[19:22:52.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:7:0)
[19:22:52.742] Timer tick, asking Buildbucket for the build status
[19:22:53.354] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:53.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:8:0) after 1m0s
[19:23:53.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:8:0)
[19:23:53.375] Timer tick, asking Buildbucket for the build status
[19:23:54.291] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:54.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:9:0) after 1m0s
[19:24:54.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:9:0)
[19:24:54.311] Timer tick, asking Buildbucket for the build status
[19:24:54.499] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:54.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:10:0) after 1m0s
[19:25:54.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:10:0)
[19:25:54.520] Timer tick, asking Buildbucket for the build status
[19:25:54.643] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:54.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:11:0) after 1m0s
[19:26:54.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:11:0)
[19:26:54.665] Timer tick, asking Buildbucket for the build status
[19:26:55.638] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:55.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:12:0) after 1m0s
[19:27:55.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:12:0)
[19:27:55.624] Timer tick, asking Buildbucket for the build status
[19:27:56.240] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:56.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:13:0) after 1m0s
[19:28:56.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:13:0)
[19:28:56.289] Timer tick, asking Buildbucket for the build status
[19:28:56.758] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:56.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:14:0) after 1m0s
[19:29:56.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:14:0)
[19:29:56.801] Timer tick, asking Buildbucket for the build status
[19:29:57.090] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:57.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:15:0) after 1m0s
[19:30:57.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:15:0)
[19:30:57.130] Timer tick, asking Buildbucket for the build status
[19:30:57.291] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:57.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:16:0) after 1m0s
[19:31:57.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:16:0)
[19:31:57.314] Timer tick, asking Buildbucket for the build status
[19:31:59.708] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:59.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:17:0) after 1m0s
[19:32:59.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:17:0)
[19:32:59.774] Timer tick, asking Buildbucket for the build status
[19:33:00.109] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:00.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:18:0) after 1m0s
[19:34:00.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:18:0)
[19:34:00.161] Timer tick, asking Buildbucket for the build status
[19:34:00.324] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:00.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:19:0) after 1m0s
[19:35:00.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:19:0)
[19:35:00.616] Timer tick, asking Buildbucket for the build status
[19:35:00.984] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:00.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:20:0) after 1m0s
[19:36:01.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:20:0)
[19:36:01.468] Timer tick, asking Buildbucket for the build status
[19:36:02.718] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:02.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:21:0) after 1m0s
[19:37:02.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:21:0)
[19:37:02.830] Timer tick, asking Buildbucket for the build status
[19:37:02.985] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:02.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:22:0) after 1m0s
[19:38:03.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:22:0)
[19:38:03.015] Timer tick, asking Buildbucket for the build status
[19:38:05.299] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:05.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:23:0) after 1m0s
[19:39:05.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:23:0)
[19:39:05.414] Timer tick, asking Buildbucket for the build status
[19:39:05.681] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:05.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:24:0) after 1m0s
[19:40:05.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:24:0)
[19:40:05.734] Timer tick, asking Buildbucket for the build status
[19:40:06.585] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:06.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:25:0) after 1m0s
[19:41:06.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:25:0)
[19:41:06.723] Timer tick, asking Buildbucket for the build status
[19:41:06.895] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:06.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:26:0) after 1m0s
[19:42:06.879] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:26:0)
[19:42:06.879] Timer tick, asking Buildbucket for the build status
[19:42:07.681] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:07.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:27:0) after 1m0s
[19:43:07.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:27:0)
[19:43:07.761] Timer tick, asking Buildbucket for the build status
[19:43:08.069] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:08.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:28:0) after 1m0s
[19:44:08.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:28:0)
[19:44:08.144] Timer tick, asking Buildbucket for the build status
[19:44:08.778] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:08.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:29:0) after 1m0s
[19:45:08.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:29:0)
[19:45:08.897] Timer tick, asking Buildbucket for the build status
[19:45:09.313] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:09.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:30:0) after 1m0s
[19:46:09.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:30:0)
[19:46:09.467] Timer tick, asking Buildbucket for the build status
[19:46:10.027] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:10.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:31:0) after 1m0s
[19:47:10.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:31:0)
[19:47:10.186] Timer tick, asking Buildbucket for the build status
[19:47:10.389] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:10.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:32:0) after 1m0s
[19:48:10.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:32:0)
[19:48:10.395] Timer tick, asking Buildbucket for the build status
[19:48:11.372] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:11.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:33:0) after 1m0s
[19:49:11.431] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:33:0)
[19:49:11.431] Timer tick, asking Buildbucket for the build status
[19:49:11.760] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:11.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:34:0) after 1m0s
[19:50:11.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:34:0)
[19:50:11.873] Timer tick, asking Buildbucket for the build status
[19:50:12.077] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:12.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:35:0) after 1m0s
[19:51:12.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:35:0)
[19:51:12.103] Timer tick, asking Buildbucket for the build status
[19:51:12.836] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:12.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:36:0) after 1m0s
[19:52:12.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:36:0)
[19:52:12.962] Timer tick, asking Buildbucket for the build status
[19:52:13.146] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:13.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:37:0) after 1m0s
[19:53:13.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:37:0)
[19:53:13.169] Timer tick, asking Buildbucket for the build status
[19:53:13.339] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:13.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:38:0) after 1m0s
[19:54:13.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:38:0)
[19:54:13.324] Timer tick, asking Buildbucket for the build status
[19:54:13.563] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:13.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:39:0) after 1m0s
[19:55:13.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:39:0)
[19:55:13.618] Timer tick, asking Buildbucket for the build status
[19:55:13.840] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:13.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:40:0) after 1m0s
[19:56:13.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:40:0)
[19:56:13.910] Timer tick, asking Buildbucket for the build status
[19:56:14.212] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:14.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:41:0) after 1m0s
[19:57:14.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:41:0)
[19:57:14.284] Timer tick, asking Buildbucket for the build status
[19:57:14.767] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:14.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:42:0) after 1m0s
[19:58:14.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:42:0)
[19:58:14.797] Timer tick, asking Buildbucket for the build status
[19:58:15.508] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:15.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:43:0) after 1m0s
[19:59:15.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:43:0)
[19:59:15.625] Timer tick, asking Buildbucket for the build status
[19:59:15.841] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:15.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:44:0) after 1m0s
[20:00:16.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:44:0)
[20:00:16.039] Timer tick, asking Buildbucket for the build status
[20:00:16.825] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:16.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:45:0) after 1m0s
[20:01:16.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:45:0)
[20:01:16.948] Timer tick, asking Buildbucket for the build status
[20:01:17.138] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:17.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:46:0) after 1m0s
[20:02:17.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:46:0)
[20:02:17.268] Timer tick, asking Buildbucket for the build status
[20:02:17.773] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:17.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:47:0) after 1m0s
[20:03:17.796] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:47:0)
[20:03:17.796] Timer tick, asking Buildbucket for the build status
[20:03:18.589] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:18.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:48:0) after 1m0s
[20:04:18.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:48:0)
[20:04:18.661] Timer tick, asking Buildbucket for the build status
[20:04:18.811] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:18.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:49:0) after 1m0s
[20:05:18.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:49:0)
[20:05:18.908] Timer tick, asking Buildbucket for the build status
[20:05:19.947] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:19.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:50:0) after 1m0s
[20:06:20.110] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:50:0)
[20:06:20.110] Timer tick, asking Buildbucket for the build status
[20:06:20.291] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:20.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:51:0) after 1m0s
[20:07:20.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:51:0)
[20:07:20.442] Timer tick, asking Buildbucket for the build status
[20:07:20.723] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:20.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:52:0) after 1m0s
[20:08:20.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:52:0)
[20:08:20.792] Timer tick, asking Buildbucket for the build status
[20:08:20.983] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:20.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:53:0) after 1m0s
[20:09:21.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:53:0)
[20:09:21.059] Timer tick, asking Buildbucket for the build status
[20:09:21.406] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:21.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:54:0) after 1m0s
[20:10:21.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:54:0)
[20:10:21.427] Timer tick, asking Buildbucket for the build status
[20:10:21.877] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:21.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:55:0) after 1m0s
[20:11:21.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:55:0)
[20:11:21.963] Timer tick, asking Buildbucket for the build status
[20:11:22.245] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:22.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:56:0) after 1m0s
[20:12:22.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:56:0)
[20:12:22.289] Timer tick, asking Buildbucket for the build status
[20:12:22.455] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:22.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:57:0) after 1m0s
[20:13:22.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:57:0)
[20:13:22.481] Timer tick, asking Buildbucket for the build status
[20:13:23.621] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:23.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:58:0) after 1m0s
[20:14:24.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:58:0)
[20:14:24.122] Timer tick, asking Buildbucket for the build status
[20:14:24.889] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:24.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:59:0) after 1m0s
[20:15:24.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:59:0)
[20:15:24.912] Timer tick, asking Buildbucket for the build status
[20:15:25.064] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:25.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:60:0) after 1m0s
[20:16:25.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:60:0)
[20:16:25.092] Timer tick, asking Buildbucket for the build status
[20:16:25.316] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:25.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:61:0) after 1m0s
[20:17:25.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:61:0)
[20:17:25.385] Timer tick, asking Buildbucket for the build status
[20:17:25.684] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:25.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:62:0) after 1m0s
[20:18:25.687] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:62:0)
[20:18:25.687] Timer tick, asking Buildbucket for the build status
[20:18:26.582] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:26.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:63:0) after 1m0s
[20:19:26.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:63:0)
[20:19:26.706] Timer tick, asking Buildbucket for the build status
[20:19:27.253] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:27.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:64:0) after 1m0s
[20:20:27.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:64:0)
[20:20:27.328] Timer tick, asking Buildbucket for the build status
[20:20:27.701] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:27.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:65:0) after 1m0s
[20:21:27.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:65:0)
[20:21:27.940] Timer tick, asking Buildbucket for the build status
[20:21:29.098] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:29.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:66:0) after 1m0s
[20:22:29.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:66:0)
[20:22:29.149] Timer tick, asking Buildbucket for the build status
[20:22:29.316] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:29.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:67:0) after 1m0s
[20:23:29.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:67:0)
[20:23:29.365] Timer tick, asking Buildbucket for the build status
[20:23:29.531] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:29.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:68:0) after 1m0s
[20:24:29.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:68:0)
[20:24:29.568] Timer tick, asking Buildbucket for the build status
[20:24:29.979] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:29.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:69:0) after 1m0s
[20:25:30.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:69:0)
[20:25:30.117] Timer tick, asking Buildbucket for the build status
[20:25:30.425] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:30.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:70:0) after 1m0s
[20:26:30.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:70:0)
[20:26:30.451] Timer tick, asking Buildbucket for the build status
[20:26:31.097] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:31.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:71:0) after 1m0s
[20:27:31.179] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:71:0)
[20:27:31.179] Timer tick, asking Buildbucket for the build status
[20:27:32.462] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:32.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:72:0) after 1m0s
[20:28:32.486] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:72:0)
[20:28:32.486] Timer tick, asking Buildbucket for the build status
[20:28:33.254] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:33.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:73:0) after 1m0s
[20:29:33.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:73:0)
[20:29:33.238] Timer tick, asking Buildbucket for the build status
[20:29:33.404] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:33.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:74:0) after 1m0s
[20:30:33.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:74:0)
[20:30:33.423] Timer tick, asking Buildbucket for the build status
[20:30:33.727] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:33.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:75:0) after 1m0s
[20:31:33.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:75:0)
[20:31:33.754] Timer tick, asking Buildbucket for the build status
[20:31:34.529] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:34.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:76:0) after 1m0s
[20:32:34.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:76:0)
[20:32:34.747] Timer tick, asking Buildbucket for the build status
[20:32:34.990] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:34.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:77:0) after 1m0s
[20:33:34.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:77:0)
[20:33:34.990] Timer tick, asking Buildbucket for the build status
[20:33:35.490] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:35.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:78:0) after 1m0s
[20:34:35.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:78:0)
[20:34:35.549] Timer tick, asking Buildbucket for the build status
[20:34:35.908] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:35.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:79:0) after 1m0s
[20:35:35.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:79:0)
[20:35:35.936] Timer tick, asking Buildbucket for the build status
[20:35:36.132] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:36.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:80:0) after 1m0s
[20:36:36.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:80:0)
[20:36:36.160] Timer tick, asking Buildbucket for the build status
[20:36:36.284] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:36.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:81:0) after 1m0s
[20:37:36.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:81:0)
[20:37:36.312] Timer tick, asking Buildbucket for the build status
[20:37:36.984] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:36.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:82:0) after 1m0s
[20:38:37.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:82:0)
[20:38:37.057] Timer tick, asking Buildbucket for the build status
[20:38:37.491] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:37.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:83:0) after 1m0s
[20:39:37.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:83:0)
[20:39:37.512] Timer tick, asking Buildbucket for the build status
[20:39:37.689] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:37.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:84:0) after 1m0s
[20:40:37.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:84:0)
[20:40:37.723] Timer tick, asking Buildbucket for the build status
[20:40:38.078] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:38.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:85:0) after 1m0s
[20:41:38.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:85:0)
[20:41:38.113] Timer tick, asking Buildbucket for the build status
[20:41:38.906] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:38.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:86:0) after 1m0s
[20:42:38.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:86:0)
[20:42:38.935] Timer tick, asking Buildbucket for the build status
[20:42:43.416] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:43.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:87:0) after 1m0s
[20:43:43.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:87:0)
[20:43:43.546] Timer tick, asking Buildbucket for the build status
[20:43:43.699] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:43.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:88:0) after 1m0s
[20:44:43.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:88:0)
[20:44:43.722] Timer tick, asking Buildbucket for the build status
[20:44:43.915] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:43.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:89:0) after 1m0s
[20:45:43.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:89:0)
[20:45:43.906] Timer tick, asking Buildbucket for the build status
[20:45:44.163] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:44.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:90:0) after 1m0s
[20:46:44.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:90:0)
[20:46:44.237] Timer tick, asking Buildbucket for the build status
[20:46:44.805] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:44.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:91:0) after 1m0s
[20:47:44.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:91:0)
[20:47:44.827] Timer tick, asking Buildbucket for the build status
[20:47:45.029] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:45.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:92:0) after 1m0s
[20:48:45.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:92:0)
[20:48:45.064] Timer tick, asking Buildbucket for the build status
[20:48:45.522] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:45.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:93:0) after 1m0s
[20:49:45.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:93:0)
[20:49:45.563] Timer tick, asking Buildbucket for the build status
[20:49:47.679] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:47.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:94:0) after 1m0s
[20:50:47.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:94:0)
[20:50:47.825] Timer tick, asking Buildbucket for the build status
[20:50:48.744] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:48.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:95:0) after 1m0s
[20:51:48.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:95:0)
[20:51:48.728] Timer tick, asking Buildbucket for the build status
[20:51:48.929] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:48.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:96:0) after 1m0s
[20:52:48.946] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:96:0)
[20:52:48.946] Timer tick, asking Buildbucket for the build status
[20:52:49.246] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:49.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:97:0) after 1m0s
[20:53:49.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:97:0)
[20:53:49.272] Timer tick, asking Buildbucket for the build status
[20:53:49.406] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:49.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:98:0) after 1m0s
[20:54:49.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:98:0)
[20:54:49.466] Timer tick, asking Buildbucket for the build status
[20:54:50.606] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:50.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:99:0) after 1m0s
[20:55:50.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:99:0)
[20:55:50.631] Timer tick, asking Buildbucket for the build status
[20:55:50.846] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:50.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:100:0) after 1m0s
[20:56:50.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:100:0)
[20:56:50.872] Timer tick, asking Buildbucket for the build status
[20:56:51.169] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:51.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:101:0) after 1m0s
[20:57:51.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:101:0)
[20:57:51.196] Timer tick, asking Buildbucket for the build status
[20:57:53.877] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:53.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:102:0) after 1m0s
[20:58:53.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:102:0)
[20:58:53.932] Timer tick, asking Buildbucket for the build status
[20:58:54.063] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:54.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:103:0) after 1m0s
[20:59:54.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:103:0)
[20:59:54.250] Timer tick, asking Buildbucket for the build status
[20:59:54.455] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:54.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:104:0) after 1m0s
[21:00:54.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:104:0)
[21:00:54.555] Timer tick, asking Buildbucket for the build status
[21:00:54.738] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:54.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:105:0) after 1m0s
[21:01:54.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:105:0)
[21:01:54.962] Timer tick, asking Buildbucket for the build status
[21:01:56.052] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:56.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:106:0) after 1m0s
[21:02:56.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:106:0)
[21:02:56.054] Timer tick, asking Buildbucket for the build status
[21:02:56.769] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:56.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:107:0) after 1m0s
[21:03:56.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:107:0)
[21:03:56.842] Timer tick, asking Buildbucket for the build status
[21:03:56.984] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:56.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:108:0) after 1m0s
[21:04:57.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:108:0)
[21:04:57.007] Timer tick, asking Buildbucket for the build status
[21:04:57.177] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:57.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:109:0) after 1m0s
[21:05:57.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:109:0)
[21:05:57.206] Timer tick, asking Buildbucket for the build status
[21:05:57.668] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:57.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:110:0) after 1m0s
[21:06:57.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:110:0)
[21:06:57.683] Timer tick, asking Buildbucket for the build status
[21:06:57.815] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:57.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:111:0) after 1m0s
[21:07:57.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:111:0)
[21:07:57.828] Timer tick, asking Buildbucket for the build status
[21:07:57.978] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:57.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:112:0) after 1m0s
[21:08:58.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:112:0)
[21:08:58.064] Timer tick, asking Buildbucket for the build status
[21:08:58.437] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:58.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:113:0) after 1m0s
[21:09:58.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:113:0)
[21:09:58.521] Timer tick, asking Buildbucket for the build status
[21:09:58.644] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:58.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:114:0) after 1m0s
[21:10:58.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:114:0)
[21:10:58.669] Timer tick, asking Buildbucket for the build status
[21:10:58.841] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:58.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:115:0) after 1m0s
[21:11:58.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:115:0)
[21:11:58.909] Timer tick, asking Buildbucket for the build status
[21:11:59.936] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:59.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:116:0) after 1m0s
[21:13:00.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:116:0)
[21:13:00.011] Timer tick, asking Buildbucket for the build status
[21:13:00.287] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:00.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:117:0) after 1m0s
[21:14:00.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:117:0)
[21:14:00.403] Timer tick, asking Buildbucket for the build status
[21:14:00.678] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:00.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:118:0) after 1m0s
[21:15:00.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:118:0)
[21:15:00.876] Timer tick, asking Buildbucket for the build status
[21:15:01.385] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:119:0) after 1m0s
[21:16:01.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:119:0)
[21:16:01.816] Timer tick, asking Buildbucket for the build status
[21:16:02.278] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:02.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:120:0) after 1m0s
[21:17:02.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:120:0)
[21:17:02.417] Timer tick, asking Buildbucket for the build status
[21:17:02.938] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:02.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:121:0) after 1m0s
[21:18:03.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:121:0)
[21:18:03.193] Timer tick, asking Buildbucket for the build status
[21:18:03.352] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:03.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:122:0) after 1m0s
[21:19:03.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:122:0)
[21:19:03.510] Timer tick, asking Buildbucket for the build status
[21:19:03.686] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:03.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:123:0) after 1m0s
[21:20:03.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:123:0)
[21:20:03.890] Timer tick, asking Buildbucket for the build status
[21:20:04.089] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:04.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:124:0) after 1m0s
[21:21:04.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:124:0)
[21:21:04.204] Timer tick, asking Buildbucket for the build status
[21:21:04.362] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:04.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:125:0) after 1m0s
[21:22:04.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:125:0)
[21:22:04.462] Timer tick, asking Buildbucket for the build status
[21:22:04.676] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:04.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:126:0) after 1m0s
[21:23:06.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:126:0)
[21:23:06.707] Timer tick, asking Buildbucket for the build status
[21:23:07.580] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:07.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:127:0) after 1m0s
[21:24:07.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:127:0)
[21:24:07.644] Timer tick, asking Buildbucket for the build status
[21:24:07.874] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:07.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:128:0) after 1m0s
[21:25:07.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:128:0)
[21:25:07.902] Timer tick, asking Buildbucket for the build status
[21:25:08.050] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:08.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:129:0) after 1m0s
[21:26:08.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:129:0)
[21:26:08.083] Timer tick, asking Buildbucket for the build status
[21:26:08.690] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:08.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:130:0) after 1m0s
[21:27:08.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:130:0)
[21:27:08.743] Timer tick, asking Buildbucket for the build status
[21:27:09.267] Build 8890898922353954000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:09.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9056328984873113296:131:0) after 1m0s
[21:27:42.574] Received PubSub notification, asking Buildbucket for the build status
[21:27:42.696] Build 8890898922353954000: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:27:42.696] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1579382861801896",
    "created_by": "project:chromium",
    "created_ts": "1579375070195845",
    "failure_reason": "BUILD_FAILURE",
    "id": "8890898922353954000",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11959, \"got_angle_revision\": \"579c59400f860d9f63510a5da9441bb7ccca422a\", \"got_dawn_revision\": \"d8f8c29bb25a5a1658da37aae05b9b4cd4353640\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e\", \"got_revision_cp\": \"refs/heads/master@{#733171}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"11cb891a01a2b47cc2135ef19ca18046662476e0\", \"got_v8_revision\": \"3bb6c2dd702c09576d665319c09a89242710a496\", \"got_v8_revision_cp\": \"refs/heads/8.1.222@{#1}\", \"got_webrtc_revision\": \"c380e97ee62a3e1a75290bfb0e438ca267c6237c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30312}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e\", \"swarm_hashes\": {\"0\": \"021d403d95ef7fdbd25ddb6c32c314558a46aa1e\", \"1\": \"1c8f8f9c3103461a39b162f9b8365d435876f014\", \"10\": \"155e7f7a5ff70b254c690d2a11f610e9e695dd87\", \"11\": \"4ece5f2cb05ef0f864ce7b3fa858f295cc34d969\", \"12\": \"1b48850888d1c7d24f4df225e3ee7812ff1ec74d\", \"13\": \"d75fb4643594ec994ffcda3bf8bd2926a84e872a\", \"14\": \"2ba399584e6b39b1bc9b2cc72a34ffcc98ee55db\", \"15\": \"abb6229ffc35e751e8e6a38f2b860fee63d7a9f6\", \"16\": \"8abf922e3c6976ce0747ea1409cb20eb48e51ad5\", \"2\": \"c72a7dd092dd8f7d4cef871b5200f6dfaa2a6486\", \"3\": \"2fd9e2317118c37924ddfc937910660a84d4cceb\", \"4\": \"6a4d2ab995748a16d2122299808ab529bd480132\", \"5\": \"fb0675dd89d7dd05d19134226b7337b7cb64b584\", \"6\": \"ce08e291d7af63883c5f497ccbc67ce7b5125b52\", \"7\": \"8fb21bf66e36849cc53f00a50616148d9859d734\", \"8\": \"ff68e7ba9851cb26a6dec620970f2b43d0bb8879\", \"9\": \"e81fbd62db55125a8873a4ac98befaa028e1f42b\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4760-d9a0e6d\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1579375072423017",
    "status": "COMPLETED",
    "status_changed_ts": "1579375072860009",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11959",
      "builder:ToTiOS",
      "buildset:commit/git/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f31bdbd21ed8d42c93dd6b901f7ea1a7412d81e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9056328984873113296",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890898922353954000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49d2e897d3d5b810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1579382862154123",
    "url": "https://ci.chromium.org/b/8890898922353954000",
    "utcnow_ts": "1579382862686306"
  }
}
[21:27:42.696] Invocation finished in 2h9m54.28780907s with status FAILED