Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "2a301a6dfe4265ae047427d3838465302f40ae83"
}

Incoming tags

  • buildset:commit/git/2a301a6dfe4265ae047427d3838465302f40ae83
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a301a6dfe4265ae047427d3838465302f40ae83
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:11:40.487] New invocation is queued and will start shortly
[19:11:41.690] Starting the invocation (attempt 1)
[19:11:41.733] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:11:41.733] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:11:41.733] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9066295036989018752",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"2a301a6dfe4265ae047427d3838465302f40ae83\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9066295036989018752",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2a301a6dfe4265ae047427d3838465302f40ae83",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a301a6dfe4265ae047427d3838465302f40ae83",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:11:42.806] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1569870701909782",
    "id": "8900864974833654336",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2a301a6dfe4265ae047427d3838465302f40ae83\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1569870702332003",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10164",
      "builder:ToTiOS",
      "buildset:commit/git/2a301a6dfe4265ae047427d3838465302f40ae83",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a301a6dfe4265ae047427d3838465302f40ae83",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066295036989018752",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900864974833654336/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569870702332131",
    "url": "https://ci.chromium.org/b/8900864974833654336",
    "utcnow_ts": "1569870702795322"
  }
}
[19:11:42.806] Task URL: https://ci.chromium.org/b/8900864974833654336
[19:11:42.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:2:0) after 1m0s
[19:12:42.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:2:0)
[19:12:42.808] Timer tick, asking Buildbucket for the build status
[19:12:45.710] Build 8900864974833654336: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:12:45.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:3:0) after 1m0s
[19:13:45.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:3:0)
[19:13:45.777] Timer tick, asking Buildbucket for the build status
[19:13:46.040] Build 8900864974833654336: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:13:46.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:4:0) after 1m0s
[19:14:46.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:4:0)
[19:14:46.202] Timer tick, asking Buildbucket for the build status
[19:14:49.932] Build 8900864974833654336: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:14:49.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:5:0) after 1m0s
[19:14:59.865] Received PubSub notification, asking Buildbucket for the build status
[19:15:00.250] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:50.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:5:0)
[19:15:50.058] Timer tick, asking Buildbucket for the build status
[19:15:50.836] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:50.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:7:0) after 1m0s
[19:16:50.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:7:0)
[19:16:50.930] Timer tick, asking Buildbucket for the build status
[19:16:52.273] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:52.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:8:0) after 1m0s
[19:17:52.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:8:0)
[19:17:52.311] Timer tick, asking Buildbucket for the build status
[19:17:52.670] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:52.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:9:0) after 1m0s
[19:18:52.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:9:0)
[19:18:52.695] Timer tick, asking Buildbucket for the build status
[19:18:52.928] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:52.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:10:0) after 1m0s
[19:19:53.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:10:0)
[19:19:53.002] Timer tick, asking Buildbucket for the build status
[19:19:53.203] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:53.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:11:0) after 1m0s
[19:20:53.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:11:0)
[19:20:53.299] Timer tick, asking Buildbucket for the build status
[19:20:53.859] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:53.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:12:0) after 1m0s
[19:21:53.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:12:0)
[19:21:53.892] Timer tick, asking Buildbucket for the build status
[19:21:55.757] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:55.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:13:0) after 1m0s
[19:22:55.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:13:0)
[19:22:55.905] Timer tick, asking Buildbucket for the build status
[19:22:56.412] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:56.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:14:0) after 1m0s
[19:23:56.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:14:0)
[19:23:56.626] Timer tick, asking Buildbucket for the build status
[19:23:59.492] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:59.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:15:0) after 1m0s
[19:24:59.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:15:0)
[19:24:59.559] Timer tick, asking Buildbucket for the build status
[19:25:01.711] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:01.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:16:0) after 1m0s
[19:26:01.778] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:16:0)
[19:26:01.778] Timer tick, asking Buildbucket for the build status
[19:26:02.707] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:02.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:17:0) after 1m0s
[19:27:02.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:17:0)
[19:27:02.744] Timer tick, asking Buildbucket for the build status
[19:27:03.338] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:03.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:18:0) after 1m0s
[19:28:03.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:18:0)
[19:28:03.502] Timer tick, asking Buildbucket for the build status
[19:28:03.761] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:03.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:19:0) after 1m0s
[19:29:03.805] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:19:0)
[19:29:03.805] Timer tick, asking Buildbucket for the build status
[19:29:04.317] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:04.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:20:0) after 1m0s
[19:30:04.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:20:0)
[19:30:04.354] Timer tick, asking Buildbucket for the build status
[19:30:07.649] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:07.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:21:0) after 1m0s
[19:31:07.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:21:0)
[19:31:07.673] Timer tick, asking Buildbucket for the build status
[19:31:08.203] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:08.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:22:0) after 1m0s
[19:32:08.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:22:0)
[19:32:08.242] Timer tick, asking Buildbucket for the build status
[19:32:11.175] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:11.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:23:0) after 1m0s
[19:33:11.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:23:0)
[19:33:11.208] Timer tick, asking Buildbucket for the build status
[19:33:12.021] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:12.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:24:0) after 1m0s
[19:34:12.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:24:0)
[19:34:12.340] Timer tick, asking Buildbucket for the build status
[19:34:12.765] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:12.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:25:0) after 1m0s
[19:35:12.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:25:0)
[19:35:12.881] Timer tick, asking Buildbucket for the build status
[19:35:13.809] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:13.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:26:0) after 1m0s
[19:36:13.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:26:0)
[19:36:13.835] Timer tick, asking Buildbucket for the build status
[19:36:16.822] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:16.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:27:0) after 1m0s
[19:37:16.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:27:0)
[19:37:16.973] Timer tick, asking Buildbucket for the build status
[19:37:17.420] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:17.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:28:0) after 1m0s
[19:38:17.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:28:0)
[19:38:17.720] Timer tick, asking Buildbucket for the build status
[19:38:20.488] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:20.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:29:0) after 1m0s
[19:39:20.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:29:0)
[19:39:20.551] Timer tick, asking Buildbucket for the build status
[19:39:22.968] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:22.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:30:0) after 1m0s
[19:40:22.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:30:0)
[19:40:22.971] Timer tick, asking Buildbucket for the build status
[19:40:25.778] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:25.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:31:0) after 1m0s
[19:41:25.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:31:0)
[19:41:25.821] Timer tick, asking Buildbucket for the build status
[19:41:28.926] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:28.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:32:0) after 1m0s
[19:42:28.959] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:32:0)
[19:42:28.959] Timer tick, asking Buildbucket for the build status
[19:42:29.616] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:29.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:33:0) after 1m0s
[19:43:29.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:33:0)
[19:43:29.729] Timer tick, asking Buildbucket for the build status
[19:43:30.330] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:30.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:34:0) after 1m0s
[19:44:30.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:34:0)
[19:44:30.505] Timer tick, asking Buildbucket for the build status
[19:44:36.071] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:36.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:35:0) after 1m0s
[19:45:36.127] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:35:0)
[19:45:36.127] Timer tick, asking Buildbucket for the build status
[19:45:36.638] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:36.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:36:0) after 1m0s
[19:46:36.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:36:0)
[19:46:36.693] Timer tick, asking Buildbucket for the build status
[19:46:37.378] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:37.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:37:0) after 1m0s
[19:47:37.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:37:0)
[19:47:37.536] Timer tick, asking Buildbucket for the build status
[19:47:37.856] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:37.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:38:0) after 1m0s
[19:48:37.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:38:0)
[19:48:37.956] Timer tick, asking Buildbucket for the build status
[19:48:38.614] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:38.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:39:0) after 1m0s
[19:49:38.632] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:39:0)
[19:49:38.632] Timer tick, asking Buildbucket for the build status
[19:49:39.528] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:39.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:40:0) after 1m0s
[19:50:39.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:40:0)
[19:50:39.569] Timer tick, asking Buildbucket for the build status
[19:50:39.949] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:39.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:41:0) after 1m0s
[19:51:39.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:41:0)
[19:51:39.983] Timer tick, asking Buildbucket for the build status
[19:51:40.656] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:40.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:42:0) after 1m0s
[19:52:40.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:42:0)
[19:52:40.764] Timer tick, asking Buildbucket for the build status
[19:52:41.278] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:41.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:43:0) after 1m0s
[19:53:41.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:43:0)
[19:53:41.316] Timer tick, asking Buildbucket for the build status
[19:53:42.421] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:42.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:44:0) after 1m0s
[19:54:42.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:44:0)
[19:54:42.464] Timer tick, asking Buildbucket for the build status
[19:54:42.806] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:42.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:45:0) after 1m0s
[19:55:42.878] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:45:0)
[19:55:42.878] Timer tick, asking Buildbucket for the build status
[19:55:45.193] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:45.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:46:0) after 1m0s
[19:56:45.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:46:0)
[19:56:45.201] Timer tick, asking Buildbucket for the build status
[19:56:45.612] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:45.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:47:0) after 1m0s
[19:57:45.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:47:0)
[19:57:45.675] Timer tick, asking Buildbucket for the build status
[19:57:46.446] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:46.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:48:0) after 1m0s
[19:58:46.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:48:0)
[19:58:46.543] Timer tick, asking Buildbucket for the build status
[19:58:47.508] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:47.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:49:0) after 1m0s
[19:59:47.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:49:0)
[19:59:47.651] Timer tick, asking Buildbucket for the build status
[19:59:48.697] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:48.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:50:0) after 1m0s
[20:00:48.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:50:0)
[20:00:48.731] Timer tick, asking Buildbucket for the build status
[20:00:49.473] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:49.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:51:0) after 1m0s
[20:01:49.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:51:0)
[20:01:49.574] Timer tick, asking Buildbucket for the build status
[20:01:49.830] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:49.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:52:0) after 1m0s
[20:02:49.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:52:0)
[20:02:49.868] Timer tick, asking Buildbucket for the build status
[20:02:52.722] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:52.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:53:0) after 1m0s
[20:03:52.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:53:0)
[20:03:52.876] Timer tick, asking Buildbucket for the build status
[20:03:53.473] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:53.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:54:0) after 1m0s
[20:04:53.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:54:0)
[20:04:53.607] Timer tick, asking Buildbucket for the build status
[20:04:54.431] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:54.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:55:0) after 1m0s
[20:05:54.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:55:0)
[20:05:54.501] Timer tick, asking Buildbucket for the build status
[20:05:54.754] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:54.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:56:0) after 1m0s
[20:06:54.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:56:0)
[20:06:54.776] Timer tick, asking Buildbucket for the build status
[20:06:54.951] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:54.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:57:0) after 1m0s
[20:07:54.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:57:0)
[20:07:54.990] Timer tick, asking Buildbucket for the build status
[20:07:55.747] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:55.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:58:0) after 1m0s
[20:08:55.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:58:0)
[20:08:55.895] Timer tick, asking Buildbucket for the build status
[20:08:56.049] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:56.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:59:0) after 1m0s
[20:09:56.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:59:0)
[20:09:56.096] Timer tick, asking Buildbucket for the build status
[20:09:59.729] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:59.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:60:0) after 1m0s
[20:10:59.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:60:0)
[20:10:59.753] Timer tick, asking Buildbucket for the build status
[20:10:59.989] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:59.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:61:0) after 1m0s
[20:12:00.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:61:0)
[20:12:00.137] Timer tick, asking Buildbucket for the build status
[20:12:01.188] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:01.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:62:0) after 1m0s
[20:13:01.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:62:0)
[20:13:01.336] Timer tick, asking Buildbucket for the build status
[20:13:02.075] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:02.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:63:0) after 1m0s
[20:14:02.267] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:63:0)
[20:14:02.267] Timer tick, asking Buildbucket for the build status
[20:14:05.014] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:05.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:64:0) after 1m0s
[20:15:05.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:64:0)
[20:15:05.076] Timer tick, asking Buildbucket for the build status
[20:15:07.600] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:07.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:65:0) after 1m0s
[20:16:07.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:65:0)
[20:16:07.657] Timer tick, asking Buildbucket for the build status
[20:16:10.921] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:10.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:66:0) after 1m0s
[20:17:11.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:66:0)
[20:17:11.011] Timer tick, asking Buildbucket for the build status
[20:17:13.389] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:13.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:67:0) after 1m0s
[20:18:13.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:67:0)
[20:18:13.493] Timer tick, asking Buildbucket for the build status
[20:18:14.105] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:14.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:68:0) after 1m0s
[20:19:14.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:68:0)
[20:19:14.149] Timer tick, asking Buildbucket for the build status
[20:19:14.360] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:14.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:69:0) after 1m0s
[20:20:14.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:69:0)
[20:20:14.443] Timer tick, asking Buildbucket for the build status
[20:20:16.510] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:16.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:70:0) after 1m0s
[20:21:16.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:70:0)
[20:21:16.548] Timer tick, asking Buildbucket for the build status
[20:21:17.307] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:17.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:71:0) after 1m0s
[20:22:17.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:71:0)
[20:22:17.565] Timer tick, asking Buildbucket for the build status
[20:22:20.190] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:20.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:72:0) after 1m0s
[20:23:20.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:72:0)
[20:23:20.251] Timer tick, asking Buildbucket for the build status
[20:23:21.371] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:21.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:73:0) after 1m0s
[20:24:21.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:73:0)
[20:24:21.640] Timer tick, asking Buildbucket for the build status
[20:24:22.877] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:22.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:74:0) after 1m0s
[20:25:22.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:74:0)
[20:25:22.922] Timer tick, asking Buildbucket for the build status
[20:25:23.806] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:23.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:75:0) after 1m0s
[20:26:23.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:75:0)
[20:26:23.869] Timer tick, asking Buildbucket for the build status
[20:26:24.149] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:24.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:76:0) after 1m0s
[20:27:24.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:76:0)
[20:27:24.213] Timer tick, asking Buildbucket for the build status
[20:27:25.257] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:25.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:77:0) after 1m0s
[20:28:25.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:77:0)
[20:28:25.323] Timer tick, asking Buildbucket for the build status
[20:28:26.032] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:26.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:78:0) after 1m0s
[20:29:26.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:78:0)
[20:29:26.091] Timer tick, asking Buildbucket for the build status
[20:29:27.010] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:27.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:79:0) after 1m0s
[20:30:27.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:79:0)
[20:30:27.098] Timer tick, asking Buildbucket for the build status
[20:30:27.696] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:27.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:80:0) after 1m0s
[20:31:27.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:80:0)
[20:31:27.875] Timer tick, asking Buildbucket for the build status
[20:31:28.054] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:28.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:81:0) after 1m0s
[20:32:28.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:81:0)
[20:32:28.218] Timer tick, asking Buildbucket for the build status
[20:32:29.418] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:29.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:82:0) after 1m0s
[20:33:29.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:82:0)
[20:33:29.492] Timer tick, asking Buildbucket for the build status
[20:33:29.802] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:29.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:83:0) after 1m0s
[20:34:29.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:83:0)
[20:34:29.863] Timer tick, asking Buildbucket for the build status
[20:34:37.455] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:37.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:84:0) after 1m0s
[20:35:37.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:84:0)
[20:35:37.529] Timer tick, asking Buildbucket for the build status
[20:35:39.797] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:39.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:85:0) after 1m0s
[20:36:39.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:85:0)
[20:36:39.944] Timer tick, asking Buildbucket for the build status
[20:36:40.149] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:40.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:86:0) after 1m0s
[20:37:40.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:86:0)
[20:37:40.401] Timer tick, asking Buildbucket for the build status
[20:37:43.072] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:43.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:87:0) after 1m0s
[20:38:43.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:87:0)
[20:38:43.147] Timer tick, asking Buildbucket for the build status
[20:38:43.412] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:43.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:88:0) after 1m0s
[20:39:43.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:88:0)
[20:39:43.566] Timer tick, asking Buildbucket for the build status
[20:39:46.561] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:46.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:89:0) after 1m0s
[20:40:46.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:89:0)
[20:40:46.623] Timer tick, asking Buildbucket for the build status
[20:40:48.216] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:48.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:90:0) after 1m0s
[20:41:48.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:90:0)
[20:41:48.246] Timer tick, asking Buildbucket for the build status
[20:41:48.968] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:48.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:91:0) after 1m0s
[20:42:49.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:91:0)
[20:42:49.077] Timer tick, asking Buildbucket for the build status
[20:42:49.709] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:49.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:92:0) after 1m0s
[20:43:49.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:92:0)
[20:43:49.846] Timer tick, asking Buildbucket for the build status
[20:43:50.707] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:50.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:93:0) after 1m0s
[20:44:50.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:93:0)
[20:44:50.759] Timer tick, asking Buildbucket for the build status
[20:44:54.687] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:54.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:94:0) after 1m0s
[20:45:54.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:94:0)
[20:45:54.815] Timer tick, asking Buildbucket for the build status
[20:45:55.317] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:55.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:95:0) after 1m0s
[20:46:55.446] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:95:0)
[20:46:55.446] Timer tick, asking Buildbucket for the build status
[20:46:55.807] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:55.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:96:0) after 1m0s
[20:47:55.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:96:0)
[20:47:55.906] Timer tick, asking Buildbucket for the build status
[20:47:56.754] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:56.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:97:0) after 1m0s
[20:48:56.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:97:0)
[20:48:56.798] Timer tick, asking Buildbucket for the build status
[20:48:57.195] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:57.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:98:0) after 1m0s
[20:49:57.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:98:0)
[20:49:57.260] Timer tick, asking Buildbucket for the build status
[20:49:58.687] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:58.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:99:0) after 1m0s
[20:50:58.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:99:0)
[20:50:58.755] Timer tick, asking Buildbucket for the build status
[20:50:59.240] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:59.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:100:0) after 1m0s
[20:51:59.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:100:0)
[20:51:59.357] Timer tick, asking Buildbucket for the build status
[20:51:59.862] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:59.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:101:0) after 1m0s
[20:52:59.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:101:0)
[20:52:59.939] Timer tick, asking Buildbucket for the build status
[20:53:00.056] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:00.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:102:0) after 1m0s
[20:54:00.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:102:0)
[20:54:00.122] Timer tick, asking Buildbucket for the build status
[20:54:02.939] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:02.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:103:0) after 1m0s
[20:55:03.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:103:0)
[20:55:03.278] Timer tick, asking Buildbucket for the build status
[20:55:03.503] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:03.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:104:0) after 1m0s
[20:56:03.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:104:0)
[20:56:03.563] Timer tick, asking Buildbucket for the build status
[20:56:04.189] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:04.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:105:0) after 1m0s
[20:57:04.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:105:0)
[20:57:04.390] Timer tick, asking Buildbucket for the build status
[20:57:04.598] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:04.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:106:0) after 1m0s
[20:58:04.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:106:0)
[20:58:04.734] Timer tick, asking Buildbucket for the build status
[20:58:05.509] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:05.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:107:0) after 1m0s
[20:59:05.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:107:0)
[20:59:05.535] Timer tick, asking Buildbucket for the build status
[20:59:06.512] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:06.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:108:0) after 1m0s
[21:00:06.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:108:0)
[21:00:06.741] Timer tick, asking Buildbucket for the build status
[21:00:07.218] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:07.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:109:0) after 1m0s
[21:01:07.763] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:109:0)
[21:01:07.763] Timer tick, asking Buildbucket for the build status
[21:01:08.042] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:08.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:110:0) after 1m0s
[21:02:08.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:110:0)
[21:02:08.132] Timer tick, asking Buildbucket for the build status
[21:02:08.332] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:08.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:111:0) after 1m0s
[21:03:08.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:111:0)
[21:03:08.399] Timer tick, asking Buildbucket for the build status
[21:03:08.800] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:08.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:112:0) after 1m0s
[21:04:09.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:112:0)
[21:04:09.245] Timer tick, asking Buildbucket for the build status
[21:04:10.407] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:10.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:113:0) after 1m0s
[21:05:10.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:113:0)
[21:05:10.492] Timer tick, asking Buildbucket for the build status
[21:05:10.906] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:10.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:114:0) after 1m0s
[21:06:11.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:114:0)
[21:06:11.112] Timer tick, asking Buildbucket for the build status
[21:06:11.581] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:11.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:115:0) after 1m0s
[21:07:11.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:115:0)
[21:07:11.679] Timer tick, asking Buildbucket for the build status
[21:07:11.901] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:11.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:116:0) after 1m0s
[21:08:12.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:116:0)
[21:08:12.226] Timer tick, asking Buildbucket for the build status
[21:08:12.524] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:12.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:117:0) after 1m0s
[21:09:12.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:117:0)
[21:09:12.624] Timer tick, asking Buildbucket for the build status
[21:09:13.609] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:13.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:118:0) after 1m0s
[21:10:13.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:118:0)
[21:10:13.757] Timer tick, asking Buildbucket for the build status
[21:10:14.341] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:14.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:119:0) after 1m0s
[21:11:14.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:119:0)
[21:11:14.475] Timer tick, asking Buildbucket for the build status
[21:11:14.758] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:14.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:120:0) after 1m0s
[21:12:14.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:120:0)
[21:12:14.880] Timer tick, asking Buildbucket for the build status
[21:12:15.497] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:15.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:121:0) after 1m0s
[21:13:15.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:121:0)
[21:13:15.528] Timer tick, asking Buildbucket for the build status
[21:13:15.725] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:15.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:122:0) after 1m0s
[21:14:15.852] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:122:0)
[21:14:15.852] Timer tick, asking Buildbucket for the build status
[21:14:16.686] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:16.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:123:0) after 1m0s
[21:15:16.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:123:0)
[21:15:16.915] Timer tick, asking Buildbucket for the build status
[21:15:18.729] Build 8900864974833654336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:18.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066295036989018752:124:0) after 1m0s
[21:15:49.170] Received PubSub notification, asking Buildbucket for the build status
[21:15:49.781] Build 8900864974833654336: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:15:49.781] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1569878147929302",
    "created_by": "project:chromium",
    "created_ts": "1569870701909782",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900864974833654336",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2a301a6dfe4265ae047427d3838465302f40ae83\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10164, \"got_angle_revision\": \"2e80cf9d91abd03b5b8bb6a1dec7ad884fe46b87\", \"got_dawn_revision\": \"55a00c7a1f9a188c5a512af510f8184bbdbad580\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2a301a6dfe4265ae047427d3838465302f40ae83\", \"got_revision_cp\": \"refs/heads/master@{#701219}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"353af79856a93841cbde071bd012167780f9fec8\", \"got_v8_revision_cp\": \"refs/heads/7.9.166@{#1}\", \"got_webrtc_revision\": \"32eae4c231b41e4e81b0bf3087f18040c128ffeb\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29344}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2a301a6dfe4265ae047427d3838465302f40ae83\", \"swarm_hashes\": {\"0\": \"15d7360b07e4ba6e12fbb268f45d1c9fdd3a135d\", \"1\": \"036764e5cb3024abde8acd494a57f6fc5ec481de\", \"10\": \"069c5246b214805def9ab183c84d7f04e1b80f3e\", \"11\": \"9c949b02786aee44212811c2a652c7f0949a61b5\", \"12\": \"f5b2803311ab87315edc2d7a9861b67cca6fe336\", \"13\": \"d3159f45e0cb361b4e309adc850f4004ce719ee5\", \"14\": \"39b889394655a80284502815852609b804f57b00\", \"15\": \"d14a1c0dd376d42b07e075ffddaddbc0f47ce527\", \"16\": \"109f16493e27ae5310d2a11d2634d972dc59d174\", \"2\": \"2fe70e4500b635576a737b03f3ff2925a4c132df\", \"3\": \"f838274f262d64c11e8bdbb90681924cf76bd69f\", \"4\": \"0b09a7d8eacf989508dc33830f98551aee7a4ceb\", \"5\": \"f3bbfb51c1bac786f5b8d93144d65d32bf11395a\", \"6\": \"dd9b42828d3a59bc3c188c4234281fb2e7f71b08\", \"7\": \"c977df1b108b622e02d4987cba114dbb9542a78c\", \"8\": \"30573cd03f697641529a876f61f149b0b05c685e\", \"9\": \"e9986ba7f87b07c2804696db474dc15b83a2ecb6\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1569870898157255",
    "status": "COMPLETED",
    "status_changed_ts": "1569870898570966",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10164",
      "builder:ToTiOS",
      "buildset:commit/git/2a301a6dfe4265ae047427d3838465302f40ae83",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a301a6dfe4265ae047427d3838465302f40ae83",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9066295036989018752",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900864974833654336/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:479c683b2474be10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1569878148192085",
    "url": "https://ci.chromium.org/b/8900864974833654336",
    "utcnow_ts": "1569878149766077"
  }
}
[21:15:49.781] Invocation finished in 2h4m9.311685497s with status FAILED