35 lines
856 B
Python
35 lines
856 B
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
from __future__ import unicode_literals
|
|
|
|
# 用于向后兼容，TODO: 废弃
|
|
from pypinyin.seg.simpleseg import simple_seg # noqa
|
|
from pypinyin.style._tone_convert import tone2_to_tone
|
|
|
|
|
|
# 用于向后兼容，TODO: 废弃
|
|
def _replace_tone2_style_dict_to_default(string):
|
|
return tone2_to_tone(string)
|
|
|
|
|
|
def _remove_dup_items(lst, remove_empty=False):
|
|
new_lst = []
|
|
for item in lst:
|
|
if remove_empty and not item:
|
|
continue
|
|
if item not in new_lst:
|
|
new_lst.append(item)
|
|
return new_lst
|
|
|
|
|
|
def _remove_dup_and_empty(lst_list):
|
|
new_lst_list = []
|
|
for lst in lst_list:
|
|
lst = _remove_dup_items(lst, remove_empty=True)
|
|
if lst:
|
|
new_lst_list.append(lst)
|
|
else:
|
|
new_lst_list.append([''])
|
|
|
|
return new_lst_list
|