Restore 0.1.5 version from stash

2025-12-08 19:56:24 +08:00
parent de189e938d
commit 8db3f4e32d
8578 changed files with 2703426 additions and 217 deletions
@@ -0,0 +1,34 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+
+# 用于向后兼容，TODO: 废弃
+from pypinyin.seg.simpleseg import simple_seg  # noqa
+from pypinyin.style._tone_convert import tone2_to_tone
+
+
+# 用于向后兼容，TODO: 废弃
+def _replace_tone2_style_dict_to_default(string):
+    return tone2_to_tone(string)
+
+
+def _remove_dup_items(lst, remove_empty=False):
+    new_lst = []
+    for item in lst:
+        if remove_empty and not item:
+            continue
+        if item not in new_lst:
+            new_lst.append(item)
+    return new_lst
+
+
+def _remove_dup_and_empty(lst_list):
+    new_lst_list = []
+    for lst in lst_list:
+        lst = _remove_dup_items(lst, remove_empty=True)
+        if lst:
+            new_lst_list.append(lst)
+        else:
+            new_lst_list.append([''])
+
+    return new_lst_list