(
self,
max_text_length,
character_dict_path=None,
use_space_char=False,
lower=False,
)
| 106 | """Convert between text-label and text-index""" |
| 107 | |
| 108 | def __init__( |
| 109 | self, |
| 110 | max_text_length, |
| 111 | character_dict_path=None, |
| 112 | use_space_char=False, |
| 113 | lower=False, |
| 114 | ): |
| 115 | self.max_text_len = max_text_length |
| 116 | self.beg_str = "sos" |
| 117 | self.end_str = "eos" |
| 118 | self.lower = lower |
| 119 | |
| 120 | if character_dict_path is None: |
| 121 | logger = get_logger() |
| 122 | logger.warning( |
| 123 | "The character_dict_path is None, model can only recognize number and lower letters" |
| 124 | ) |
| 125 | self.character_str = "0123456789abcdefghijklmnopqrstuvwxyz" |
| 126 | dict_character = list(self.character_str) |
| 127 | self.lower = True |
| 128 | else: |
| 129 | self.character_str = [] |
| 130 | with open(character_dict_path, "rb") as fin: |
| 131 | lines = fin.readlines() |
| 132 | for line in lines: |
| 133 | line = line.decode("utf-8").strip("\n").strip("\r\n") |
| 134 | self.character_str.append(line) |
| 135 | if use_space_char: |
| 136 | self.character_str.append(" ") |
| 137 | dict_character = list(self.character_str) |
| 138 | dict_character = self.add_special_char(dict_character) |
| 139 | self.dict = {} |
| 140 | for i, char in enumerate(dict_character): |
| 141 | self.dict[char] = i |
| 142 | self.character = dict_character |
| 143 | |
| 144 | def add_special_char(self, dict_character): |
| 145 | return dict_character |
nothing calls this directly
no test coverage detected