(module_handle)
| 98 | |
| 99 | |
| 100 | def get_tokenizer(module_handle): |
| 101 | tokenization_info = get_tokenization_info(module_handle) |
| 102 | return tokenization.FullTokenizer( |
| 103 | vocab_file=tokenization_info["vocab_file"], |
| 104 | do_lower_case=tokenization_info["do_lower_case"]) |
| 105 | |
| 106 | |
| 107 | def main(_): |
no test coverage detected
searching dependent graphs…