(module_handle)
| 28 | |
| 29 | |
| 30 | def get_tokenizer(module_handle): |
| 31 | tokenization_info = get_tokenization_info(module_handle) |
| 32 | return tokenization.FullTokenizer( |
| 33 | vocab_file=tokenization_info["vocab_file"], |
| 34 | do_lower_case=tokenization_info["do_lower_case"]) |
| 35 | |
| 36 | |
| 37 | def get_tf_tokenizer(module_handle): |
nothing calls this directly
no test coverage detected
searching dependent graphs…