Create block info.
(input_path, preprocessor)
| 79 | |
| 80 | |
| 81 | def create_block_info(input_path, preprocessor): |
| 82 | """Create block info.""" |
| 83 | results = [] |
| 84 | with tf.io.gfile.GFile(input_path) as fid: |
| 85 | input_file = fid.read() |
| 86 | data = json.loads(input_file) |
| 87 | for key in data: |
| 88 | text = data[key] |
| 89 | results.append(preprocessor.example_from_json_line(key, text)) |
| 90 | return results |
| 91 | |
| 92 | |
| 93 | def get_tokenization_info(module_handle): |
nothing calls this directly
no test coverage detected
searching dependent graphs…