(examples)
| 164 | text_column_name = "text" if "text" in column_names else column_names[0] |
| 165 | |
| 166 | def tokenize_function(examples): |
| 167 | output = tokenizer(examples[text_column_name]) |
| 168 | return output |
| 169 | tokenized_datasets = dataset.map( |
| 170 | tokenize_function, |
| 171 | batched=True, |
nothing calls this directly
no outgoing calls
no test coverage detected