(self, tokenizer_type)
| 40 | time_updated = Column(DateTime, onupdate = datetime.datetime.utcnow) |
| 41 | |
| 42 | def get_text_tokens(self, tokenizer_type): |
| 43 | from shared.data_tools_core import data_tools |
| 44 | data = data_tools.get_string_from_blob(self.tokens_url_signed_blob_path) |
| 45 | data_dict = json.loads(data) |
| 46 | result = data_dict[tokenizer_type] |
| 47 | return result |
| 48 | |
| 49 | def get_text(self): |
| 50 | """ |
no test coverage detected