(self, tokenizer, source_prefix)
| 75 | |
| 76 | class ConstraintDecoder: |
| 77 | def __init__(self, tokenizer, source_prefix): |
| 78 | self.tokenizer = tokenizer |
| 79 | self.source_prefix = source_prefix |
| 80 | self.source_prefix_tokenized = tokenizer.encode(source_prefix, |
| 81 | add_special_tokens=False) if source_prefix else [] |
| 82 | |
| 83 | def get_state_valid_tokens(self, src_sentence: List[str], tgt_generated: List[str]) -> List[str]: |
| 84 | pass |