(target, tokenized_lens, speakers)
| 244 | |
| 245 | |
| 246 | def _mask_targets(target, tokenized_lens, speakers): |
| 247 | # cur_idx = 0 |
| 248 | cur_idx = tokenized_lens[0] |
| 249 | tokenized_lens = tokenized_lens[1:] |
| 250 | target[:cur_idx] = IGNORE_INDEX |
| 251 | for tokenized_len, speaker in zip(tokenized_lens, speakers): |
| 252 | if speaker == "human": |
| 253 | target[cur_idx+2:cur_idx + tokenized_len] = IGNORE_INDEX |
| 254 | cur_idx += tokenized_len |
| 255 | |
| 256 | |
| 257 | def _add_speaker_and_signal(header, source, get_conversation=True): |