(wv, idx2word)
| 166 | |
| 167 | |
| 168 | def get_idx2vec_weights(wv, idx2word): |
| 169 | idx2vec = {k: wv[v] for k, v in idx2word.items() if v in wv} |
| 170 | |
| 171 | # add padding embedding (all zeros) to idx2vec lookup |
| 172 | idx2vec[pad_idx] = pad_embed |
| 173 | return idx2vec |
| 174 | |
| 175 | |
| 176 | def prepare_data(use_cache=True): |