(token_embeddings, mask)
| 45 | if args.reranker == 'rankgpt': |
| 46 | from src.rank_gpt_reranker import RankGPTModel |
| 47 | def mean_pooling(token_embeddings, mask): |
| 48 | token_embeddings = token_embeddings.masked_fill(~mask[..., None].bool(), 0.) |
| 49 | sentence_embeddings = token_embeddings.sum(dim=1) / mask.sum(dim=1)[..., None] |
| 50 | return sentence_embeddings |
| 51 | |
| 52 | NO_TITLE_DATASETS = ['fiqa'] |
| 53 |
nothing calls this directly
no outgoing calls
no test coverage detected