(self, ctx, tokenizer=None)
| 2946 | return pruned_ctx |
| 2947 | |
| 2948 | def count_tokens(self, ctx, tokenizer=None): |
| 2949 | |
| 2950 | if not tokenizer: |
| 2951 | tokenizer = self.tokenizer |
| 2952 | |
| 2953 | toks = tokenizer.encode(ctx) |
| 2954 | tok_len = len(toks.ids) |
| 2955 | return tok_len |
| 2956 | |
| 2957 | def prompt_engineer(self, query, context, inference_dict): |
| 2958 |