(self, needle_rnd_number, insert_needle, random_city, trim_context, context_length, depth_percent, seed)
| 139 | return context |
| 140 | |
| 141 | def create_contexts(self, needle_rnd_number, insert_needle, random_city, trim_context, context_length, depth_percent, seed): |
| 142 | if self.save_results: |
| 143 | if self.result_exists(context_length, depth_percent): |
| 144 | return |
| 145 | needle = self.needle.format(city=random_city, rnd_number=needle_rnd_number) |
| 146 | question = self.retrieval_question.format(random_city) |
| 147 | if not insert_needle: |
| 148 | needle = " " #replace needle with a space |
| 149 | context = self.generate_context(needle, trim_context, context_length, depth_percent) |
| 150 | results = { |
| 151 | 'context' : context, |
| 152 | 'context_length' : int(context_length), |
| 153 | 'depth_percent' : float(depth_percent), |
| 154 | 'needle' : needle, |
| 155 | 'question' : question, |
| 156 | 'insert_needle' : insert_needle, |
| 157 | 'needle_rnd_number' : needle_rnd_number, |
| 158 | 'seed': seed, |
| 159 | } |
| 160 | return results |
| 161 | |
| 162 | def insert_needle(self, needle, context, depth_percent, context_length): |
| 163 | tokens_needle = self.enc_tiktoken.encode(needle) |
no test coverage detected