In case the initial dataset is empty generate the initial samples
(self)
| 179 | return all_batches |
| 180 | |
| 181 | def generate_initial_samples(self): |
| 182 | """ |
| 183 | In case the initial dataset is empty generate the initial samples |
| 184 | """ |
| 185 | batch_input = {"num_samples": self.config.meta_prompts.samples_generation_batch, |
| 186 | "task_description": self.task_description, |
| 187 | "instruction": self.cur_prompt} |
| 188 | batch_inputs = self.generate_samples_batch(batch_input, self.config.meta_prompts.num_initialize_samples, |
| 189 | self.config.meta_prompts.samples_generation_batch) |
| 190 | |
| 191 | samples_batches = self.meta_chain.initial_chain.batch_invoke(batch_inputs, self.config.meta_prompts.num_workers) |
| 192 | samples_list = [element for sublist in samples_batches for element in sublist['samples']] |
| 193 | samples_list = self.dataset.remove_duplicates(samples_list) |
| 194 | self.dataset.add(samples_list, 0) |
| 195 | |
| 196 | def save_state(self): |
| 197 | """ |
no test coverage detected