Method generate_until_n_success

src/fuzzer.rs:107–160

(
        &mut self,
        prompt: &mut Prompt,
        logger: &mut ProgramLogger,
    )

    }

    pub fn generate_until_n_success(
        &mut self,
        prompt: &mut Prompt,
        logger: &mut ProgramLogger,
    ) -> Result<Vec<Program>> {
        log::trace!(
            "Generate until {} sucess programs",
            get_config().fuzz_round_succ
        );
        let mut succ_programs = Vec::new();

        while succ_programs.len() < get_config().fuzz_round_succ {
            let mut programs = self.handler.generate(prompt)?;
            if programs.is_empty() {
                log::warn!("LLM did not generate any program, retrying...");
                continue;
            }
            for program in &mut programs {
                program.id = self.deopt.inc_seed_id();
            }

            log::debug!(
                "LLM generated {} programs. Sanitize those programs!",
                programs.len()
            );
            let check_res = self
                .executor
                .check_programs_are_correct(&programs, &self.deopt)?;
            // Check each generated programs, and save thems according where they contains errors.
            for (i, program) in programs.iter().enumerate() {
                let has_err = check_res
                    .get(i)
                    .unwrap_or_else(|| panic!("cannot obtain check_res at `{i}`"));
                // save as error programs
                if let Some(err_msg) = has_err {
                    self.deopt.save_err_program(program, err_msg)?;
                    logger.log_err(err_msg);
                } else {
                    succ_programs.push(program.clone());
                    logger.log_succ();
                }
            }
            logger.print_succ_round();
            // if the combiantion continusely failed in a long time, shuffle the prompt to escape the bad combination;
            if self
                .schedule
                .should_shuffle(logger.get_rc_succ(), logger.get_rc_total())
            {
                log::info!("Fuzzer stuck in the current prompt, choose a new one.");
                break;
            }
        }
        Ok(succ_programs)
    }

    fn mutate_prompt(&mut self, prompt: &mut Prompt) -> Result<()> {
        let api_coverage = self.observer.compute_library_api_coverage()?;