Method generate

src/request/openai.rs:110–139

Generate `SAMPLE_N` programs by chatting with instructions.

(&self, prompt: &super::prompt::Prompt)

impl Handler for OpenAIHanler {
    /// Generate `SAMPLE_N` programs by chatting with instructions.
    fn generate(&self, prompt: &super::prompt::Prompt) -> eyre::Result<Vec<Program>> {
        let start = std::time::Instant::now();
        let chat_msgs = prompt.to_chatgpt_message();
        let mut futures = Vec::new();
        for _ in 0..get_config().n_sample {
            let future = generate_program_by_chat(chat_msgs.clone());
            futures.push(future);
        }
        let results = self.rt.block_on(join_all(futures));
        
        let mut programs = Vec::new();
        let mut total_usage = TokenUsage::default();
        
        for result in results {
            if let Ok((program, usage)) = result {
                programs.push(program);
                total_usage.add(&usage);
            }
        }
        
        let elapsed = start.elapsed();
        log::info!("OpenAI Generate time: {}s", elapsed.as_secs());
        log::info!("Response Tokens\nCompletion Tokens: {}\nPrompt Tokens: {}\nTotal Tokens: {}\nCached Tokens: {}", 
                  total_usage.completion_tokens,
                  total_usage.prompt_tokens, 
                  total_usage.total_tokens,
                  total_usage.cached_tokens);
        
        Ok(programs)
    }
}

/// Get the OpenAI interface client.