(file_, sample_indices=None)

(self)

(data, client, type, task, **config)

(sentence, client, type, **kwargs)

(file_, sample_indices=None)

(text, retried=5)

(self)

(data, type, **kwargs)

(data, type, **kwargs)

(initial_mode, init_population, k)

(data, client, type, task, **config)

(sentence, client, type, **kwargs)

(self)

(self, args, evaluator)

(self, args)

(self, args, llm_config, client)

( self, data_store_path, test_src_sample, test_tgt_sample, tokenizer,

(population, pop_marks, out_path, evaluator, args)

(string)

(text, retried=5)

(text)

(self, prompt_pre, eval_src, ref_texts)

(auth_file="../auth.yaml", llm_type='davinci', setting="default")

(verbalizers=None, data_path=None, sample_indices=None)

(seed)

(log_path, log_name="basic")

(self)

(self, step)

(self, step, best_score, avg_score)

(self, i, avg_score, best_score)

(data, batch_size=20)

(orig_sents, sys_sents, refs_sents)

(task, task_prompt,cot_prompt,eval_data, client, model_index,logger,demon ,**kwargs)

(evaluator, args, prompt_pre, output=None)

(ans, mode)

(string)

(text, verbalizer_dict, logger)

( src, tgt="", template="", src_name="", tgt_name="", line_break='\n', )

(text)

(self)

(self)

(initial_mode, init_population, k)

(dataset, client=None, type=None, **config)

(auth_file="../auth.yaml", llm_type='davinci', setting="default")

(dataset, seed)

(src_file, tgt_files, sample_indices=None)

(dataset, seed, sample_num)

(src_file, tgt_file, sample_indices=None)

()

()

(s)

( self, input_ids, input_ids_mask, )

(self, input_ids: torch.Tensor)

(args, evaluator)

(data, batch_size=16)

(pred_list, label_list,metric='acc')

(path,step)

(results)

(output_texts, ref_texts)

(path,step)

(path, step)

(src, dst)

(mode, task_prompt, cot_prompt, eval_data,demon=1)

(data,client,**kwargs)

(args, evaluator)

(self, mode)

(self)

(self)

(src, tgt, n, dataset)

(self, task, data_store_path, prompt_num)

(args, evaluator)

(dataset: str)

(self, cond)

(self)

(self)

(file_path)

(file_path)

(args)

(seed)

(log_path, log_name="basic")

(population, pop_scores, pop_marks, write_path)

(request_data, **kwargs)

(self, idx)

(self, args, evaluator)

(self, args, evaluator)

(self, args, evaluator)

(self, args)

(self, args)

(self, args)

(self, text_datasets, tokenizer)

(self, args, llm_config, client)

(self, args, llm_config, client)

(self, args, llm_config, client)

(self)

(bleu_model,output_texts, ref_texts)

(self, samples)

(**kwargs)

(file_path)

(evaluator,mode, args)