Function create_evaluate

tool/FlashRAG/webui/components/evaluate.py:8–139

(engine: "Engine")

def create_evaluate(engine: "Engine") -> Dict[str, "Component"]:
    input_pipeline_elems = set(engine.manager.get_elem_list_without_accordion())
    with gr.Tab() as evaluate_tab:
        with gr.Row():
            with gr.Column(scale = 3):
                with gr.Row():
                    data_dir = gr.Textbox(interactive = True)
                    dataset_name = gr.Dropdown(
                        choices = [],
                        value = None,
                        interactive = True
                    )
                    dataset_split = gr.Dropdown(
                        choices = [],
                        value = None,
                        interactive = True
                    )
                with gr.Row():
                    save_intermediate_data = gr.Checkbox(
                        value = True,
                        interactive = True
                    )
                    save_dir = gr.Textbox(interactive = True)
                    save_note = gr.Textbox(interactive = True)
                
                with gr.Row():
                    # TODO: auto download from huggingface
                    seed = gr.Textbox(interactive = True)
                    test_sample_num = gr.Number(
                        value = 10,
                        interactive = True
                    )
                    random_sample = gr.Checkbox(
                        value = False,
                        interactive = True
                    )   
                
                with gr.Row():
                    use_metrics = gr.Dropdown(
                        multiselect = True,
                        choices = METRICS,
                        value = METRICS[:4],
                        interactive = True
                    )
                    save_metric_score = gr.Checkbox(
                        value = True,
                        interactive = True
                    )
            
            with gr.Column(scale = 1):
                with gr.Row(variant = 'panel'):
                    evaluate_output_box = gr.Markdown(
                        height = 350,
                        show_copy_button = True
                    )
                with gr.Row():
                    evaluate_preview_btn = gr.Button(
                        value = None,