Function run_batch

inference/app.py:161–194

batch_text: 多行文本，每行一个提示词

(batch_text, sys_prompt, temperature, max_new_tokens, device,
              model_path, device_map, torch_dtype, state)

        return "", f"推理失败：{e}", state

def run_batch(batch_text, sys_prompt, temperature, max_new_tokens, device,
              model_path, device_map, torch_dtype, state):
    """
    batch_text: 多行文本，每行一个提示词
    """
    if not batch_text or not str(batch_text).strip():
        return "", "请在左侧输入区每行填写一个提示词。", state

    lines = [l.strip() for l in batch_text.splitlines() if l.strip()]
    if not lines:
        return "", "未检测到有效提示词。", state

    state = ensure_enhancer(state, model_path, device_map, torch_dtype)
    enhancer = state["enhancer"]

    results = []
    total_t0 = time.time()
    for i, line in enumerate(lines, 1):
        t0 = time.time()
        try:
            out = enhancer.predict(
                prompt_cot=line,
                sys_prompt=sys_prompt,
                temperature=temperature,
                max_new_tokens=max_new_tokens,
                device=device
            )
            dt = time.time() - t0
            results.append(f"[{i}] 原始: {line}\n    重写: {out}\n    耗时: {dt:.2f}s\n")
        except Exception as e:
            results.append(f"[{i}] 原始: {line}\n    失败: {e}\n")
    total_dt = time.time() - total_t0
    summary = f"共处理 {len(lines)} 条，累计耗时：{total_dt:.2f}s"
    return "\n".join(results), summary, state


# 示例数据