Function test_program_stdio

open_instruct/code_utils/api.py:65–75

(request: TestRequest)

@app.post("/test_program_stdio")
async def test_program_stdio(request: TestRequest) -> dict[str, list[int] | list[float]]:
    # run tests with the stdio format
    try:
        decoded_tests = decode_tests(request.tests)
        results, runtimes = get_successful_tests_stdio(
            program=request.program, tests=decoded_tests, max_execution_time=request.max_execution_time
        )
        return {"results": results, "runtimes": runtimes}
    except Exception as e:
        traceback.print_exc()
        raise HTTPException(status_code=500, detail=str(e)) from e