Method test_full_pipeline

tests/test_compiler.py:1617–1663

(self, tmp_path)

class TestCompileLongDoc:
    @pytest.mark.asyncio
    async def test_full_pipeline(self, tmp_path):
        wiki = tmp_path / "wiki"
        (wiki / "summaries").mkdir(parents=True)
        (wiki / "concepts").mkdir(parents=True)
        (wiki / "index.md").write_text(
            "# Index\n\n## Documents\n\n## Concepts\n",
            encoding="utf-8",
        )
        summary_path = wiki / "summaries" / "big-doc.md"
        summary_path.write_text("# Big Doc\n\nPageIndex summary tree.", encoding="utf-8")
        openkb_dir = tmp_path / ".openkb"
        openkb_dir.mkdir()
        (openkb_dir / "config.yaml").write_text("model: gpt-4o-mini\n")
        (tmp_path / "raw").mkdir()
        (tmp_path / "raw" / "big-doc.pdf").write_bytes(b"fake")

        overview_response = "Overview of the big document."
        concepts_list_response = json.dumps(
            {
                "create": [{"name": "deep-learning", "title": "Deep Learning"}],
                "update": [],
                "related": [],
            }
        )
        concept_page_response = json.dumps(
            {
                "brief": "Subfield of ML using neural networks",
                "content": "# Deep Learning\n\nA subfield of ML.",
            }
        )

        with patch("openkb.agent.compiler.litellm") as mock_litellm:
            mock_litellm.completion = MagicMock(
                side_effect=_mock_completion([overview_response, concepts_list_response])
            )
            mock_litellm.acompletion = AsyncMock(
                side_effect=_mock_acompletion([concept_page_response])
            )
            await compile_long_doc("big-doc", summary_path, "doc-123", tmp_path, "gpt-4o-mini")

        concept_path = wiki / "concepts" / "deep-learning.md"
        assert concept_path.exists()
        assert "Deep Learning" in concept_path.read_text()

        index_text = (wiki / "index.md").read_text()
        assert "[[summaries/big-doc]]" in index_text
        assert "[[concepts/deep-learning]]" in index_text


class TestCompileConceptsPlan: