Class TestDataPipelineFunctions

tests/unit/test_all_embedders.py:251–292

Test data pipeline functions that use embedders.

class TestDataPipelineFunctions:
    """Test data pipeline functions that use embedders."""
    
    def test_count_tokens(self, embedder_type=None):
        """Test token counting with different embedder types."""
        from api.data_pipeline import count_tokens
        
        test_text = "This is a test string for token counting."
        
        if embedder_type is not None:
            # Test with specific is_ollama_embedder value
            token_count = count_tokens(test_text, is_ollama_embedder=embedder_type)
            assert isinstance(token_count, int), "Token count should be an integer"
            assert token_count > 0, "Token count should be positive"
        else:
            # Test with all values
            for is_ollama in [None, True, False]:
                token_count = count_tokens(test_text, is_ollama_embedder=is_ollama)
                assert isinstance(token_count, int), "Token count should be an integer"
                assert token_count > 0, "Token count should be positive"

    def test_prepare_data_pipeline(self, is_ollama=None):
        """Test data pipeline preparation with different embedder types."""
        from api.data_pipeline import prepare_data_pipeline
        
        if is_ollama is not None:
            try:
                pipeline = prepare_data_pipeline(is_ollama_embedder=is_ollama)
                assert pipeline is not None, "Data pipeline should be created"
                assert hasattr(pipeline, '__call__'), "Pipeline should be callable"
            except Exception as e:
                # Some configurations might fail if services aren't available
                logger.warning(f"Pipeline creation failed (might be expected): {e}")
        else:
            # Test with all values
            for is_ollama_val in [None, True, False]:
                try:
                    pipeline = prepare_data_pipeline(is_ollama_embedder=is_ollama_val)
                    assert pipeline is not None, "Data pipeline should be created"
                    assert hasattr(pipeline, '__call__'), "Pipeline should be callable"
                except Exception as e:
                    logger.warning(f"Pipeline creation failed for is_ollama={is_ollama_val}: {e}")


class TestRAGIntegration: