Class CustomBuildExt

setup.py:31–62

Custom build extension to build tiktoken library first.

class CustomBuildExt(build_ext):
    """Custom build extension to build tiktoken library first."""
    
    def build_extensions(self):
        # Build the tiktoken library first
        tiktoken_lib_path = Path("src/tiktoken/libtiktoken.a")
        
        print("Building tiktoken library...")
        try:
            result = subprocess.run(
                ["make", "-C", "src/tiktoken"], 
                check=True, 
                capture_output=True, 
                text=True
            )
            print("✓ tiktoken library built successfully")
        except subprocess.CalledProcessError as e:
            print(f"Failed to build tiktoken library: {e}")
            print(f"stdout: {e.stdout}")
            print(f"stderr: {e.stderr}")
            sys.exit(1)
        except FileNotFoundError:
            print("make command not found. Please install build tools.")
            sys.exit(1)
        
        # Check if library was created
        if not tiktoken_lib_path.exists():
            print(f"tiktoken library not found at {tiktoken_lib_path}")
            sys.exit(1)
        
        # Then build the Python extension
        super().build_extensions()


# Read the version from __init__.py