Function create_chunks

openhands/app_server/utils/chunk_localizer.py:149–167

(
    text: str, size: int = 100, language: str | None = None
)

def create_chunks(
    text: str, size: int = 100, language: str | None = None
) -> list[Chunk]:
    if size <= 0:
        raise ValueError(f'size must be a positive integer, got {size}')

    try:
        parser = get_parser(language) if language is not None else None
    except (AttributeError, LookupError):
        logger.debug(f'Language {language} not supported. Falling back to raw string.')
        parser = None

    if parser is None:
        # fallback to raw string
        return _create_chunks_from_raw_string(text, size)

    return _create_chunks_from_tree_sitter(
        parser.parse(text.encode('utf-8')), text, max_chunk_lines=size
    )


def normalized_lcs(chunk: str, query: str) -> float: