Function nvtx_mark_debug

tensorrt_llm/_utils.py:949–958

Creates an NVTX marker for debugging purposes.

(msg: str,
                    color: str = "grey",
                    domain: str = "TensorRT-LLM",
                    category: Optional[str] = None)

def nvtx_mark_debug(msg: str,
                    color: str = "grey",
                    domain: str = "TensorRT-LLM",
                    category: Optional[str] = None) -> None:
    """
    Creates an NVTX marker for debugging purposes.
    """
    if os.getenv("TLLM_LLMAPI_ENABLE_NVTX", "0") == "1" or \
            os.getenv("TLLM_NVTX_DEBUG", "0") == "1":
        nvtx_mark(msg, color=color, domain=domain, category=category)


def nvtx_mark(msg: str,