Method available_loras

model_manager.py:178–185

(self)

        return available

    def available_loras(self):
        available = {}
        for p in os.listdir(TRT_MODEL_DIR):
            if not p.endswith(".lora"):
                continue
            available[os.path.splitext(p)[0]] = os.path.join(TRT_MODEL_DIR, p)

        return available

    def get_timing_cache(self):
        current_dir = os.path.dirname(os.path.abspath(__file__))