Method __init__

DiscussNav.py:122–138

(self, ram_path, current_rgb_path="current_view.jpg", view_record_path="cache_files/view_cache.json")

class Vision_Perception_Experts:
    def __init__(self, ram_path, current_rgb_path="current_view.jpg", view_record_path="cache_files/view_cache.json"):
        self.current_rgb_path = current_rgb_path
        self.view_record_path = view_record_path
        if os.path.exists(self.view_record_path): 
            with open(self.view_record_path, "r", encoding="utf-8") as file:
                self.view_record = json.load(file)
        else:
            self.view_record = {}
        
        while True:
            try:
                self.instructblip_model, self.instructblip_vis_processors, _ = load_model_and_preprocess(name="blip2_t5_instruct", model_type="flant5xl", is_eval=True, device=device)
                self.ram_transform = get_transform(image_size=384)
                self.ram_model = ram(pretrained=ram_path, image_size=384, vit='swin_l').eval().to(device)
                break
            except:
                continue

    def ram_img_tagging(self, image):
        ram_img = self.ram_transform(image).unsqueeze(0).to(device)