Method build_memory_policy

examples/server/server.py:13117–13122

(self)

        self.memory_policy = self.build_memory_policy()

    def build_memory_policy(self) -> MemoryPolicy:
        if self.model.exact_checkpoints_only:
            return CheckpointMemoryPolicy(self)
        if self.model.attention_partitioned:
            return PartitionedAttentionMemoryPolicy(self)
        return UnifiedAttentionMemoryPolicy(self)

    def clear_resident_state(self) -> None:
        self.model.clear_memory()