Method setup

bench/python/all_ops/op_cache_limit.py:94–98

(self, input)

# This is the {non-random, large} case. This is the best case scenario, always re-using the cache
class OpCacheLimitLarge(BaseOpCacheLimit):
    def setup(self, input):
        # Set the cache limit to the total gpu memory for this benchmark
        # low=1000, high=1001 results in always creating tensor's of shape (1000,1000,3)
        total = torch.cuda.mem_get_info()[1]
        super().setup(input, total, low=1000, high=1001)

    def run(self, input):
        super().run(input)