MCPcopy
hub / github.com/hpcaitech/ColossalAI / add

Method add

examples/tutorial/opt/inference/cache.py:42–56  ·  view source on GitHub ↗
(self, key: Hashable, value: Any)

Source from the content-addressed store, hash-verified

40 raise MissCacheError()
41
42 def add(self, key: Hashable, value: Any) -> None:
43 with self.lock():
44 if key in self.fixed_cache:
45 l = self.fixed_cache[key]
46 if len(l) < self.list_size and value not in l:
47 l.append(value)
48 elif key in self.cache:
49 self.cache.move_to_end(key)
50 l = self.cache[key]
51 if len(l) < self.list_size and value not in l:
52 l.append(value)
53 else:
54 if len(self.cache) >= self.cache_size:
55 self.cache.popitem(last=False)
56 self.cache[key] = [value]
57
58 @contextmanager
59 def lock(self):

Callers 9

updateMethod · 0.45
exam_state_dictFunction · 0.45
generateFunction · 0.45
generateFunction · 0.45
forwardMethod · 0.45
forwardMethod · 0.45

Calls 2

lockMethod · 0.95
appendMethod · 0.45

Tested by 2

updateMethod · 0.36
exam_state_dictFunction · 0.36