| 28 | |
| 29 | |
| 30 | class MovingAverage: |
| 31 | |
| 32 | def __init__(self): |
| 33 | self.count = 0 |
| 34 | self.total = 0 |
| 35 | self.mean = 0 |
| 36 | |
| 37 | def update(self, num): |
| 38 | self.total += num |
| 39 | self.count += 1 |
| 40 | self.mean = self.total / self.count |
| 41 | |
| 42 | return self.mean |
| 43 | |
| 44 | |
| 45 | def load_hf_tokenizer(model_name_or_path, fast_tokenizer=True): |
nothing calls this directly
no outgoing calls
no test coverage detected