(data_list, batch_size=1)
| 46 | |
| 47 | |
| 48 | def batch_data(data_list, batch_size=1): |
| 49 | n = len(data_list) // batch_size |
| 50 | batch_data = [] |
| 51 | for i in range(n-1): |
| 52 | start = i * batch_size |
| 53 | end = (i+1)*batch_size |
| 54 | batch_data.append(data_list[start:end]) |
| 55 | |
| 56 | last_start = (n-1) * batch_size |
| 57 | last_end = MAX_INT |
| 58 | batch_data.append(data_list[last_start:last_end]) |
| 59 | return batch_data |
| 60 | |
| 61 | |
| 62 | def test_hendrycks_math(model, data_path, start=0, end=MAX_INT, batch_size=1, tensor_parallel_size=1): |
no outgoing calls