Split data into batches.
(data_list, batch_size=1)
| 32 | |
| 33 | |
| 34 | def batch_data(data_list, batch_size=1): |
| 35 | """Split data into batches.""" |
| 36 | n = len(data_list) // batch_size |
| 37 | batch_data = [] |
| 38 | for i in range(n-1): |
| 39 | start = i * batch_size |
| 40 | end = (i+1)*batch_size |
| 41 | batch_data.append(data_list[start:end]) |
| 42 | |
| 43 | last_start = (n-1) * batch_size |
| 44 | last_end = MAX_INT |
| 45 | batch_data.append(data_list[last_start:last_end]) |
| 46 | return batch_data |
| 47 | |
| 48 | |
| 49 | def generate_prompt(instruction, input=None): |