()
| 166 | |
| 167 | |
| 168 | def test(): |
| 169 | data_load = DataLoader('/disk3/w.wei/dien-new/process_data_maxlen100_0225/', 'train_sample', 256, 15) |
| 170 | producer1 = threading.Thread(target=data_load.data_read, args=(0, 3)) |
| 171 | producer2 = threading.Thread(target=data_load.data_read, args=(1, 3)) |
| 172 | producer3 = threading.Thread(target=data_load.data_read, args=(2, 3)) |
| 173 | producer1.start() |
| 174 | producer2.start() |
| 175 | producer3.start() |
| 176 | #data_i = iter(data_load) |
| 177 | #data_o = next(data_i) |
| 178 | #print('print=====',len(data_o)) |
| 179 | num = 0 |
| 180 | for data in data_load.next(): |
| 181 | num = num+1 |
| 182 | cnt = 1 |
| 183 | for i in range(10000): |
| 184 | cnt = cnt * 1.0 |
| 185 | if num%1000 == 0: |
| 186 | print('i=',num,',cnt=',cnt) |
| 187 | |
| 188 | producer1.join() |
| 189 | producer2.join() |
| 190 | producer3.join() |
| 191 | |
| 192 | if __name__ == '__main__': |
| 193 | test() |
no test coverage detected