(self)
| 59 | self._worker_device = '/job:' + worker_job.name |
| 60 | |
| 61 | def testTextLineDataset(self): |
| 62 | all_contents = [] |
| 63 | for i in range(_NUM_FILES): |
| 64 | filename = os.path.join(self.get_temp_dir(), 'text_line.%d.txt' % i) |
| 65 | contents = [] |
| 66 | for j in range(_NUM_ENTRIES): |
| 67 | contents.append(compat.as_bytes('%d: %d' % (i, j))) |
| 68 | with open(filename, 'wb') as f: |
| 69 | f.write(b'\n'.join(contents)) |
| 70 | all_contents.extend(contents) |
| 71 | |
| 72 | dataset = datasets.StreamingFilesDataset( |
| 73 | os.path.join(self.get_temp_dir(), 'text_line.*.txt'), filetype='text') |
| 74 | |
| 75 | with ops.device(self._worker_device): |
| 76 | iterator = dataset_ops.make_initializable_iterator(dataset) |
| 77 | self._sess.run(iterator.initializer) |
| 78 | get_next = iterator.get_next() |
| 79 | |
| 80 | retrieved_values = [] |
| 81 | for _ in range(4 * len(all_contents)): |
| 82 | retrieved_values.append(compat.as_bytes(self._sess.run(get_next))) |
| 83 | |
| 84 | self.assertEqual(set(all_contents), set(retrieved_values)) |
| 85 | |
| 86 | def testTFRecordDataset(self): |
| 87 | all_contents = [] |
nothing calls this directly
no test coverage detected