(self)
| 84 | self.assertEqual(set(all_contents), set(retrieved_values)) |
| 85 | |
| 86 | def testTFRecordDataset(self): |
| 87 | all_contents = [] |
| 88 | for i in range(_NUM_FILES): |
| 89 | filename = os.path.join(self.get_temp_dir(), 'tf_record.%d' % i) |
| 90 | writer = python_io.TFRecordWriter(filename) |
| 91 | for j in range(_NUM_ENTRIES): |
| 92 | record = compat.as_bytes('Record %d of file %d' % (j, i)) |
| 93 | writer.write(record) |
| 94 | all_contents.append(record) |
| 95 | writer.close() |
| 96 | |
| 97 | dataset = datasets.StreamingFilesDataset( |
| 98 | os.path.join(self.get_temp_dir(), 'tf_record*'), filetype='tfrecord') |
| 99 | |
| 100 | with ops.device(self._worker_device): |
| 101 | iterator = dataset_ops.make_initializable_iterator(dataset) |
| 102 | self._sess.run(iterator.initializer) |
| 103 | get_next = iterator.get_next() |
| 104 | |
| 105 | retrieved_values = [] |
| 106 | for _ in range(4 * len(all_contents)): |
| 107 | retrieved_values.append(compat.as_bytes(self._sess.run(get_next))) |
| 108 | |
| 109 | self.assertEqual(set(all_contents), set(retrieved_values)) |
| 110 | |
| 111 | def testTFRecordDatasetFromDataset(self): |
| 112 | filenames = [] |
nothing calls this directly
no test coverage detected