| 302 | # generate dataset pipline |
| 303 | def build_model_input(filename, batch_size, num_epochs): |
| 304 | def parse_csv(value): |
| 305 | tf.logging.info('Parsing {}'.format(filename)) |
| 306 | cont_defaults = [[0.0] for i in range(1, 14)] |
| 307 | cate_defaults = [[' '] for i in range(1, 27)] |
| 308 | label_defaults = [[0]] |
| 309 | column_headers = TRAIN_DATA_COLUMNS |
| 310 | record_defaults = label_defaults + cont_defaults + cate_defaults |
| 311 | columns = tf.io.decode_csv(value, record_defaults=record_defaults) |
| 312 | all_columns = collections.OrderedDict(zip(column_headers, columns)) |
| 313 | labels = all_columns.pop(LABEL_COLUMN[0]) |
| 314 | features = all_columns |
| 315 | return features, labels |
| 316 | |
| 317 | def parse_parquet(value): |
| 318 | tf.logging.info('Parsing {}'.format(filename)) |