| 639 | |
| 640 | |
| 641 | def eval(sess_config, input_hooks, model, data_init_op, steps, checkpoint_dir): |
| 642 | model.is_training = False |
| 643 | hooks = [] |
| 644 | hooks.extend(input_hooks) |
| 645 | |
| 646 | scaffold = tf.train.Scaffold( |
| 647 | local_init_op=tf.group(tf.local_variables_initializer(), data_init_op)) |
| 648 | session_creator = tf.train.ChiefSessionCreator( |
| 649 | scaffold=scaffold, checkpoint_dir=checkpoint_dir, config=sess_config) |
| 650 | writer = tf.summary.FileWriter(os.path.join(checkpoint_dir, 'eval')) |
| 651 | merged = tf.summary.merge_all() |
| 652 | |
| 653 | with tf.train.MonitoredSession(session_creator=session_creator, |
| 654 | hooks=hooks) as sess: |
| 655 | for _in in range(1, steps + 1): |
| 656 | if (_in != steps): |
| 657 | sess.run([model.acc_op, model.auc_op]) |
| 658 | if (_in % 1000 == 0): |
| 659 | print("Evaluation complete:[{}/{}]".format(_in, steps)) |
| 660 | else: |
| 661 | eval_acc, eval_auc, events = sess.run( |
| 662 | [model.acc_op, model.auc_op, merged]) |
| 663 | writer.add_summary(events, _in) |
| 664 | print("Evaluation complete:[{}/{}]".format(_in, steps)) |
| 665 | print("ACC = {}\nAUC = {}".format(eval_acc, eval_auc)) |
| 666 | |
| 667 | |
| 668 | def main(tf_config=None, server=None): |