Class MapRedAccuracy

src/com/winvector/logistic/mr/MapRedAccuracy.java:33–185

import com.winvector.variables.VariableEncodings;

public final class MapRedAccuracy {
	private static final String MRFIELDNAME = "MapRedAc.MRBlock";
	public static final long NGOODFIELD = 0;
	public static final long NSEENFIELD = 1;
	private final SigmoidLossMultinomial underlying;
	private final WritableVariableList defs;
	private final boolean useIntercept;
	private final Configuration mrConfig;
	private final Path pathIn;
	private final String tmpPrefix;

	
	public MapRedAccuracy(final SigmoidLossMultinomial underlying, final WritableVariableList defs, final boolean useIntercept, 
			final String tmpPrefix, final Configuration mrConfig, final Path pathIn) {
		this.underlying = underlying;
		this.useIntercept = useIntercept;
		this.defs = defs;
		this.pathIn = pathIn;
		this.mrConfig = mrConfig;
		this.tmpPrefix = tmpPrefix;
	}
	
	
	public static final class AccuracyMapper extends Mapper<LongWritable,Text,LongWritable,LongWritable> {
		private LineBurster burster = null;
		// config
		private JobStateDescr config = null;
		// derived
		private VariableEncodings defs = null;
		private Log log = null;
		private String hostDescr = null;
		// result
		private long nGood = 0;
		private long nSeen = 0;
		
		@Override
		public void setup(final Context context) throws IOException {
			log = LogFactory.getLog(AccuracyMapper.class);
			hostDescr = WritableUtils.hostDescr();			
			log.info(".setup() " + hostDescr); 
			// read side-channel configuration
			try {
				burster = SerialUtils.readSerialiazlabeFromString(context.getConfiguration().get(MapRedScan.BURSTERSERFIELD));
			} catch (ClassNotFoundException e) {
				throw new IOException(e.toString());
			}
			config = JobStateDescr.fromString(context.getConfiguration().get(MRFIELDNAME));
			defs = new VariableEncodings(config.defs,config.useIntercept,config.weightKey);
			nGood = 0;
			nSeen = 0;
		}

		@Override
		public void map(final LongWritable key, final Text value, final Context context) {
			final String origStr = value.toString();
			final BurstMap parsed = burster.parse(origStr);
			if(!parsed.isEmpty()) {
				final SparseSemiVec v = defs.vector(parsed);