Class LevMapper

src/com/winvector/logistic/mr/MapRedScan.java:133–171

	
	
	public static final class LevMapper extends Mapper<LongWritable,Text,LongWritable,WritableVariableList> {
		// config
		private LineBurster burster = null;
		// derived
		private Log log = null;
		private String hostDescr = null;
		// result
		private WritableVariableList accum = null;
		
		@Override
		public void setup(final Context context) throws IOException {
			log = LogFactory.getLog(LevMapper.class);
			hostDescr = WritableUtils.hostDescr();			
			log.info(".setup() " + hostDescr); 
			// read side-channel configuration
			try {
				burster = SerialUtils.readSerialiazlabeFromString(context.getConfiguration().get(MapRedScan.BURSTERSERFIELD));
			} catch (ClassNotFoundException e) {
				throw new IOException(e.toString());
			}
			accum = WritableVariableList.fromString(context.getConfiguration().get(DEFFIELD));
		}

		@Override
		public void map(final LongWritable key, final Text value, final Context context) {
			final BurstMap parsed = burster.parse(value.toString());
			if(!parsed.isEmpty()) {
				accum.trackVariableLevelsFromRow(parsed);
			}
		}
		
		@Override
		public void cleanup(final Context context) throws IOException, InterruptedException {
			context.write(new LongWritable(0),accum);
			log.info(".cleanup() " + hostDescr);
			burster = null;
			accum = null;
		}
	}
	
	public static final class LevReducer extends Reducer<LongWritable,WritableVariableList,LongWritable,WritableVariableList> {
		@Override