@Override
		public void map(LongWritable key, Text value, OutputCollector<Text, IntWritable> output, Reporter reporter)
				throws IOException {
			String line =caseSensitive ? value.toString() : value.toString().toLowerCase();
			for (String pattern : patternsToSkip) line =line.replaceAll(pattern, "");
			StringTokenizer tokenizer =new StringTokenizer(line);
			while (tokenizer.hasMoreTokens()) {
				word.set(tokenizer.nextToken());
				output.collect(word, one);
				reporter.incrCounter(Counters.INPUT_WORDS, 1);
			}
			if ((++numRecords % 100 ==0))
				reporter.setStatus("Finished processing " +numRecords +" records from the input file: " +inputFile);
		}