tokenize and index int code
Merge branch 'master' of https://github.com/sultaank/wikiindexer-1

Conflicts:
	bin/edu/buffalo/cse/ir/wikiindexer/FileUtil.class
	bin/edu/buffalo/cse/ir/wikiindexer/Runner.class
	bin/edu/buffalo/cse/ir/wikiindexer/parsers/test/ParserTest.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/TokenStream.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/Tokenizer.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/rules/ApostropheRule.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/rules/CapitalizationRule.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/rules/EnglishStemmer.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/rules/PunctuationRule.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/rules/SpecialCharsRule.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/test/TokenizerRuleTest.class
	bin/edu/buffalo/cse/ir/wikiindexer/tokenizer/test/TokenizerSuite.class
	src/edu/buffalo/cse/ir/wikiindexer/FileUtil.java
	src/edu/buffalo/cse/ir/wikiindexer/Runner.java
	src/edu/buffalo/cse/ir/wikiindexer/SingleIndexerRunner.java
	src/edu/buffalo/cse/ir/wikiindexer/ThreadedIndexerRunner.java
	src/edu/buffalo/cse/ir/wikiindexer/parsers/test/ParserTest.java
	src/edu/buffalo/cse/ir/wikiindexer/tokenizer/TokenStream.java
	src/edu/buffalo/cse/ir/wikiindexer/tokenizer/rules/SpecialCharsRule.java