public static HashSet<String> readFile(Configuration conf, Path path) throws IOException
	{
		HashSet<String> result = new HashSet<String>();
        BufferedReader br = null;
        try {
            FileSystem fs = FileSystem.get(conf);
            if (fs.exists(path)) {
            	FileStatus[] files = fs.listStatus(path);
            	for(FileStatus file : files)
            	{
	                FSDataInputStream fis = fs.open(file.getPath());
	                br = new BufferedReader(new InputStreamReader(fis));
	                String line = null;
	                while ((line = br.readLine()) != null && line.trim().length() > 0) {
	                	result.add(line);
	                }
            	}
            }
            else
            {
            	throw new IOException("Directory not found");
            }
        }
        finally {
        	IOUtils.closeStream(br);
        }

        return result;
	}