@Override
	protected void process() throws IOException {
		String line;
		int count = 0;
		while ((line = reader.readLine()) != null) {
			String[] array = line.split("\t");
			String id = array[0];
			String url = array[1];
			String text = crawl(url);
			String formatedText = format(text);
			writer.write(id + "\t" + url + "\t" + formatedText);
			writer.write("\n");

			if (++count % batchWriteSize == 0) {
				writer.flush();
				System.out.println("DiqudaimaCrawl: 已处理 " + count + " 条");
			}
		}
	}