private String getURLContent(URL url)
	{
		URLConnection con = null;	
		
		// try to get a connection
		try
		{
			con = url.openConnection();
		}
		catch (IOException ioe)
		{
			System.err.println("Could not open connect to URL: " + url);
		}
		
		// try to get the page's encoding
		String encoding = con.getContentEncoding();		
		if (encoding == null)
		{
			encoding = "UTF-8";
		}
		
		// try to read the page into a reader
		BufferedReader br = null;
		try
		{
			br = new BufferedReader(new InputStreamReader(con.getInputStream(), encoding));
		}
		catch (UnsupportedEncodingException uee)
		{
			System.err.println("Bad encoding when trying to read from URL: " + this.urlString);
		}
		catch (IOException ioe)
		{
			System.err.println("Could not read from URL: " + this.urlString);
		}
		
		// put the content from the reader into a string
		StringBuilder sb = new StringBuilder(20000); // empirically this a bit larger than what is on a results page to be safer
		try
		{
			String line;
			while ((line = br.readLine()) != null)
			{
				sb.append(line);
				sb.append('\n');
			}
		}
		catch (IOException ioe)
		{
			System.err.println("Could not read a line from URL: " + this.urlString);
		}
		finally
		{
			// cleanup
			try
			{
				br.close();
			}
			catch (IOException ioe)
			{
				System.err.println("Couldn't clenaup buffered read.");
			}
		}
		
		return sb.toString();

	}