private List<String> getWebLinks() throws IOException {
    URL url = response.getURL();
    String new_base_url = "http://" + url.getHost().toString() + "/";
    if (!base_url.contains(new_base_url) || temporaryInternalHrefs.size() == 0) {
      base_url = new_base_url;
    }
    Document doc = Jsoup.parse(response.getText());
    Elements elems = doc.select("a");
    for (Element elm : elems) {
      String href = elm.attr("href");
      checkLink(href);
    }
    return temporaryInternalHrefs;
  }