GitHub PullRequestReviewCommentEvent at 2014-10-06 23:37:02
Repository: wiki_bios_scraper
Actor: liantics
Payload: {"action":"created","comment":{"url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/comments/18492889","id":18492889,"diff_hunk":"@@ -2,32 +2,36 @@ class BiographiesController < ApplicationController\n   require 'nokogiri'\n   require 'open-uri'\n \n-  def index\n-\n-    name_list = Array.new\n+  START_PAGES = [\n+    \"http://en.wikipedia.org/wiki/Category:FA-Class_biography_articles\",\n+    \"http://en.wikipedia.org/wiki/Category:A-Class_biography_articles\",\n+    \"http://en.wikipedia.org/wiki/Category:GA-Class_biography_articles\",\n+    \"http://en.wikipedia.org/wiki/Category:B-Class_biography_articles\",\n+    \"http://en.wikipedia.org/wiki/Category:C-Class_biography_articles\"\n+  ]\n \n-    doc = Nokogiri::HTML(open(\"http://en.wikipedia.org/wiki/Category:FA-Class_biography_articles\"))\n+  def index\n+    @pages_in_this_quality_class = [START_PAGES.second]","path":"app/controllers/biographies_controller.rb","position":17,"original_position":17,"commit_id":"5a4c5b21c0a0e6e791dafa3dbb533800342dcb24","original_commit_id":"5a4c5b21c0a0e6e791dafa3dbb533800342dcb24","user":{"login":"liantics","id":3310162,"avatar_url":"https://avatars.githubusercontent.com/u/3310162?v=2","gravatar_id":"","url":"https://api.github.com/users/liantics","html_url":"https://github.com/liantics","followers_url":"https://api.github.com/users/liantics/followers","following_url":"https://api.github.com/users/liantics/following{/other_user}","gists_url":"https://api.github.com/users/liantics/gists{/gist_id}","starred_url":"https://api.github.com/users/liantics/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/liantics/subscriptions","organizations_url":"https://api.github.com/users/liantics/orgs","repos_url":"https://api.github.com/users/liantics/repos","events_url":"https://api.github.com/users/liantics/events{/privacy}","received_events_url":"https://api.github.com/users/liantics/received_events","type":"User","site_admin":false},"body":"The second start page has the smallest number of associated records, and thus presents the smallest load on wikipedia, so I'm using that for testing...","created_at":"2014-10-06T23:37:02Z","updated_at":"2014-10-06T23:37:02Z","html_url":"https://github.com/liantics/wiki_bios_scraper/pull/1#discussion_r18492889","pull_request_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1","_links":{"self":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/comments/18492889"},"html":{"href":"https://github.com/liantics/wiki_bios_scraper/pull/1#discussion_r18492889"},"pull_request":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1"}}},"pull_request":{"url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1","id":22248263,"html_url":"https://github.com/liantics/wiki_bios_scraper/pull/1","diff_url":"https://github.com/liantics/wiki_bios_scraper/pull/1.diff","patch_url":"https://github.com/liantics/wiki_bios_scraper/pull/1.patch","issue_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/1","number":1,"state":"open","locked":false,"title":"Identify and extract next page url","user":{"login":"liantics","id":3310162,"avatar_url":"https://avatars.githubusercontent.com/u/3310162?v=2","gravatar_id":"","url":"https://api.github.com/users/liantics","html_url":"https://github.com/liantics","followers_url":"https://api.github.com/users/liantics/followers","following_url":"https://api.github.com/users/liantics/following{/other_user}","gists_url":"https://api.github.com/users/liantics/gists{/gist_id}","starred_url":"https://api.github.com/users/liantics/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/liantics/subscriptions","organizations_url":"https://api.github.com/users/liantics/orgs","repos_url":"https://api.github.com/users/liantics/repos","events_url":"https://api.github.com/users/liantics/events{/privacy}","received_events_url":"https://api.github.com/users/liantics/received_events","type":"User","site_admin":false},"body":"Get the xpath for the URL of the next page in the current list of biographies, convert it to a valid wikipedia URL.","created_at":"2014-10-04T21:32:23Z","updated_at":"2014-10-06T23:37:02Z","closed_at":null,"merged_at":null,"merge_commit_sha":"8009c3b4dc0384699cddfaf77c5baa45e1238206","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1/commits","review_comments_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1/comments","review_comment_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/comments/{number}","comments_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/1/comments","statuses_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/statuses/5a4c5b21c0a0e6e791dafa3dbb533800342dcb24","head":{"label":"liantics:traverse_category_pages","ref":"traverse_category_pages","sha":"5a4c5b21c0a0e6e791dafa3dbb533800342dcb24","user":{"login":"liantics","id":3310162,"avatar_url":"https://avatars.githubusercontent.com/u/3310162?v=2","gravatar_id":"","url":"https://api.github.com/users/liantics","html_url":"https://github.com/liantics","followers_url":"https://api.github.com/users/liantics/followers","following_url":"https://api.github.com/users/liantics/following{/other_user}","gists_url":"https://api.github.com/users/liantics/gists{/gist_id}","starred_url":"https://api.github.com/users/liantics/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/liantics/subscriptions","organizations_url":"https://api.github.com/users/liantics/orgs","repos_url":"https://api.github.com/users/liantics/repos","events_url":"https://api.github.com/users/liantics/events{/privacy}","received_events_url":"https://api.github.com/users/liantics/received_events","type":"User","site_admin":false},"repo":{"id":24795768,"name":"wiki_bios_scraper","full_name":"liantics/wiki_bios_scraper","owner":{"login":"liantics","id":3310162,"avatar_url":"https://avatars.githubusercontent.com/u/3310162?v=2","gravatar_id":"","url":"https://api.github.com/users/liantics","html_url":"https://github.com/liantics","followers_url":"https://api.github.com/users/liantics/followers","following_url":"https://api.github.com/users/liantics/following{/other_user}","gists_url":"https://api.github.com/users/liantics/gists{/gist_id}","starred_url":"https://api.github.com/users/liantics/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/liantics/subscriptions","organizations_url":"https://api.github.com/users/liantics/orgs","repos_url":"https://api.github.com/users/liantics/repos","events_url":"https://api.github.com/users/liantics/events{/privacy}","received_events_url":"https://api.github.com/users/liantics/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/liantics/wiki_bios_scraper","description":"Extract and analyze the names of people biographied on wikipedia","fork":false,"url":"https://api.github.com/repos/liantics/wiki_bios_scraper","forks_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/forks","keys_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/keys{/key_id}","collaborators_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/teams","hooks_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/hooks","issue_events_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/events{/number}","events_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/events","assignees_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/assignees{/user}","branches_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/branches{/branch}","tags_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/tags","blobs_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/refs{/sha}","trees_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/trees{/sha}","statuses_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/statuses/{sha}","languages_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/languages","stargazers_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/stargazers","contributors_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/contributors","subscribers_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/subscribers","subscription_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/subscription","commits_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/commits{/sha}","git_commits_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/commits{/sha}","comments_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/comments{/number}","issue_comment_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/comments/{number}","contents_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/contents/{+path}","compare_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/compare/{base}...{head}","merges_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/merges","archive_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/downloads","issues_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues{/number}","pulls_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls{/number}","milestones_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/milestones{/number}","notifications_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/labels{/name}","releases_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/releases{/id}","created_at":"2014-10-04T17:15:59Z","updated_at":"2014-10-05T01:38:35Z","pushed_at":"2014-10-06T23:31:48Z","git_url":"git://github.com/liantics/wiki_bios_scraper.git","ssh_url":"git@github.com:liantics/wiki_bios_scraper.git","clone_url":"https://github.com/liantics/wiki_bios_scraper.git","svn_url":"https://github.com/liantics/wiki_bios_scraper","homepage":null,"size":0,"stargazers_count":1,"watchers_count":1,"language":"Ruby","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":1,"forks":0,"open_issues":1,"watchers":1,"default_branch":"master"}},"base":{"label":"liantics:master","ref":"master","sha":"506950f1058080682d3caaaf806cbda453ea0f69","user":{"login":"liantics","id":3310162,"avatar_url":"https://avatars.githubusercontent.com/u/3310162?v=2","gravatar_id":"","url":"https://api.github.com/users/liantics","html_url":"https://github.com/liantics","followers_url":"https://api.github.com/users/liantics/followers","following_url":"https://api.github.com/users/liantics/following{/other_user}","gists_url":"https://api.github.com/users/liantics/gists{/gist_id}","starred_url":"https://api.github.com/users/liantics/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/liantics/subscriptions","organizations_url":"https://api.github.com/users/liantics/orgs","repos_url":"https://api.github.com/users/liantics/repos","events_url":"https://api.github.com/users/liantics/events{/privacy}","received_events_url":"https://api.github.com/users/liantics/received_events","type":"User","site_admin":false},"repo":{"id":24795768,"name":"wiki_bios_scraper","full_name":"liantics/wiki_bios_scraper","owner":{"login":"liantics","id":3310162,"avatar_url":"https://avatars.githubusercontent.com/u/3310162?v=2","gravatar_id":"","url":"https://api.github.com/users/liantics","html_url":"https://github.com/liantics","followers_url":"https://api.github.com/users/liantics/followers","following_url":"https://api.github.com/users/liantics/following{/other_user}","gists_url":"https://api.github.com/users/liantics/gists{/gist_id}","starred_url":"https://api.github.com/users/liantics/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/liantics/subscriptions","organizations_url":"https://api.github.com/users/liantics/orgs","repos_url":"https://api.github.com/users/liantics/repos","events_url":"https://api.github.com/users/liantics/events{/privacy}","received_events_url":"https://api.github.com/users/liantics/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/liantics/wiki_bios_scraper","description":"Extract and analyze the names of people biographied on wikipedia","fork":false,"url":"https://api.github.com/repos/liantics/wiki_bios_scraper","forks_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/forks","keys_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/keys{/key_id}","collaborators_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/teams","hooks_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/hooks","issue_events_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/events{/number}","events_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/events","assignees_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/assignees{/user}","branches_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/branches{/branch}","tags_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/tags","blobs_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/refs{/sha}","trees_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/trees{/sha}","statuses_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/statuses/{sha}","languages_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/languages","stargazers_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/stargazers","contributors_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/contributors","subscribers_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/subscribers","subscription_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/subscription","commits_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/commits{/sha}","git_commits_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/git/commits{/sha}","comments_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/comments{/number}","issue_comment_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/comments/{number}","contents_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/contents/{+path}","compare_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/compare/{base}...{head}","merges_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/merges","archive_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/downloads","issues_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues{/number}","pulls_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls{/number}","milestones_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/milestones{/number}","notifications_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/labels{/name}","releases_url":"https://api.github.com/repos/liantics/wiki_bios_scraper/releases{/id}","created_at":"2014-10-04T17:15:59Z","updated_at":"2014-10-05T01:38:35Z","pushed_at":"2014-10-06T23:31:48Z","git_url":"git://github.com/liantics/wiki_bios_scraper.git","ssh_url":"git@github.com:liantics/wiki_bios_scraper.git","clone_url":"https://github.com/liantics/wiki_bios_scraper.git","svn_url":"https://github.com/liantics/wiki_bios_scraper","homepage":null,"size":0,"stargazers_count":1,"watchers_count":1,"language":"Ruby","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":1,"forks":0,"open_issues":1,"watchers":1,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1"},"html":{"href":"https://github.com/liantics/wiki_bios_scraper/pull/1"},"issue":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/1"},"comments":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/issues/1/comments"},"review_comments":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1/comments"},"review_comment":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/comments/{number}"},"commits":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/pulls/1/commits"},"statuses":{"href":"https://api.github.com/repos/liantics/wiki_bios_scraper/statuses/5a4c5b21c0a0e6e791dafa3dbb533800342dcb24"}}}}