{"action":"created","comment":{"url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/comments/151273139","pull_request_review_id":76955159,"id":151273139,"diff_hunk":"@@ -22,7 +23,45 @@ runScrape = do\n scrape :: IO ()\n scrape = do \n   website <- httpLBS \"http://leg.colorado.gov/bill-search?field_sessions=10171&sort_bef_combine=field_bill_number%20ASC\" \n-  L8.writeFile \"test.html\" $ getResponseBody website\n+  L8.writeFile \"test/example/bill_page_1.html\" $ getResponseBody website\n+\n+-- I'm very sorry. Forgive me for my sins.\n+fixNextPage = fmap mconcat . fmap mconcat $ fmap fromMaybe' nextPage\n+fixLastPage = fmap mconcat . fmap mconcat $ fmap fromMaybe' lastPage\n+\n+-- This is far from ideal. please change it later \n+fromMaybe' mval = \n+  case mval of \n+    Nothing  -> undefined \n+    Just val -> val\n+\n+nextPage :: IO (Maybe [[ByteString]]) \n+nextPage = do \n+  website <- readFile \"test/example/bill_page_1.html\"\n+  return $ S.scrapeStringLike website next\n+\n+    where \n+      next :: S.Scraper ByteString [[ByteString]]\n+      next = S.chroots (\"li\" S.@: [S.hasClass \"pager-next\"]) link","path":"scraper/src/Scraper.hs","position":42,"original_position":42,"commit_id":"ddaf1c4338188634a30d5718b0722671381f76bf","original_commit_id":"ddaf1c4338188634a30d5718b0722671381f76bf","user":{"login":"DebugSteven","id":10746702,"avatar_url":"https://avatars3.githubusercontent.com/u/10746702?v=4","gravatar_id":"","url":"https://api.github.com/users/DebugSteven","html_url":"https://github.com/DebugSteven","followers_url":"https://api.github.com/users/DebugSteven/followers","following_url":"https://api.github.com/users/DebugSteven/following{/other_user}","gists_url":"https://api.github.com/users/DebugSteven/gists{/gist_id}","starred_url":"https://api.github.com/users/DebugSteven/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/DebugSteven/subscriptions","organizations_url":"https://api.github.com/users/DebugSteven/orgs","repos_url":"https://api.github.com/users/DebugSteven/repos","events_url":"https://api.github.com/users/DebugSteven/events{/privacy}","received_events_url":"https://api.github.com/users/DebugSteven/received_events","type":"User","site_admin":false},"body":"This is completed.","created_at":"2017-11-15T22:37:30Z","updated_at":"2017-11-15T22:37:30Z","html_url":"https://github.com/DebugSteven/coleg-crawler/pull/5#discussion_r151273139","pull_request_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5","author_association":"OWNER","_links":{"self":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/comments/151273139"},"html":{"href":"https://github.com/DebugSteven/coleg-crawler/pull/5#discussion_r151273139"},"pull_request":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5"}},"in_reply_to_id":151256324},"pull_request":{"url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5","id":152849709,"html_url":"https://github.com/DebugSteven/coleg-crawler/pull/5","diff_url":"https://github.com/DebugSteven/coleg-crawler/pull/5.diff","patch_url":"https://github.com/DebugSteven/coleg-crawler/pull/5.patch","issue_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/5","number":5,"state":"open","locked":false,"title":"Initial scrape","user":{"login":"DebugSteven","id":10746702,"avatar_url":"https://avatars3.githubusercontent.com/u/10746702?v=4","gravatar_id":"","url":"https://api.github.com/users/DebugSteven","html_url":"https://github.com/DebugSteven","followers_url":"https://api.github.com/users/DebugSteven/followers","following_url":"https://api.github.com/users/DebugSteven/following{/other_user}","gists_url":"https://api.github.com/users/DebugSteven/gists{/gist_id}","starred_url":"https://api.github.com/users/DebugSteven/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/DebugSteven/subscriptions","organizations_url":"https://api.github.com/users/DebugSteven/orgs","repos_url":"https://api.github.com/users/DebugSteven/repos","events_url":"https://api.github.com/users/DebugSteven/events{/privacy}","received_events_url":"https://api.github.com/users/DebugSteven/received_events","type":"User","site_admin":false},"body":"Implements the checklist in Initial Scrape #4 ","created_at":"2017-11-15T18:22:27Z","updated_at":"2017-11-15T22:37:30Z","closed_at":null,"merged_at":null,"merge_commit_sha":"5b66cd15f74fd371f7f21910055416de155f0ff7","assignee":null,"assignees":[],"requested_reviewers":[],"milestone":null,"commits_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5/commits","review_comments_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5/comments","review_comment_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/comments{/number}","comments_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/5/comments","statuses_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/statuses/ddaf1c4338188634a30d5718b0722671381f76bf","head":{"label":"DebugSteven:initial-scrape","ref":"initial-scrape","sha":"ddaf1c4338188634a30d5718b0722671381f76bf","user":{"login":"DebugSteven","id":10746702,"avatar_url":"https://avatars3.githubusercontent.com/u/10746702?v=4","gravatar_id":"","url":"https://api.github.com/users/DebugSteven","html_url":"https://github.com/DebugSteven","followers_url":"https://api.github.com/users/DebugSteven/followers","following_url":"https://api.github.com/users/DebugSteven/following{/other_user}","gists_url":"https://api.github.com/users/DebugSteven/gists{/gist_id}","starred_url":"https://api.github.com/users/DebugSteven/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/DebugSteven/subscriptions","organizations_url":"https://api.github.com/users/DebugSteven/orgs","repos_url":"https://api.github.com/users/DebugSteven/repos","events_url":"https://api.github.com/users/DebugSteven/events{/privacy}","received_events_url":"https://api.github.com/users/DebugSteven/received_events","type":"User","site_admin":false},"repo":{"id":109929494,"name":"coleg-crawler","full_name":"DebugSteven/coleg-crawler","owner":{"login":"DebugSteven","id":10746702,"avatar_url":"https://avatars3.githubusercontent.com/u/10746702?v=4","gravatar_id":"","url":"https://api.github.com/users/DebugSteven","html_url":"https://github.com/DebugSteven","followers_url":"https://api.github.com/users/DebugSteven/followers","following_url":"https://api.github.com/users/DebugSteven/following{/other_user}","gists_url":"https://api.github.com/users/DebugSteven/gists{/gist_id}","starred_url":"https://api.github.com/users/DebugSteven/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/DebugSteven/subscriptions","organizations_url":"https://api.github.com/users/DebugSteven/orgs","repos_url":"https://api.github.com/users/DebugSteven/repos","events_url":"https://api.github.com/users/DebugSteven/events{/privacy}","received_events_url":"https://api.github.com/users/DebugSteven/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/DebugSteven/coleg-crawler","description":"A web crawler for http://leg.colorado.gov/ to get information about bills and put it in a spreadsheet","fork":false,"url":"https://api.github.com/repos/DebugSteven/coleg-crawler","forks_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/forks","keys_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/keys{/key_id}","collaborators_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/teams","hooks_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/hooks","issue_events_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/events{/number}","events_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/events","assignees_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/assignees{/user}","branches_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/branches{/branch}","tags_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/tags","blobs_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/refs{/sha}","trees_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/trees{/sha}","statuses_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/statuses/{sha}","languages_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/languages","stargazers_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/stargazers","contributors_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/contributors","subscribers_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/subscribers","subscription_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/subscription","commits_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/commits{/sha}","git_commits_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/commits{/sha}","comments_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/comments{/number}","issue_comment_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/comments{/number}","contents_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/contents/{+path}","compare_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/compare/{base}...{head}","merges_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/merges","archive_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/downloads","issues_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues{/number}","pulls_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls{/number}","milestones_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/milestones{/number}","notifications_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/labels{/name}","releases_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/releases{/id}","deployments_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/deployments","created_at":"2017-11-08T04:57:31Z","updated_at":"2017-11-13T16:37:13Z","pushed_at":"2017-11-15T18:22:28Z","git_url":"git://github.com/DebugSteven/coleg-crawler.git","ssh_url":"git@github.com:DebugSteven/coleg-crawler.git","clone_url":"https://github.com/DebugSteven/coleg-crawler.git","svn_url":"https://github.com/DebugSteven/coleg-crawler","homepage":null,"size":171,"stargazers_count":2,"watchers_count":2,"language":"Haskell","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":1,"forks":0,"open_issues":1,"watchers":2,"default_branch":"master"}},"base":{"label":"DebugSteven:master","ref":"master","sha":"1c91e0d8758bfa48222a65dd834b3a7bc35c57c3","user":{"login":"DebugSteven","id":10746702,"avatar_url":"https://avatars3.githubusercontent.com/u/10746702?v=4","gravatar_id":"","url":"https://api.github.com/users/DebugSteven","html_url":"https://github.com/DebugSteven","followers_url":"https://api.github.com/users/DebugSteven/followers","following_url":"https://api.github.com/users/DebugSteven/following{/other_user}","gists_url":"https://api.github.com/users/DebugSteven/gists{/gist_id}","starred_url":"https://api.github.com/users/DebugSteven/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/DebugSteven/subscriptions","organizations_url":"https://api.github.com/users/DebugSteven/orgs","repos_url":"https://api.github.com/users/DebugSteven/repos","events_url":"https://api.github.com/users/DebugSteven/events{/privacy}","received_events_url":"https://api.github.com/users/DebugSteven/received_events","type":"User","site_admin":false},"repo":{"id":109929494,"name":"coleg-crawler","full_name":"DebugSteven/coleg-crawler","owner":{"login":"DebugSteven","id":10746702,"avatar_url":"https://avatars3.githubusercontent.com/u/10746702?v=4","gravatar_id":"","url":"https://api.github.com/users/DebugSteven","html_url":"https://github.com/DebugSteven","followers_url":"https://api.github.com/users/DebugSteven/followers","following_url":"https://api.github.com/users/DebugSteven/following{/other_user}","gists_url":"https://api.github.com/users/DebugSteven/gists{/gist_id}","starred_url":"https://api.github.com/users/DebugSteven/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/DebugSteven/subscriptions","organizations_url":"https://api.github.com/users/DebugSteven/orgs","repos_url":"https://api.github.com/users/DebugSteven/repos","events_url":"https://api.github.com/users/DebugSteven/events{/privacy}","received_events_url":"https://api.github.com/users/DebugSteven/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/DebugSteven/coleg-crawler","description":"A web crawler for http://leg.colorado.gov/ to get information about bills and put it in a spreadsheet","fork":false,"url":"https://api.github.com/repos/DebugSteven/coleg-crawler","forks_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/forks","keys_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/keys{/key_id}","collaborators_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/teams","hooks_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/hooks","issue_events_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/events{/number}","events_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/events","assignees_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/assignees{/user}","branches_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/branches{/branch}","tags_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/tags","blobs_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/refs{/sha}","trees_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/trees{/sha}","statuses_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/statuses/{sha}","languages_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/languages","stargazers_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/stargazers","contributors_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/contributors","subscribers_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/subscribers","subscription_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/subscription","commits_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/commits{/sha}","git_commits_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/git/commits{/sha}","comments_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/comments{/number}","issue_comment_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/comments{/number}","contents_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/contents/{+path}","compare_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/compare/{base}...{head}","merges_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/merges","archive_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/downloads","issues_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues{/number}","pulls_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls{/number}","milestones_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/milestones{/number}","notifications_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/labels{/name}","releases_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/releases{/id}","deployments_url":"https://api.github.com/repos/DebugSteven/coleg-crawler/deployments","created_at":"2017-11-08T04:57:31Z","updated_at":"2017-11-13T16:37:13Z","pushed_at":"2017-11-15T18:22:28Z","git_url":"git://github.com/DebugSteven/coleg-crawler.git","ssh_url":"git@github.com:DebugSteven/coleg-crawler.git","clone_url":"https://github.com/DebugSteven/coleg-crawler.git","svn_url":"https://github.com/DebugSteven/coleg-crawler","homepage":null,"size":171,"stargazers_count":2,"watchers_count":2,"language":"Haskell","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":1,"forks":0,"open_issues":1,"watchers":2,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5"},"html":{"href":"https://github.com/DebugSteven/coleg-crawler/pull/5"},"issue":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/5"},"comments":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/issues/5/comments"},"review_comments":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5/comments"},"review_comment":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/pulls/5/commits"},"statuses":{"href":"https://api.github.com/repos/DebugSteven/coleg-crawler/statuses/ddaf1c4338188634a30d5718b0722671381f76bf"}},"author_association":"OWNER"}}
{"actor":{"display_login":"DebugSteven"}}