{"action":"created","comment":{"url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/comments/158148520","pull_request_review_id":84912307,"id":158148520,"diff_hunk":"@@ -0,0 +1,54 @@\n+# -*- coding: utf-8 -*-\n+import scrapy\n+from locations.items import GeojsonPointItem\n+import json \n+\n+states = [\"AL\", \"AK\", \"AZ\", \"AR\", \"CA\", \"CO\", \"CT\", \"DC\", \"DE\", \"FL\", \"GA\", \n+          \"HI\", \"ID\", \"IL\", \"IN\", \"IA\", \"KS\", \"KY\", \"LA\", \"ME\", \"MD\", \n+          \"MA\", \"MI\", \"MN\", \"MS\", \"MO\", \"MT\", \"NE\", \"NV\", \"NH\", \"NJ\", \n+          \"NM\", \"NY\", \"NC\", \"ND\", \"OH\", \"OK\", \"OR\", \"PA\", \"RI\", \"SC\", \n+\"SD\", \"TN\", \"TX\", \"UT\", \"VT\", \"VA\", \"WA\", \"WV\", \"WI\", \"WY\"] # U.S States\n+\n+provinces = ['ON', 'QC', 'NS', 'NB', 'MB', 'BC', 'PE', 'SK', 'AB', 'NL'] # Canadian Provinces\n+\n+headers = {\"Referer\": \"http://lowes.know-where.com/lowes/cgi/region_list\", \n+           'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64…) Gecko/20100101 Firefox/57.0'}\n+\n+class LowesSpider(scrapy.Spider):\n+    \"\"\"\" This spider scrapes Lowes store locations \"\"\"\n+    name = 'lowes'\n+    allowed_domains = ['https://know-where.com']\n+    start_url = 'http://lowes.know-where.com/lowes/cgi/region_list'\n+    \n+    def start_requests(self):\n+        for state in states:\n+            url = ''.join(['http://lowes.know-where.com/lowes/cgi/region?all=true&country=US&region=',","path":"locations/spiders/lowes.py","position":25,"original_position":25,"commit_id":"c859466db7762ba9ac33e1a0b4574c19e2836c1a","original_commit_id":"4a22bfdc77a948126474c523eca365545ece6a79","user":{"login":"ethan626","id":15685104,"avatar_url":"https://avatars2.githubusercontent.com/u/15685104?v=4","gravatar_id":"","url":"https://api.github.com/users/ethan626","html_url":"https://github.com/ethan626","followers_url":"https://api.github.com/users/ethan626/followers","following_url":"https://api.github.com/users/ethan626/following{/other_user}","gists_url":"https://api.github.com/users/ethan626/gists{/gist_id}","starred_url":"https://api.github.com/users/ethan626/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ethan626/subscriptions","organizations_url":"https://api.github.com/users/ethan626/orgs","repos_url":"https://api.github.com/users/ethan626/repos","events_url":"https://api.github.com/users/ethan626/events{/privacy}","received_events_url":"https://api.github.com/users/ethan626/received_events","type":"User","site_admin":false},"body":"Will do. ","created_at":"2017-12-20T22:05:03Z","updated_at":"2017-12-20T22:05:04Z","html_url":"https://github.com/alltheplaces/alltheplaces/pull/513#discussion_r158148520","pull_request_url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513","author_association":"NONE","_links":{"self":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/comments/158148520"},"html":{"href":"https://github.com/alltheplaces/alltheplaces/pull/513#discussion_r158148520"},"pull_request":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513"}},"in_reply_to_id":158146547},"pull_request":{"url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513","id":158810627,"html_url":"https://github.com/alltheplaces/alltheplaces/pull/513","diff_url":"https://github.com/alltheplaces/alltheplaces/pull/513.diff","patch_url":"https://github.com/alltheplaces/alltheplaces/pull/513.patch","issue_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/513","number":513,"state":"open","locked":false,"title":"Lowes Spider","user":{"login":"ethan626","id":15685104,"avatar_url":"https://avatars2.githubusercontent.com/u/15685104?v=4","gravatar_id":"","url":"https://api.github.com/users/ethan626","html_url":"https://github.com/ethan626","followers_url":"https://api.github.com/users/ethan626/followers","following_url":"https://api.github.com/users/ethan626/following{/other_user}","gists_url":"https://api.github.com/users/ethan626/gists{/gist_id}","starred_url":"https://api.github.com/users/ethan626/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ethan626/subscriptions","organizations_url":"https://api.github.com/users/ethan626/orgs","repos_url":"https://api.github.com/users/ethan626/repos","events_url":"https://api.github.com/users/ethan626/events{/privacy}","received_events_url":"https://api.github.com/users/ethan626/received_events","type":"User","site_admin":false},"body":"Lowes spider scapes via zipcode. \r\n\r\nWebsite does not allow for more than 10 results at a time, making using max results in the url or searching by State not feasible. Proposed solution is to generate zip codes as search queries. This does create a lot of requests though.\r\n\r\n#88","created_at":"2017-12-17T23:55:36Z","updated_at":"2017-12-20T22:05:04Z","closed_at":null,"merged_at":null,"merge_commit_sha":"f1684e17e1fce2784d42e1dc72f6e5f130fdd658","assignee":null,"assignees":[],"requested_reviewers":[],"milestone":null,"commits_url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513/commits","review_comments_url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513/comments","review_comment_url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/comments{/number}","comments_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/513/comments","statuses_url":"https://api.github.com/repos/alltheplaces/alltheplaces/statuses/c859466db7762ba9ac33e1a0b4574c19e2836c1a","head":{"label":"alltheplaces:Lowes","ref":"Lowes","sha":"c859466db7762ba9ac33e1a0b4574c19e2836c1a","user":{"login":"alltheplaces","id":33842871,"avatar_url":"https://avatars3.githubusercontent.com/u/33842871?v=4","gravatar_id":"","url":"https://api.github.com/users/alltheplaces","html_url":"https://github.com/alltheplaces","followers_url":"https://api.github.com/users/alltheplaces/followers","following_url":"https://api.github.com/users/alltheplaces/following{/other_user}","gists_url":"https://api.github.com/users/alltheplaces/gists{/gist_id}","starred_url":"https://api.github.com/users/alltheplaces/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/alltheplaces/subscriptions","organizations_url":"https://api.github.com/users/alltheplaces/orgs","repos_url":"https://api.github.com/users/alltheplaces/repos","events_url":"https://api.github.com/users/alltheplaces/events{/privacy}","received_events_url":"https://api.github.com/users/alltheplaces/received_events","type":"Organization","site_admin":false},"repo":{"id":61166935,"name":"alltheplaces","full_name":"alltheplaces/alltheplaces","owner":{"login":"alltheplaces","id":33842871,"avatar_url":"https://avatars3.githubusercontent.com/u/33842871?v=4","gravatar_id":"","url":"https://api.github.com/users/alltheplaces","html_url":"https://github.com/alltheplaces","followers_url":"https://api.github.com/users/alltheplaces/followers","following_url":"https://api.github.com/users/alltheplaces/following{/other_user}","gists_url":"https://api.github.com/users/alltheplaces/gists{/gist_id}","starred_url":"https://api.github.com/users/alltheplaces/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/alltheplaces/subscriptions","organizations_url":"https://api.github.com/users/alltheplaces/orgs","repos_url":"https://api.github.com/users/alltheplaces/repos","events_url":"https://api.github.com/users/alltheplaces/events{/privacy}","received_events_url":"https://api.github.com/users/alltheplaces/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/alltheplaces/alltheplaces","description":"A set of spiders and scrapers to extract location information from places that post their location on the internet.","fork":false,"url":"https://api.github.com/repos/alltheplaces/alltheplaces","forks_url":"https://api.github.com/repos/alltheplaces/alltheplaces/forks","keys_url":"https://api.github.com/repos/alltheplaces/alltheplaces/keys{/key_id}","collaborators_url":"https://api.github.com/repos/alltheplaces/alltheplaces/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/alltheplaces/alltheplaces/teams","hooks_url":"https://api.github.com/repos/alltheplaces/alltheplaces/hooks","issue_events_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/events{/number}","events_url":"https://api.github.com/repos/alltheplaces/alltheplaces/events","assignees_url":"https://api.github.com/repos/alltheplaces/alltheplaces/assignees{/user}","branches_url":"https://api.github.com/repos/alltheplaces/alltheplaces/branches{/branch}","tags_url":"https://api.github.com/repos/alltheplaces/alltheplaces/tags","blobs_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/refs{/sha}","trees_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/trees{/sha}","statuses_url":"https://api.github.com/repos/alltheplaces/alltheplaces/statuses/{sha}","languages_url":"https://api.github.com/repos/alltheplaces/alltheplaces/languages","stargazers_url":"https://api.github.com/repos/alltheplaces/alltheplaces/stargazers","contributors_url":"https://api.github.com/repos/alltheplaces/alltheplaces/contributors","subscribers_url":"https://api.github.com/repos/alltheplaces/alltheplaces/subscribers","subscription_url":"https://api.github.com/repos/alltheplaces/alltheplaces/subscription","commits_url":"https://api.github.com/repos/alltheplaces/alltheplaces/commits{/sha}","git_commits_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/commits{/sha}","comments_url":"https://api.github.com/repos/alltheplaces/alltheplaces/comments{/number}","issue_comment_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/comments{/number}","contents_url":"https://api.github.com/repos/alltheplaces/alltheplaces/contents/{+path}","compare_url":"https://api.github.com/repos/alltheplaces/alltheplaces/compare/{base}...{head}","merges_url":"https://api.github.com/repos/alltheplaces/alltheplaces/merges","archive_url":"https://api.github.com/repos/alltheplaces/alltheplaces/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/alltheplaces/alltheplaces/downloads","issues_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues{/number}","pulls_url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls{/number}","milestones_url":"https://api.github.com/repos/alltheplaces/alltheplaces/milestones{/number}","notifications_url":"https://api.github.com/repos/alltheplaces/alltheplaces/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/alltheplaces/alltheplaces/labels{/name}","releases_url":"https://api.github.com/repos/alltheplaces/alltheplaces/releases{/id}","deployments_url":"https://api.github.com/repos/alltheplaces/alltheplaces/deployments","created_at":"2016-06-15T01:09:18Z","updated_at":"2017-12-17T17:43:59Z","pushed_at":"2017-12-20T22:04:46Z","git_url":"git://github.com/alltheplaces/alltheplaces.git","ssh_url":"git@github.com:alltheplaces/alltheplaces.git","clone_url":"https://github.com/alltheplaces/alltheplaces.git","svn_url":"https://github.com/alltheplaces/alltheplaces","homepage":"https://www.alltheplaces.xyz/","size":1173,"stargazers_count":21,"watchers_count":21,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":18,"mirror_url":null,"archived":false,"open_issues_count":126,"license":{"key":"mit","name":"MIT License","spdx_id":"MIT","url":"https://api.github.com/licenses/mit"},"forks":18,"open_issues":126,"watchers":21,"default_branch":"master"}},"base":{"label":"alltheplaces:master","ref":"master","sha":"8bae41313bad5147115c346d446f7f6a34f7bad9","user":{"login":"alltheplaces","id":33842871,"avatar_url":"https://avatars3.githubusercontent.com/u/33842871?v=4","gravatar_id":"","url":"https://api.github.com/users/alltheplaces","html_url":"https://github.com/alltheplaces","followers_url":"https://api.github.com/users/alltheplaces/followers","following_url":"https://api.github.com/users/alltheplaces/following{/other_user}","gists_url":"https://api.github.com/users/alltheplaces/gists{/gist_id}","starred_url":"https://api.github.com/users/alltheplaces/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/alltheplaces/subscriptions","organizations_url":"https://api.github.com/users/alltheplaces/orgs","repos_url":"https://api.github.com/users/alltheplaces/repos","events_url":"https://api.github.com/users/alltheplaces/events{/privacy}","received_events_url":"https://api.github.com/users/alltheplaces/received_events","type":"Organization","site_admin":false},"repo":{"id":61166935,"name":"alltheplaces","full_name":"alltheplaces/alltheplaces","owner":{"login":"alltheplaces","id":33842871,"avatar_url":"https://avatars3.githubusercontent.com/u/33842871?v=4","gravatar_id":"","url":"https://api.github.com/users/alltheplaces","html_url":"https://github.com/alltheplaces","followers_url":"https://api.github.com/users/alltheplaces/followers","following_url":"https://api.github.com/users/alltheplaces/following{/other_user}","gists_url":"https://api.github.com/users/alltheplaces/gists{/gist_id}","starred_url":"https://api.github.com/users/alltheplaces/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/alltheplaces/subscriptions","organizations_url":"https://api.github.com/users/alltheplaces/orgs","repos_url":"https://api.github.com/users/alltheplaces/repos","events_url":"https://api.github.com/users/alltheplaces/events{/privacy}","received_events_url":"https://api.github.com/users/alltheplaces/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/alltheplaces/alltheplaces","description":"A set of spiders and scrapers to extract location information from places that post their location on the internet.","fork":false,"url":"https://api.github.com/repos/alltheplaces/alltheplaces","forks_url":"https://api.github.com/repos/alltheplaces/alltheplaces/forks","keys_url":"https://api.github.com/repos/alltheplaces/alltheplaces/keys{/key_id}","collaborators_url":"https://api.github.com/repos/alltheplaces/alltheplaces/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/alltheplaces/alltheplaces/teams","hooks_url":"https://api.github.com/repos/alltheplaces/alltheplaces/hooks","issue_events_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/events{/number}","events_url":"https://api.github.com/repos/alltheplaces/alltheplaces/events","assignees_url":"https://api.github.com/repos/alltheplaces/alltheplaces/assignees{/user}","branches_url":"https://api.github.com/repos/alltheplaces/alltheplaces/branches{/branch}","tags_url":"https://api.github.com/repos/alltheplaces/alltheplaces/tags","blobs_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/refs{/sha}","trees_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/trees{/sha}","statuses_url":"https://api.github.com/repos/alltheplaces/alltheplaces/statuses/{sha}","languages_url":"https://api.github.com/repos/alltheplaces/alltheplaces/languages","stargazers_url":"https://api.github.com/repos/alltheplaces/alltheplaces/stargazers","contributors_url":"https://api.github.com/repos/alltheplaces/alltheplaces/contributors","subscribers_url":"https://api.github.com/repos/alltheplaces/alltheplaces/subscribers","subscription_url":"https://api.github.com/repos/alltheplaces/alltheplaces/subscription","commits_url":"https://api.github.com/repos/alltheplaces/alltheplaces/commits{/sha}","git_commits_url":"https://api.github.com/repos/alltheplaces/alltheplaces/git/commits{/sha}","comments_url":"https://api.github.com/repos/alltheplaces/alltheplaces/comments{/number}","issue_comment_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/comments{/number}","contents_url":"https://api.github.com/repos/alltheplaces/alltheplaces/contents/{+path}","compare_url":"https://api.github.com/repos/alltheplaces/alltheplaces/compare/{base}...{head}","merges_url":"https://api.github.com/repos/alltheplaces/alltheplaces/merges","archive_url":"https://api.github.com/repos/alltheplaces/alltheplaces/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/alltheplaces/alltheplaces/downloads","issues_url":"https://api.github.com/repos/alltheplaces/alltheplaces/issues{/number}","pulls_url":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls{/number}","milestones_url":"https://api.github.com/repos/alltheplaces/alltheplaces/milestones{/number}","notifications_url":"https://api.github.com/repos/alltheplaces/alltheplaces/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/alltheplaces/alltheplaces/labels{/name}","releases_url":"https://api.github.com/repos/alltheplaces/alltheplaces/releases{/id}","deployments_url":"https://api.github.com/repos/alltheplaces/alltheplaces/deployments","created_at":"2016-06-15T01:09:18Z","updated_at":"2017-12-17T17:43:59Z","pushed_at":"2017-12-20T22:04:46Z","git_url":"git://github.com/alltheplaces/alltheplaces.git","ssh_url":"git@github.com:alltheplaces/alltheplaces.git","clone_url":"https://github.com/alltheplaces/alltheplaces.git","svn_url":"https://github.com/alltheplaces/alltheplaces","homepage":"https://www.alltheplaces.xyz/","size":1173,"stargazers_count":21,"watchers_count":21,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":18,"mirror_url":null,"archived":false,"open_issues_count":126,"license":{"key":"mit","name":"MIT License","spdx_id":"MIT","url":"https://api.github.com/licenses/mit"},"forks":18,"open_issues":126,"watchers":21,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513"},"html":{"href":"https://github.com/alltheplaces/alltheplaces/pull/513"},"issue":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/513"},"comments":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/issues/513/comments"},"review_comments":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513/comments"},"review_comment":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/pulls/513/commits"},"statuses":{"href":"https://api.github.com/repos/alltheplaces/alltheplaces/statuses/c859466db7762ba9ac33e1a0b4574c19e2836c1a"}},"author_association":"NONE"}}
{"actor":{"display_login":"ethan626"}}