{"action":"created","comment":{"url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/comments/139265824","pull_request_review_id":63180975,"id":139265824,"diff_hunk":"@@ -0,0 +1,347 @@\n+from __future__ import print_function\n+\n+import boto3\n+import datetime\n+import time\n+import json\n+import panoply\n+from botocore.exceptions import ClientError\n+import botocore\n+import threading\n+from functools import wraps\n+\n+DESTINATION = \"kinesis_stream\"\n+# kinesis iterator types\n+ITERATOR_TYPE = {\n+    'at_sequence_number': 'AT_SEQUENCE_NUMBER',\n+    'after_sequence_number': 'AFTER_SEQUENCE_NUMBER',\n+    'trim': 'TRIM_HORIZON',\n+    'latest': 'LATEST'\n+}\n+# total number of elements to import\n+BATCH_MAX_SIZE = 5000\n+# each shard iterator result list\n+ITERATOR_MAX_RESULTS = 25\n+DEBUG = False\n+\n+# on throttling how many times to repeat\n+MAX_RETRIES = 5\n+# on throttling how much time should go into sleep\n+SLEEP_INTERVAL = 5\n+\n+# exceptions\n+RETRY_EXCEPTIONS = ('ProvisionedThroughputExceededException',\n+                    'ThrottlingException')","path":"kinesis/kinesis.py","position":34,"original_position":34,"commit_id":"fd4d5104305cc23df633d3846ab2a7252ffa2c35","original_commit_id":"fd4d5104305cc23df633d3846ab2a7252ffa2c35","user":{"login":"Thorsson","id":15366,"avatar_url":"https://avatars1.githubusercontent.com/u/15366?v=4","gravatar_id":"","url":"https://api.github.com/users/Thorsson","html_url":"https://github.com/Thorsson","followers_url":"https://api.github.com/users/Thorsson/followers","following_url":"https://api.github.com/users/Thorsson/following{/other_user}","gists_url":"https://api.github.com/users/Thorsson/gists{/gist_id}","starred_url":"https://api.github.com/users/Thorsson/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Thorsson/subscriptions","organizations_url":"https://api.github.com/users/Thorsson/orgs","repos_url":"https://api.github.com/users/Thorsson/repos","events_url":"https://api.github.com/users/Thorsson/events{/privacy}","received_events_url":"https://api.github.com/users/Thorsson/received_events","type":"User","site_admin":false},"body":"I am using pycharm and it is suppose to comply with PEP8","created_at":"2017-09-15T22:59:48Z","updated_at":"2017-09-15T22:59:48Z","html_url":"https://github.com/panoplyio/source-kinesis/pull/1#discussion_r139265824","pull_request_url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1","author_association":"NONE","_links":{"self":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/comments/139265824"},"html":{"href":"https://github.com/panoplyio/source-kinesis/pull/1#discussion_r139265824"},"pull_request":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1"}},"in_reply_to_id":139060685},"pull_request":{"url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1","id":140692320,"html_url":"https://github.com/panoplyio/source-kinesis/pull/1","diff_url":"https://github.com/panoplyio/source-kinesis/pull/1.diff","patch_url":"https://github.com/panoplyio/source-kinesis/pull/1.patch","issue_url":"https://api.github.com/repos/panoplyio/source-kinesis/issues/1","number":1,"state":"open","locked":false,"title":"receiving kinesis streams","user":{"login":"Thorsson","id":15366,"avatar_url":"https://avatars1.githubusercontent.com/u/15366?v=4","gravatar_id":"","url":"https://api.github.com/users/Thorsson","html_url":"https://github.com/Thorsson","followers_url":"https://api.github.com/users/Thorsson/followers","following_url":"https://api.github.com/users/Thorsson/following{/other_user}","gists_url":"https://api.github.com/users/Thorsson/gists{/gist_id}","starred_url":"https://api.github.com/users/Thorsson/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Thorsson/subscriptions","organizations_url":"https://api.github.com/users/Thorsson/orgs","repos_url":"https://api.github.com/users/Thorsson/repos","events_url":"https://api.github.com/users/Thorsson/events{/privacy}","received_events_url":"https://api.github.com/users/Thorsson/received_events","type":"User","site_admin":false},"body":"","created_at":"2017-09-12T21:56:51Z","updated_at":"2017-09-15T22:59:48Z","closed_at":null,"merged_at":null,"merge_commit_sha":"fe81d8cfc68916b56473ef54e4e6f752639c4812","assignee":null,"assignees":[],"requested_reviewers":[{"login":"kensaggy","id":259456,"avatar_url":"https://avatars2.githubusercontent.com/u/259456?v=4","gravatar_id":"","url":"https://api.github.com/users/kensaggy","html_url":"https://github.com/kensaggy","followers_url":"https://api.github.com/users/kensaggy/followers","following_url":"https://api.github.com/users/kensaggy/following{/other_user}","gists_url":"https://api.github.com/users/kensaggy/gists{/gist_id}","starred_url":"https://api.github.com/users/kensaggy/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/kensaggy/subscriptions","organizations_url":"https://api.github.com/users/kensaggy/orgs","repos_url":"https://api.github.com/users/kensaggy/repos","events_url":"https://api.github.com/users/kensaggy/events{/privacy}","received_events_url":"https://api.github.com/users/kensaggy/received_events","type":"User","site_admin":false}],"milestone":null,"commits_url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1/commits","review_comments_url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1/comments","review_comment_url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/comments{/number}","comments_url":"https://api.github.com/repos/panoplyio/source-kinesis/issues/1/comments","statuses_url":"https://api.github.com/repos/panoplyio/source-kinesis/statuses/fd4d5104305cc23df633d3846ab2a7252ffa2c35","head":{"label":"Thorsson:master","ref":"master","sha":"fd4d5104305cc23df633d3846ab2a7252ffa2c35","user":{"login":"Thorsson","id":15366,"avatar_url":"https://avatars1.githubusercontent.com/u/15366?v=4","gravatar_id":"","url":"https://api.github.com/users/Thorsson","html_url":"https://github.com/Thorsson","followers_url":"https://api.github.com/users/Thorsson/followers","following_url":"https://api.github.com/users/Thorsson/following{/other_user}","gists_url":"https://api.github.com/users/Thorsson/gists{/gist_id}","starred_url":"https://api.github.com/users/Thorsson/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Thorsson/subscriptions","organizations_url":"https://api.github.com/users/Thorsson/orgs","repos_url":"https://api.github.com/users/Thorsson/repos","events_url":"https://api.github.com/users/Thorsson/events{/privacy}","received_events_url":"https://api.github.com/users/Thorsson/received_events","type":"User","site_admin":false},"repo":{"id":103324095,"name":"source-kinesis","full_name":"Thorsson/source-kinesis","owner":{"login":"Thorsson","id":15366,"avatar_url":"https://avatars1.githubusercontent.com/u/15366?v=4","gravatar_id":"","url":"https://api.github.com/users/Thorsson","html_url":"https://github.com/Thorsson","followers_url":"https://api.github.com/users/Thorsson/followers","following_url":"https://api.github.com/users/Thorsson/following{/other_user}","gists_url":"https://api.github.com/users/Thorsson/gists{/gist_id}","starred_url":"https://api.github.com/users/Thorsson/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Thorsson/subscriptions","organizations_url":"https://api.github.com/users/Thorsson/orgs","repos_url":"https://api.github.com/users/Thorsson/repos","events_url":"https://api.github.com/users/Thorsson/events{/privacy}","received_events_url":"https://api.github.com/users/Thorsson/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/Thorsson/source-kinesis","description":"Kinesis Panoply Data Source","fork":true,"url":"https://api.github.com/repos/Thorsson/source-kinesis","forks_url":"https://api.github.com/repos/Thorsson/source-kinesis/forks","keys_url":"https://api.github.com/repos/Thorsson/source-kinesis/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Thorsson/source-kinesis/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Thorsson/source-kinesis/teams","hooks_url":"https://api.github.com/repos/Thorsson/source-kinesis/hooks","issue_events_url":"https://api.github.com/repos/Thorsson/source-kinesis/issues/events{/number}","events_url":"https://api.github.com/repos/Thorsson/source-kinesis/events","assignees_url":"https://api.github.com/repos/Thorsson/source-kinesis/assignees{/user}","branches_url":"https://api.github.com/repos/Thorsson/source-kinesis/branches{/branch}","tags_url":"https://api.github.com/repos/Thorsson/source-kinesis/tags","blobs_url":"https://api.github.com/repos/Thorsson/source-kinesis/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Thorsson/source-kinesis/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Thorsson/source-kinesis/git/refs{/sha}","trees_url":"https://api.github.com/repos/Thorsson/source-kinesis/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Thorsson/source-kinesis/statuses/{sha}","languages_url":"https://api.github.com/repos/Thorsson/source-kinesis/languages","stargazers_url":"https://api.github.com/repos/Thorsson/source-kinesis/stargazers","contributors_url":"https://api.github.com/repos/Thorsson/source-kinesis/contributors","subscribers_url":"https://api.github.com/repos/Thorsson/source-kinesis/subscribers","subscription_url":"https://api.github.com/repos/Thorsson/source-kinesis/subscription","commits_url":"https://api.github.com/repos/Thorsson/source-kinesis/commits{/sha}","git_commits_url":"https://api.github.com/repos/Thorsson/source-kinesis/git/commits{/sha}","comments_url":"https://api.github.com/repos/Thorsson/source-kinesis/comments{/number}","issue_comment_url":"https://api.github.com/repos/Thorsson/source-kinesis/issues/comments{/number}","contents_url":"https://api.github.com/repos/Thorsson/source-kinesis/contents/{+path}","compare_url":"https://api.github.com/repos/Thorsson/source-kinesis/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Thorsson/source-kinesis/merges","archive_url":"https://api.github.com/repos/Thorsson/source-kinesis/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Thorsson/source-kinesis/downloads","issues_url":"https://api.github.com/repos/Thorsson/source-kinesis/issues{/number}","pulls_url":"https://api.github.com/repos/Thorsson/source-kinesis/pulls{/number}","milestones_url":"https://api.github.com/repos/Thorsson/source-kinesis/milestones{/number}","notifications_url":"https://api.github.com/repos/Thorsson/source-kinesis/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Thorsson/source-kinesis/labels{/name}","releases_url":"https://api.github.com/repos/Thorsson/source-kinesis/releases{/id}","deployments_url":"https://api.github.com/repos/Thorsson/source-kinesis/deployments","created_at":"2017-09-12T21:53:29Z","updated_at":"2017-09-12T21:54:18Z","pushed_at":"2017-09-12T21:54:17Z","git_url":"git://github.com/Thorsson/source-kinesis.git","ssh_url":"git@github.com:Thorsson/source-kinesis.git","clone_url":"https://github.com/Thorsson/source-kinesis.git","svn_url":"https://github.com/Thorsson/source-kinesis","homepage":null,"size":42,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"panoplyio:master","ref":"master","sha":"59070903efaec037e012aceff638066c21ea1f46","user":{"login":"panoplyio","id":13719543,"avatar_url":"https://avatars2.githubusercontent.com/u/13719543?v=4","gravatar_id":"","url":"https://api.github.com/users/panoplyio","html_url":"https://github.com/panoplyio","followers_url":"https://api.github.com/users/panoplyio/followers","following_url":"https://api.github.com/users/panoplyio/following{/other_user}","gists_url":"https://api.github.com/users/panoplyio/gists{/gist_id}","starred_url":"https://api.github.com/users/panoplyio/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/panoplyio/subscriptions","organizations_url":"https://api.github.com/users/panoplyio/orgs","repos_url":"https://api.github.com/users/panoplyio/repos","events_url":"https://api.github.com/users/panoplyio/events{/privacy}","received_events_url":"https://api.github.com/users/panoplyio/received_events","type":"Organization","site_admin":false},"repo":{"id":103315258,"name":"source-kinesis","full_name":"panoplyio/source-kinesis","owner":{"login":"panoplyio","id":13719543,"avatar_url":"https://avatars2.githubusercontent.com/u/13719543?v=4","gravatar_id":"","url":"https://api.github.com/users/panoplyio","html_url":"https://github.com/panoplyio","followers_url":"https://api.github.com/users/panoplyio/followers","following_url":"https://api.github.com/users/panoplyio/following{/other_user}","gists_url":"https://api.github.com/users/panoplyio/gists{/gist_id}","starred_url":"https://api.github.com/users/panoplyio/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/panoplyio/subscriptions","organizations_url":"https://api.github.com/users/panoplyio/orgs","repos_url":"https://api.github.com/users/panoplyio/repos","events_url":"https://api.github.com/users/panoplyio/events{/privacy}","received_events_url":"https://api.github.com/users/panoplyio/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/panoplyio/source-kinesis","description":"Kinesis Panoply Data Source","fork":false,"url":"https://api.github.com/repos/panoplyio/source-kinesis","forks_url":"https://api.github.com/repos/panoplyio/source-kinesis/forks","keys_url":"https://api.github.com/repos/panoplyio/source-kinesis/keys{/key_id}","collaborators_url":"https://api.github.com/repos/panoplyio/source-kinesis/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/panoplyio/source-kinesis/teams","hooks_url":"https://api.github.com/repos/panoplyio/source-kinesis/hooks","issue_events_url":"https://api.github.com/repos/panoplyio/source-kinesis/issues/events{/number}","events_url":"https://api.github.com/repos/panoplyio/source-kinesis/events","assignees_url":"https://api.github.com/repos/panoplyio/source-kinesis/assignees{/user}","branches_url":"https://api.github.com/repos/panoplyio/source-kinesis/branches{/branch}","tags_url":"https://api.github.com/repos/panoplyio/source-kinesis/tags","blobs_url":"https://api.github.com/repos/panoplyio/source-kinesis/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/panoplyio/source-kinesis/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/panoplyio/source-kinesis/git/refs{/sha}","trees_url":"https://api.github.com/repos/panoplyio/source-kinesis/git/trees{/sha}","statuses_url":"https://api.github.com/repos/panoplyio/source-kinesis/statuses/{sha}","languages_url":"https://api.github.com/repos/panoplyio/source-kinesis/languages","stargazers_url":"https://api.github.com/repos/panoplyio/source-kinesis/stargazers","contributors_url":"https://api.github.com/repos/panoplyio/source-kinesis/contributors","subscribers_url":"https://api.github.com/repos/panoplyio/source-kinesis/subscribers","subscription_url":"https://api.github.com/repos/panoplyio/source-kinesis/subscription","commits_url":"https://api.github.com/repos/panoplyio/source-kinesis/commits{/sha}","git_commits_url":"https://api.github.com/repos/panoplyio/source-kinesis/git/commits{/sha}","comments_url":"https://api.github.com/repos/panoplyio/source-kinesis/comments{/number}","issue_comment_url":"https://api.github.com/repos/panoplyio/source-kinesis/issues/comments{/number}","contents_url":"https://api.github.com/repos/panoplyio/source-kinesis/contents/{+path}","compare_url":"https://api.github.com/repos/panoplyio/source-kinesis/compare/{base}...{head}","merges_url":"https://api.github.com/repos/panoplyio/source-kinesis/merges","archive_url":"https://api.github.com/repos/panoplyio/source-kinesis/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/panoplyio/source-kinesis/downloads","issues_url":"https://api.github.com/repos/panoplyio/source-kinesis/issues{/number}","pulls_url":"https://api.github.com/repos/panoplyio/source-kinesis/pulls{/number}","milestones_url":"https://api.github.com/repos/panoplyio/source-kinesis/milestones{/number}","notifications_url":"https://api.github.com/repos/panoplyio/source-kinesis/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/panoplyio/source-kinesis/labels{/name}","releases_url":"https://api.github.com/repos/panoplyio/source-kinesis/releases{/id}","deployments_url":"https://api.github.com/repos/panoplyio/source-kinesis/deployments","created_at":"2017-09-12T20:03:43Z","updated_at":"2017-09-12T20:03:43Z","pushed_at":"2017-09-12T21:56:51Z","git_url":"git://github.com/panoplyio/source-kinesis.git","ssh_url":"git@github.com:panoplyio/source-kinesis.git","clone_url":"https://github.com/panoplyio/source-kinesis.git","svn_url":"https://github.com/panoplyio/source-kinesis","homepage":null,"size":1,"stargazers_count":0,"watchers_count":0,"language":null,"has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":1,"mirror_url":null,"open_issues_count":1,"forks":1,"open_issues":1,"watchers":0,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1"},"html":{"href":"https://github.com/panoplyio/source-kinesis/pull/1"},"issue":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/issues/1"},"comments":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/issues/1/comments"},"review_comments":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1/comments"},"review_comment":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/pulls/1/commits"},"statuses":{"href":"https://api.github.com/repos/panoplyio/source-kinesis/statuses/fd4d5104305cc23df633d3846ab2a7252ffa2c35"}},"author_association":"NONE"}}
{"actor":{"display_login":"Thorsson"}}