{"action":"created","comment":{"url":"https://api.github.com/repos/spotify/spydra/pulls/comments/152862527","pull_request_review_id":78789960,"id":152862527,"diff_hunk":"@@ -0,0 +1,82 @@\n+package com.spotify.spydra.util;\n+/*\n+ * Copyright 2017 Spotify AB.\n+ *\n+ * Licensed under the Apache License, Version 2.0 (the \"License\");\n+ * you may not use this file except in compliance with the License.\n+ * You may obtain a copy of the License at\n+ *\n+ *     http://www.apache.org/licenses/LICENSE-2.0\n+ *\n+ * Unless required by applicable law or agreed to in writing,\n+ * software distributed under the License is distributed on an\n+ * \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n+ * KIND, either express or implied.  See the License for the\n+ * specific language governing permissions and limitations\n+ * under the License.\n+ */\n+\n+import com.google.api.gax.paging.Page;\n+import com.google.cloud.storage.Blob;\n+import com.google.cloud.storage.BlobId;\n+import com.google.cloud.storage.BlobInfo;\n+import com.google.cloud.storage.Bucket;\n+import com.google.cloud.storage.BucketInfo;\n+import com.google.cloud.storage.Storage;\n+import com.google.cloud.storage.StorageOptions;\n+import java.util.Iterator;\n+\n+\n+public class StorageUtils {\n+    private static final Storage storage = StorageOptions.getDefaultInstance().getService();","path":"common/src/main/java/com/spotify/spydra/util/StorageUtils.java","position":31,"original_position":31,"commit_id":"7c3bd83dd09855c703c193986d234f41ea5caf79","original_commit_id":"7c3bd83dd09855c703c193986d234f41ea5caf79","user":{"login":"krisss85","id":9208999,"avatar_url":"https://avatars0.githubusercontent.com/u/9208999?v=4","gravatar_id":"","url":"https://api.github.com/users/krisss85","html_url":"https://github.com/krisss85","followers_url":"https://api.github.com/users/krisss85/followers","following_url":"https://api.github.com/users/krisss85/following{/other_user}","gists_url":"https://api.github.com/users/krisss85/gists{/gist_id}","starred_url":"https://api.github.com/users/krisss85/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/krisss85/subscriptions","organizations_url":"https://api.github.com/users/krisss85/orgs","repos_url":"https://api.github.com/users/krisss85/repos","events_url":"https://api.github.com/users/krisss85/events{/privacy}","received_events_url":"https://api.github.com/users/krisss85/received_events","type":"User","site_admin":false},"body":"Yes indeed. Will reuse what is done in GCPUtils. Maybe I should even move all these methods there?","created_at":"2017-11-23T19:19:04Z","updated_at":"2017-11-23T19:19:04Z","html_url":"https://github.com/spotify/spydra/pull/56#discussion_r152862527","pull_request_url":"https://api.github.com/repos/spotify/spydra/pulls/56","author_association":"CONTRIBUTOR","_links":{"self":{"href":"https://api.github.com/repos/spotify/spydra/pulls/comments/152862527"},"html":{"href":"https://github.com/spotify/spydra/pull/56#discussion_r152862527"},"pull_request":{"href":"https://api.github.com/repos/spotify/spydra/pulls/56"}},"in_reply_to_id":152824593},"pull_request":{"url":"https://api.github.com/repos/spotify/spydra/pulls/56","id":154384136,"html_url":"https://github.com/spotify/spydra/pull/56","diff_url":"https://github.com/spotify/spydra/pull/56.diff","patch_url":"https://github.com/spotify/spydra/pull/56.patch","issue_url":"https://api.github.com/repos/spotify/spydra/issues/56","number":56,"state":"open","locked":false,"title":"Replace org.apache.hadoop.fs dependency in DynamicSubmitter with com.google.cloud.storage","user":{"login":"krisss85","id":9208999,"avatar_url":"https://avatars0.githubusercontent.com/u/9208999?v=4","gravatar_id":"","url":"https://api.github.com/users/krisss85","html_url":"https://github.com/krisss85","followers_url":"https://api.github.com/users/krisss85/followers","following_url":"https://api.github.com/users/krisss85/following{/other_user}","gists_url":"https://api.github.com/users/krisss85/gists{/gist_id}","starred_url":"https://api.github.com/users/krisss85/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/krisss85/subscriptions","organizations_url":"https://api.github.com/users/krisss85/orgs","repos_url":"https://api.github.com/users/krisss85/repos","events_url":"https://api.github.com/users/krisss85/events{/privacy}","received_events_url":"https://api.github.com/users/krisss85/received_events","type":"User","site_admin":false},"body":"","created_at":"2017-11-23T14:03:23Z","updated_at":"2017-11-23T19:19:04Z","closed_at":null,"merged_at":null,"merge_commit_sha":"ab7cb02c95bc18615330d5440f24cfc9d1f7e205","assignee":null,"assignees":[],"requested_reviewers":[],"milestone":null,"commits_url":"https://api.github.com/repos/spotify/spydra/pulls/56/commits","review_comments_url":"https://api.github.com/repos/spotify/spydra/pulls/56/comments","review_comment_url":"https://api.github.com/repos/spotify/spydra/pulls/comments{/number}","comments_url":"https://api.github.com/repos/spotify/spydra/issues/56/comments","statuses_url":"https://api.github.com/repos/spotify/spydra/statuses/7c3bd83dd09855c703c193986d234f41ea5caf79","head":{"label":"krisss85:remove-hadoop-fs","ref":"remove-hadoop-fs","sha":"7c3bd83dd09855c703c193986d234f41ea5caf79","user":{"login":"krisss85","id":9208999,"avatar_url":"https://avatars0.githubusercontent.com/u/9208999?v=4","gravatar_id":"","url":"https://api.github.com/users/krisss85","html_url":"https://github.com/krisss85","followers_url":"https://api.github.com/users/krisss85/followers","following_url":"https://api.github.com/users/krisss85/following{/other_user}","gists_url":"https://api.github.com/users/krisss85/gists{/gist_id}","starred_url":"https://api.github.com/users/krisss85/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/krisss85/subscriptions","organizations_url":"https://api.github.com/users/krisss85/orgs","repos_url":"https://api.github.com/users/krisss85/repos","events_url":"https://api.github.com/users/krisss85/events{/privacy}","received_events_url":"https://api.github.com/users/krisss85/received_events","type":"User","site_admin":false},"repo":{"id":101864381,"name":"spydra","full_name":"krisss85/spydra","owner":{"login":"krisss85","id":9208999,"avatar_url":"https://avatars0.githubusercontent.com/u/9208999?v=4","gravatar_id":"","url":"https://api.github.com/users/krisss85","html_url":"https://github.com/krisss85","followers_url":"https://api.github.com/users/krisss85/followers","following_url":"https://api.github.com/users/krisss85/following{/other_user}","gists_url":"https://api.github.com/users/krisss85/gists{/gist_id}","starred_url":"https://api.github.com/users/krisss85/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/krisss85/subscriptions","organizations_url":"https://api.github.com/users/krisss85/orgs","repos_url":"https://api.github.com/users/krisss85/repos","events_url":"https://api.github.com/users/krisss85/events{/privacy}","received_events_url":"https://api.github.com/users/krisss85/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/krisss85/spydra","description":"Ephemeral Hadoop clusters using Google Compute Platform","fork":true,"url":"https://api.github.com/repos/krisss85/spydra","forks_url":"https://api.github.com/repos/krisss85/spydra/forks","keys_url":"https://api.github.com/repos/krisss85/spydra/keys{/key_id}","collaborators_url":"https://api.github.com/repos/krisss85/spydra/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/krisss85/spydra/teams","hooks_url":"https://api.github.com/repos/krisss85/spydra/hooks","issue_events_url":"https://api.github.com/repos/krisss85/spydra/issues/events{/number}","events_url":"https://api.github.com/repos/krisss85/spydra/events","assignees_url":"https://api.github.com/repos/krisss85/spydra/assignees{/user}","branches_url":"https://api.github.com/repos/krisss85/spydra/branches{/branch}","tags_url":"https://api.github.com/repos/krisss85/spydra/tags","blobs_url":"https://api.github.com/repos/krisss85/spydra/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/krisss85/spydra/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/krisss85/spydra/git/refs{/sha}","trees_url":"https://api.github.com/repos/krisss85/spydra/git/trees{/sha}","statuses_url":"https://api.github.com/repos/krisss85/spydra/statuses/{sha}","languages_url":"https://api.github.com/repos/krisss85/spydra/languages","stargazers_url":"https://api.github.com/repos/krisss85/spydra/stargazers","contributors_url":"https://api.github.com/repos/krisss85/spydra/contributors","subscribers_url":"https://api.github.com/repos/krisss85/spydra/subscribers","subscription_url":"https://api.github.com/repos/krisss85/spydra/subscription","commits_url":"https://api.github.com/repos/krisss85/spydra/commits{/sha}","git_commits_url":"https://api.github.com/repos/krisss85/spydra/git/commits{/sha}","comments_url":"https://api.github.com/repos/krisss85/spydra/comments{/number}","issue_comment_url":"https://api.github.com/repos/krisss85/spydra/issues/comments{/number}","contents_url":"https://api.github.com/repos/krisss85/spydra/contents/{+path}","compare_url":"https://api.github.com/repos/krisss85/spydra/compare/{base}...{head}","merges_url":"https://api.github.com/repos/krisss85/spydra/merges","archive_url":"https://api.github.com/repos/krisss85/spydra/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/krisss85/spydra/downloads","issues_url":"https://api.github.com/repos/krisss85/spydra/issues{/number}","pulls_url":"https://api.github.com/repos/krisss85/spydra/pulls{/number}","milestones_url":"https://api.github.com/repos/krisss85/spydra/milestones{/number}","notifications_url":"https://api.github.com/repos/krisss85/spydra/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/krisss85/spydra/labels{/name}","releases_url":"https://api.github.com/repos/krisss85/spydra/releases{/id}","deployments_url":"https://api.github.com/repos/krisss85/spydra/deployments","created_at":"2017-08-30T09:39:57Z","updated_at":"2017-08-30T09:40:00Z","pushed_at":"2017-11-23T13:58:08Z","git_url":"git://github.com/krisss85/spydra.git","ssh_url":"git@github.com:krisss85/spydra.git","clone_url":"https://github.com/krisss85/spydra.git","svn_url":"https://github.com/krisss85/spydra","homepage":"","size":287,"stargazers_count":0,"watchers_count":0,"language":"Java","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"spotify:master","ref":"master","sha":"5c4e4284a1e71781cb8313d98be89f3f4751d871","user":{"login":"spotify","id":251374,"avatar_url":"https://avatars2.githubusercontent.com/u/251374?v=4","gravatar_id":"","url":"https://api.github.com/users/spotify","html_url":"https://github.com/spotify","followers_url":"https://api.github.com/users/spotify/followers","following_url":"https://api.github.com/users/spotify/following{/other_user}","gists_url":"https://api.github.com/users/spotify/gists{/gist_id}","starred_url":"https://api.github.com/users/spotify/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/spotify/subscriptions","organizations_url":"https://api.github.com/users/spotify/orgs","repos_url":"https://api.github.com/users/spotify/repos","events_url":"https://api.github.com/users/spotify/events{/privacy}","received_events_url":"https://api.github.com/users/spotify/received_events","type":"Organization","site_admin":false},"repo":{"id":89217740,"name":"spydra","full_name":"spotify/spydra","owner":{"login":"spotify","id":251374,"avatar_url":"https://avatars2.githubusercontent.com/u/251374?v=4","gravatar_id":"","url":"https://api.github.com/users/spotify","html_url":"https://github.com/spotify","followers_url":"https://api.github.com/users/spotify/followers","following_url":"https://api.github.com/users/spotify/following{/other_user}","gists_url":"https://api.github.com/users/spotify/gists{/gist_id}","starred_url":"https://api.github.com/users/spotify/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/spotify/subscriptions","organizations_url":"https://api.github.com/users/spotify/orgs","repos_url":"https://api.github.com/users/spotify/repos","events_url":"https://api.github.com/users/spotify/events{/privacy}","received_events_url":"https://api.github.com/users/spotify/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/spotify/spydra","description":"Ephemeral Hadoop clusters using Google Compute Platform","fork":false,"url":"https://api.github.com/repos/spotify/spydra","forks_url":"https://api.github.com/repos/spotify/spydra/forks","keys_url":"https://api.github.com/repos/spotify/spydra/keys{/key_id}","collaborators_url":"https://api.github.com/repos/spotify/spydra/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/spotify/spydra/teams","hooks_url":"https://api.github.com/repos/spotify/spydra/hooks","issue_events_url":"https://api.github.com/repos/spotify/spydra/issues/events{/number}","events_url":"https://api.github.com/repos/spotify/spydra/events","assignees_url":"https://api.github.com/repos/spotify/spydra/assignees{/user}","branches_url":"https://api.github.com/repos/spotify/spydra/branches{/branch}","tags_url":"https://api.github.com/repos/spotify/spydra/tags","blobs_url":"https://api.github.com/repos/spotify/spydra/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/spotify/spydra/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/spotify/spydra/git/refs{/sha}","trees_url":"https://api.github.com/repos/spotify/spydra/git/trees{/sha}","statuses_url":"https://api.github.com/repos/spotify/spydra/statuses/{sha}","languages_url":"https://api.github.com/repos/spotify/spydra/languages","stargazers_url":"https://api.github.com/repos/spotify/spydra/stargazers","contributors_url":"https://api.github.com/repos/spotify/spydra/contributors","subscribers_url":"https://api.github.com/repos/spotify/spydra/subscribers","subscription_url":"https://api.github.com/repos/spotify/spydra/subscription","commits_url":"https://api.github.com/repos/spotify/spydra/commits{/sha}","git_commits_url":"https://api.github.com/repos/spotify/spydra/git/commits{/sha}","comments_url":"https://api.github.com/repos/spotify/spydra/comments{/number}","issue_comment_url":"https://api.github.com/repos/spotify/spydra/issues/comments{/number}","contents_url":"https://api.github.com/repos/spotify/spydra/contents/{+path}","compare_url":"https://api.github.com/repos/spotify/spydra/compare/{base}...{head}","merges_url":"https://api.github.com/repos/spotify/spydra/merges","archive_url":"https://api.github.com/repos/spotify/spydra/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/spotify/spydra/downloads","issues_url":"https://api.github.com/repos/spotify/spydra/issues{/number}","pulls_url":"https://api.github.com/repos/spotify/spydra/pulls{/number}","milestones_url":"https://api.github.com/repos/spotify/spydra/milestones{/number}","notifications_url":"https://api.github.com/repos/spotify/spydra/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/spotify/spydra/labels{/name}","releases_url":"https://api.github.com/repos/spotify/spydra/releases{/id}","deployments_url":"https://api.github.com/repos/spotify/spydra/deployments","created_at":"2017-04-24T08:48:42Z","updated_at":"2017-11-23T07:39:39Z","pushed_at":"2017-11-23T14:03:24Z","git_url":"git://github.com/spotify/spydra.git","ssh_url":"git@github.com:spotify/spydra.git","clone_url":"https://github.com/spotify/spydra.git","svn_url":"https://github.com/spotify/spydra","homepage":"","size":288,"stargazers_count":71,"watchers_count":71,"language":"Java","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":14,"mirror_url":null,"archived":false,"open_issues_count":4,"forks":14,"open_issues":4,"watchers":71,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/spotify/spydra/pulls/56"},"html":{"href":"https://github.com/spotify/spydra/pull/56"},"issue":{"href":"https://api.github.com/repos/spotify/spydra/issues/56"},"comments":{"href":"https://api.github.com/repos/spotify/spydra/issues/56/comments"},"review_comments":{"href":"https://api.github.com/repos/spotify/spydra/pulls/56/comments"},"review_comment":{"href":"https://api.github.com/repos/spotify/spydra/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/spotify/spydra/pulls/56/commits"},"statuses":{"href":"https://api.github.com/repos/spotify/spydra/statuses/7c3bd83dd09855c703c193986d234f41ea5caf79"}},"author_association":"CONTRIBUTOR"}}
{"actor":{"display_login":"krisss85"}}