{"action":"created","comment":{"url":"https://api.github.com/repos/apache/incubator-carbondata/pulls/comments/110078344","pull_request_review_id":31223118,"id":110078344,"diff_hunk":"@@ -784,9 +784,28 @@ object GlobalDictionaryUtil {\n       }\n     } catch {\n       case ex: Exception =>\n-        LOGGER.error(ex, \"generate global dictionary failed\")\n-        throw ex\n+        ex match {\n+          case spx: SparkException =>\n+            LOGGER.error(spx, \"generate global dictionary failed\")\n+            throw new Exception(\"generate global dictionary failed\" +\n+                                trimErrorMessage(spx.getMessage))\n+          case _ =>\n+            LOGGER.error(ex, \"generate global dictionary failed\")\n+            throw ex\n+        }\n+    }\n+  }\n+\n+  // Get proper error message of TextParsingException\n+  def trimErrorMessage(input: String): String = {\n+    var errorMessage: String = \"\"\n+    if (input != null) {\n+      if (input.split(\"Hint\").length > 0) {\n+        errorMessage = input.split(\"Hint\")(0).split(\"TextParsingException: \")(1)","path":"integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtil.scala","position":32,"original_position":32,"commit_id":"acd1c1c78b897fb8b6e4b550be6c2c479b47acd8","original_commit_id":"acd1c1c78b897fb8b6e4b550be6c2c479b47acd8","user":{"login":"ravipesala","id":8134086,"avatar_url":"https://avatars1.githubusercontent.com/u/8134086?v=3","gravatar_id":"","url":"https://api.github.com/users/ravipesala","html_url":"https://github.com/ravipesala","followers_url":"https://api.github.com/users/ravipesala/followers","following_url":"https://api.github.com/users/ravipesala/following{/other_user}","gists_url":"https://api.github.com/users/ravipesala/gists{/gist_id}","starred_url":"https://api.github.com/users/ravipesala/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ravipesala/subscriptions","organizations_url":"https://api.github.com/users/ravipesala/orgs","repos_url":"https://api.github.com/users/ravipesala/repos","events_url":"https://api.github.com/users/ravipesala/events{/privacy}","received_events_url":"https://api.github.com/users/ravipesala/received_events","type":"User","site_admin":false},"body":"even for `split(\"TextParsingException: \")` also check the length  more than 1. ","created_at":"2017-04-06T04:45:29Z","updated_at":"2017-04-06T04:45:29Z","html_url":"https://github.com/apache/incubator-carbondata/pull/398#discussion_r110078344","pull_request_url":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398","_links":{"self":{"href":"https://api.github.com/repos/apache/incubator-carbondata/pulls/comments/110078344"},"html":{"href":"https://github.com/apache/incubator-carbondata/pull/398#discussion_r110078344"},"pull_request":{"href":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398"}}},"pull_request":{"url":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398","id":96498075,"html_url":"https://github.com/apache/incubator-carbondata/pull/398","diff_url":"https://github.com/apache/incubator-carbondata/pull/398.diff","patch_url":"https://github.com/apache/incubator-carbondata/pull/398.patch","issue_url":"https://api.github.com/repos/apache/incubator-carbondata/issues/398","number":398,"state":"open","locked":false,"title":"[CARBONDATA-400] Error message for dataload with a column having more than 100000 characters.","user":{"login":"akashrn5","id":21074821,"avatar_url":"https://avatars3.githubusercontent.com/u/21074821?v=3","gravatar_id":"","url":"https://api.github.com/users/akashrn5","html_url":"https://github.com/akashrn5","followers_url":"https://api.github.com/users/akashrn5/followers","following_url":"https://api.github.com/users/akashrn5/following{/other_user}","gists_url":"https://api.github.com/users/akashrn5/gists{/gist_id}","starred_url":"https://api.github.com/users/akashrn5/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/akashrn5/subscriptions","organizations_url":"https://api.github.com/users/akashrn5/orgs","repos_url":"https://api.github.com/users/akashrn5/repos","events_url":"https://api.github.com/users/akashrn5/events{/privacy}","received_events_url":"https://api.github.com/users/akashrn5/received_events","type":"User","site_admin":false},"body":"* Problem: When the number of characters in a column exceeds 100000 characters whole string appears in beeline with exception.\r\n\r\nAnalysis: In univocity csv parser settings , the maximum number of characters per column is 100000 and when it exceeds that limit, TextparsingException is thrown with\r\nthe complete string as error in beeline during data load.\r\n\r\nFix: Now a proper error message is displayed in beeline and complete error messages and parser settings details will be present in logs.\r\nImpact area: Data loading with more than 100000 characters in a single column.","created_at":"2016-12-05T09:55:07Z","updated_at":"2017-04-06T04:45:29Z","closed_at":null,"merged_at":null,"merge_commit_sha":"10e80019c6bd9a6b10b26ae0c12538aa6f2ed98c","assignee":null,"assignees":[],"milestone":null,"commits_url":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398/commits","review_comments_url":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398/comments","review_comment_url":"https://api.github.com/repos/apache/incubator-carbondata/pulls/comments{/number}","comments_url":"https://api.github.com/repos/apache/incubator-carbondata/issues/398/comments","statuses_url":"https://api.github.com/repos/apache/incubator-carbondata/statuses/acd1c1c78b897fb8b6e4b550be6c2c479b47acd8","head":{"label":"akashrn5:br_message_correction","ref":"br_message_correction","sha":"acd1c1c78b897fb8b6e4b550be6c2c479b47acd8","user":{"login":"akashrn5","id":21074821,"avatar_url":"https://avatars3.githubusercontent.com/u/21074821?v=3","gravatar_id":"","url":"https://api.github.com/users/akashrn5","html_url":"https://github.com/akashrn5","followers_url":"https://api.github.com/users/akashrn5/followers","following_url":"https://api.github.com/users/akashrn5/following{/other_user}","gists_url":"https://api.github.com/users/akashrn5/gists{/gist_id}","starred_url":"https://api.github.com/users/akashrn5/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/akashrn5/subscriptions","organizations_url":"https://api.github.com/users/akashrn5/orgs","repos_url":"https://api.github.com/users/akashrn5/repos","events_url":"https://api.github.com/users/akashrn5/events{/privacy}","received_events_url":"https://api.github.com/users/akashrn5/received_events","type":"User","site_admin":false},"repo":{"id":68435131,"name":"incubator-carbondata","full_name":"akashrn5/incubator-carbondata","owner":{"login":"akashrn5","id":21074821,"avatar_url":"https://avatars3.githubusercontent.com/u/21074821?v=3","gravatar_id":"","url":"https://api.github.com/users/akashrn5","html_url":"https://github.com/akashrn5","followers_url":"https://api.github.com/users/akashrn5/followers","following_url":"https://api.github.com/users/akashrn5/following{/other_user}","gists_url":"https://api.github.com/users/akashrn5/gists{/gist_id}","starred_url":"https://api.github.com/users/akashrn5/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/akashrn5/subscriptions","organizations_url":"https://api.github.com/users/akashrn5/orgs","repos_url":"https://api.github.com/users/akashrn5/repos","events_url":"https://api.github.com/users/akashrn5/events{/privacy}","received_events_url":"https://api.github.com/users/akashrn5/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/akashrn5/incubator-carbondata","description":"Mirror of Apache CarbonData (Incubating)","fork":true,"url":"https://api.github.com/repos/akashrn5/incubator-carbondata","forks_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/forks","keys_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/keys{/key_id}","collaborators_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/teams","hooks_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/hooks","issue_events_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/issues/events{/number}","events_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/events","assignees_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/assignees{/user}","branches_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/branches{/branch}","tags_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/tags","blobs_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/git/refs{/sha}","trees_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/git/trees{/sha}","statuses_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/statuses/{sha}","languages_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/languages","stargazers_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/stargazers","contributors_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/contributors","subscribers_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/subscribers","subscription_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/subscription","commits_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/commits{/sha}","git_commits_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/git/commits{/sha}","comments_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/comments{/number}","issue_comment_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/issues/comments{/number}","contents_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/contents/{+path}","compare_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/compare/{base}...{head}","merges_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/merges","archive_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/downloads","issues_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/issues{/number}","pulls_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/pulls{/number}","milestones_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/milestones{/number}","notifications_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/labels{/name}","releases_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/releases{/id}","deployments_url":"https://api.github.com/repos/akashrn5/incubator-carbondata/deployments","created_at":"2016-09-17T06:06:07Z","updated_at":"2016-09-17T06:06:12Z","pushed_at":"2017-04-05T17:02:38Z","git_url":"git://github.com/akashrn5/incubator-carbondata.git","ssh_url":"git@github.com:akashrn5/incubator-carbondata.git","clone_url":"https://github.com/akashrn5/incubator-carbondata.git","svn_url":"https://github.com/akashrn5/incubator-carbondata","homepage":null,"size":43283,"stargazers_count":0,"watchers_count":0,"language":"Java","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":false,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"apache:master","ref":"master","sha":"950a6d0f5ab8323aa0feedda48c8c95b323975c8","user":{"login":"apache","id":47359,"avatar_url":"https://avatars3.githubusercontent.com/u/47359?v=3","gravatar_id":"","url":"https://api.github.com/users/apache","html_url":"https://github.com/apache","followers_url":"https://api.github.com/users/apache/followers","following_url":"https://api.github.com/users/apache/following{/other_user}","gists_url":"https://api.github.com/users/apache/gists{/gist_id}","starred_url":"https://api.github.com/users/apache/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/apache/subscriptions","organizations_url":"https://api.github.com/users/apache/orgs","repos_url":"https://api.github.com/users/apache/repos","events_url":"https://api.github.com/users/apache/events{/privacy}","received_events_url":"https://api.github.com/users/apache/received_events","type":"Organization","site_admin":false},"repo":{"id":62117818,"name":"incubator-carbondata","full_name":"apache/incubator-carbondata","owner":{"login":"apache","id":47359,"avatar_url":"https://avatars3.githubusercontent.com/u/47359?v=3","gravatar_id":"","url":"https://api.github.com/users/apache","html_url":"https://github.com/apache","followers_url":"https://api.github.com/users/apache/followers","following_url":"https://api.github.com/users/apache/following{/other_user}","gists_url":"https://api.github.com/users/apache/gists{/gist_id}","starred_url":"https://api.github.com/users/apache/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/apache/subscriptions","organizations_url":"https://api.github.com/users/apache/orgs","repos_url":"https://api.github.com/users/apache/repos","events_url":"https://api.github.com/users/apache/events{/privacy}","received_events_url":"https://api.github.com/users/apache/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/apache/incubator-carbondata","description":"Mirror of Apache CarbonData (Incubating)","fork":false,"url":"https://api.github.com/repos/apache/incubator-carbondata","forks_url":"https://api.github.com/repos/apache/incubator-carbondata/forks","keys_url":"https://api.github.com/repos/apache/incubator-carbondata/keys{/key_id}","collaborators_url":"https://api.github.com/repos/apache/incubator-carbondata/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/apache/incubator-carbondata/teams","hooks_url":"https://api.github.com/repos/apache/incubator-carbondata/hooks","issue_events_url":"https://api.github.com/repos/apache/incubator-carbondata/issues/events{/number}","events_url":"https://api.github.com/repos/apache/incubator-carbondata/events","assignees_url":"https://api.github.com/repos/apache/incubator-carbondata/assignees{/user}","branches_url":"https://api.github.com/repos/apache/incubator-carbondata/branches{/branch}","tags_url":"https://api.github.com/repos/apache/incubator-carbondata/tags","blobs_url":"https://api.github.com/repos/apache/incubator-carbondata/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/apache/incubator-carbondata/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/apache/incubator-carbondata/git/refs{/sha}","trees_url":"https://api.github.com/repos/apache/incubator-carbondata/git/trees{/sha}","statuses_url":"https://api.github.com/repos/apache/incubator-carbondata/statuses/{sha}","languages_url":"https://api.github.com/repos/apache/incubator-carbondata/languages","stargazers_url":"https://api.github.com/repos/apache/incubator-carbondata/stargazers","contributors_url":"https://api.github.com/repos/apache/incubator-carbondata/contributors","subscribers_url":"https://api.github.com/repos/apache/incubator-carbondata/subscribers","subscription_url":"https://api.github.com/repos/apache/incubator-carbondata/subscription","commits_url":"https://api.github.com/repos/apache/incubator-carbondata/commits{/sha}","git_commits_url":"https://api.github.com/repos/apache/incubator-carbondata/git/commits{/sha}","comments_url":"https://api.github.com/repos/apache/incubator-carbondata/comments{/number}","issue_comment_url":"https://api.github.com/repos/apache/incubator-carbondata/issues/comments{/number}","contents_url":"https://api.github.com/repos/apache/incubator-carbondata/contents/{+path}","compare_url":"https://api.github.com/repos/apache/incubator-carbondata/compare/{base}...{head}","merges_url":"https://api.github.com/repos/apache/incubator-carbondata/merges","archive_url":"https://api.github.com/repos/apache/incubator-carbondata/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/apache/incubator-carbondata/downloads","issues_url":"https://api.github.com/repos/apache/incubator-carbondata/issues{/number}","pulls_url":"https://api.github.com/repos/apache/incubator-carbondata/pulls{/number}","milestones_url":"https://api.github.com/repos/apache/incubator-carbondata/milestones{/number}","notifications_url":"https://api.github.com/repos/apache/incubator-carbondata/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/apache/incubator-carbondata/labels{/name}","releases_url":"https://api.github.com/repos/apache/incubator-carbondata/releases{/id}","deployments_url":"https://api.github.com/repos/apache/incubator-carbondata/deployments","created_at":"2016-06-28T07:00:06Z","updated_at":"2017-04-05T03:48:31Z","pushed_at":"2017-04-06T04:32:12Z","git_url":"git://github.com/apache/incubator-carbondata.git","ssh_url":"git@github.com:apache/incubator-carbondata.git","clone_url":"https://github.com/apache/incubator-carbondata.git","svn_url":"https://github.com/apache/incubator-carbondata","homepage":null,"size":43460,"stargazers_count":299,"watchers_count":299,"language":"Java","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":false,"has_pages":false,"forks_count":238,"mirror_url":"git://git.apache.org/incubator-carbondata.git","open_issues_count":51,"forks":238,"open_issues":51,"watchers":299,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398"},"html":{"href":"https://github.com/apache/incubator-carbondata/pull/398"},"issue":{"href":"https://api.github.com/repos/apache/incubator-carbondata/issues/398"},"comments":{"href":"https://api.github.com/repos/apache/incubator-carbondata/issues/398/comments"},"review_comments":{"href":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398/comments"},"review_comment":{"href":"https://api.github.com/repos/apache/incubator-carbondata/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/apache/incubator-carbondata/pulls/398/commits"},"statuses":{"href":"https://api.github.com/repos/apache/incubator-carbondata/statuses/acd1c1c78b897fb8b6e4b550be6c2c479b47acd8"}}}}
{"actor":{"display_login":"ravipesala"}}