{"action":"created","comment":{"url":"https://api.github.com/repos/lenskit/lenskit/pulls/comments/106816324","pull_request_review_id":27756883,"id":106816324,"diff_hunk":"@@ -258,6 +303,10 @@ public void addMetric(TopNMetric<?> metric) {\n \n     @Override\n     public List<String> getUserColumns() {\n+        if (separateItems) {\n+            Collections.emptyList();","path":"lenskit-eval/src/main/java/org/lenskit/eval/traintest/recommend/RecommendEvalTask.java","position":111,"original_position":111,"commit_id":"d810a6005dc9d7ee8993ad42b9bcf3681d04c286","original_commit_id":"d810a6005dc9d7ee8993ad42b9bcf3681d04c286","user":{"login":"kluver","id":5695556,"avatar_url":"https://avatars2.githubusercontent.com/u/5695556?v=3","gravatar_id":"","url":"https://api.github.com/users/kluver","html_url":"https://github.com/kluver","followers_url":"https://api.github.com/users/kluver/followers","following_url":"https://api.github.com/users/kluver/following{/other_user}","gists_url":"https://api.github.com/users/kluver/gists{/gist_id}","starred_url":"https://api.github.com/users/kluver/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/kluver/subscriptions","organizations_url":"https://api.github.com/users/kluver/orgs","repos_url":"https://api.github.com/users/kluver/repos","events_url":"https://api.github.com/users/kluver/events{/privacy}","received_events_url":"https://api.github.com/users/kluver/received_events","type":"User","site_admin":false},"body":"Just so I'm clear, we do this because we use a different file for the seperated (1r) evaluations. right?","created_at":"2017-03-19T19:45:23Z","updated_at":"2017-03-19T19:45:23Z","html_url":"https://github.com/lenskit/lenskit/pull/1004#discussion_r106816324","pull_request_url":"https://api.github.com/repos/lenskit/lenskit/pulls/1004","_links":{"self":{"href":"https://api.github.com/repos/lenskit/lenskit/pulls/comments/106816324"},"html":{"href":"https://github.com/lenskit/lenskit/pull/1004#discussion_r106816324"},"pull_request":{"href":"https://api.github.com/repos/lenskit/lenskit/pulls/1004"}}},"pull_request":{"url":"https://api.github.com/repos/lenskit/lenskit/pulls/1004","id":111358165,"html_url":"https://github.com/lenskit/lenskit/pull/1004","diff_url":"https://github.com/lenskit/lenskit/pull/1004.diff","patch_url":"https://github.com/lenskit/lenskit/pull/1004.patch","issue_url":"https://api.github.com/repos/lenskit/lenskit/issues/1004","number":1004,"state":"open","locked":false,"title":"Extend top-N evaluation methods","user":{"login":"mdekstrand","id":186612,"avatar_url":"https://avatars2.githubusercontent.com/u/186612?v=3","gravatar_id":"","url":"https://api.github.com/users/mdekstrand","html_url":"https://github.com/mdekstrand","followers_url":"https://api.github.com/users/mdekstrand/followers","following_url":"https://api.github.com/users/mdekstrand/following{/other_user}","gists_url":"https://api.github.com/users/mdekstrand/gists{/gist_id}","starred_url":"https://api.github.com/users/mdekstrand/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mdekstrand/subscriptions","organizations_url":"https://api.github.com/users/mdekstrand/orgs","repos_url":"https://api.github.com/users/mdekstrand/repos","events_url":"https://api.github.com/users/mdekstrand/events{/privacy}","received_events_url":"https://api.github.com/users/mdekstrand/received_events","type":"User","site_admin":false},"body":"This addresses #1003, making sure that we support Bellogin's various evaluation methods.","created_at":"2017-03-17T20:18:55Z","updated_at":"2017-03-19T19:45:23Z","closed_at":null,"merged_at":null,"merge_commit_sha":"73362d2b1d133d75e0b13ab29126b8ec7495f1e2","assignee":{"login":"mdekstrand","id":186612,"avatar_url":"https://avatars2.githubusercontent.com/u/186612?v=3","gravatar_id":"","url":"https://api.github.com/users/mdekstrand","html_url":"https://github.com/mdekstrand","followers_url":"https://api.github.com/users/mdekstrand/followers","following_url":"https://api.github.com/users/mdekstrand/following{/other_user}","gists_url":"https://api.github.com/users/mdekstrand/gists{/gist_id}","starred_url":"https://api.github.com/users/mdekstrand/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mdekstrand/subscriptions","organizations_url":"https://api.github.com/users/mdekstrand/orgs","repos_url":"https://api.github.com/users/mdekstrand/repos","events_url":"https://api.github.com/users/mdekstrand/events{/privacy}","received_events_url":"https://api.github.com/users/mdekstrand/received_events","type":"User","site_admin":false},"assignees":[{"login":"mdekstrand","id":186612,"avatar_url":"https://avatars2.githubusercontent.com/u/186612?v=3","gravatar_id":"","url":"https://api.github.com/users/mdekstrand","html_url":"https://github.com/mdekstrand","followers_url":"https://api.github.com/users/mdekstrand/followers","following_url":"https://api.github.com/users/mdekstrand/following{/other_user}","gists_url":"https://api.github.com/users/mdekstrand/gists{/gist_id}","starred_url":"https://api.github.com/users/mdekstrand/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mdekstrand/subscriptions","organizations_url":"https://api.github.com/users/mdekstrand/orgs","repos_url":"https://api.github.com/users/mdekstrand/repos","events_url":"https://api.github.com/users/mdekstrand/events{/privacy}","received_events_url":"https://api.github.com/users/mdekstrand/received_events","type":"User","site_admin":false}],"milestone":{"url":"https://api.github.com/repos/lenskit/lenskit/milestones/23","html_url":"https://github.com/lenskit/lenskit/milestone/23","labels_url":"https://api.github.com/repos/lenskit/lenskit/milestones/23/labels","id":433278,"number":23,"title":"3.0","description":"LensKit 3.0, upcoming major change + long-term stable version.","creator":null,"open_issues":41,"closed_issues":210,"state":"open","created_at":"2013-09-21T00:54:48Z","updated_at":"2017-03-19T01:47:05Z","due_on":"2017-05-31T07:00:00Z","closed_at":null},"commits_url":"https://api.github.com/repos/lenskit/lenskit/pulls/1004/commits","review_comments_url":"https://api.github.com/repos/lenskit/lenskit/pulls/1004/comments","review_comment_url":"https://api.github.com/repos/lenskit/lenskit/pulls/comments{/number}","comments_url":"https://api.github.com/repos/lenskit/lenskit/issues/1004/comments","statuses_url":"https://api.github.com/repos/lenskit/lenskit/statuses/d810a6005dc9d7ee8993ad42b9bcf3681d04c286","head":{"label":"mdekstrand:feature/1003-bellogin-eval","ref":"feature/1003-bellogin-eval","sha":"d810a6005dc9d7ee8993ad42b9bcf3681d04c286","user":{"login":"mdekstrand","id":186612,"avatar_url":"https://avatars2.githubusercontent.com/u/186612?v=3","gravatar_id":"","url":"https://api.github.com/users/mdekstrand","html_url":"https://github.com/mdekstrand","followers_url":"https://api.github.com/users/mdekstrand/followers","following_url":"https://api.github.com/users/mdekstrand/following{/other_user}","gists_url":"https://api.github.com/users/mdekstrand/gists{/gist_id}","starred_url":"https://api.github.com/users/mdekstrand/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mdekstrand/subscriptions","organizations_url":"https://api.github.com/users/mdekstrand/orgs","repos_url":"https://api.github.com/users/mdekstrand/repos","events_url":"https://api.github.com/users/mdekstrand/events{/privacy}","received_events_url":"https://api.github.com/users/mdekstrand/received_events","type":"User","site_admin":false},"repo":{"id":12954960,"name":"lenskit","full_name":"mdekstrand/lenskit","owner":{"login":"mdekstrand","id":186612,"avatar_url":"https://avatars2.githubusercontent.com/u/186612?v=3","gravatar_id":"","url":"https://api.github.com/users/mdekstrand","html_url":"https://github.com/mdekstrand","followers_url":"https://api.github.com/users/mdekstrand/followers","following_url":"https://api.github.com/users/mdekstrand/following{/other_user}","gists_url":"https://api.github.com/users/mdekstrand/gists{/gist_id}","starred_url":"https://api.github.com/users/mdekstrand/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mdekstrand/subscriptions","organizations_url":"https://api.github.com/users/mdekstrand/orgs","repos_url":"https://api.github.com/users/mdekstrand/repos","events_url":"https://api.github.com/users/mdekstrand/events{/privacy}","received_events_url":"https://api.github.com/users/mdekstrand/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/mdekstrand/lenskit","description":"LensKit recommender toolkit (Michael's work-in-progress fork, feature branches may be rebased).","fork":true,"url":"https://api.github.com/repos/mdekstrand/lenskit","forks_url":"https://api.github.com/repos/mdekstrand/lenskit/forks","keys_url":"https://api.github.com/repos/mdekstrand/lenskit/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mdekstrand/lenskit/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mdekstrand/lenskit/teams","hooks_url":"https://api.github.com/repos/mdekstrand/lenskit/hooks","issue_events_url":"https://api.github.com/repos/mdekstrand/lenskit/issues/events{/number}","events_url":"https://api.github.com/repos/mdekstrand/lenskit/events","assignees_url":"https://api.github.com/repos/mdekstrand/lenskit/assignees{/user}","branches_url":"https://api.github.com/repos/mdekstrand/lenskit/branches{/branch}","tags_url":"https://api.github.com/repos/mdekstrand/lenskit/tags","blobs_url":"https://api.github.com/repos/mdekstrand/lenskit/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mdekstrand/lenskit/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mdekstrand/lenskit/git/refs{/sha}","trees_url":"https://api.github.com/repos/mdekstrand/lenskit/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mdekstrand/lenskit/statuses/{sha}","languages_url":"https://api.github.com/repos/mdekstrand/lenskit/languages","stargazers_url":"https://api.github.com/repos/mdekstrand/lenskit/stargazers","contributors_url":"https://api.github.com/repos/mdekstrand/lenskit/contributors","subscribers_url":"https://api.github.com/repos/mdekstrand/lenskit/subscribers","subscription_url":"https://api.github.com/repos/mdekstrand/lenskit/subscription","commits_url":"https://api.github.com/repos/mdekstrand/lenskit/commits{/sha}","git_commits_url":"https://api.github.com/repos/mdekstrand/lenskit/git/commits{/sha}","comments_url":"https://api.github.com/repos/mdekstrand/lenskit/comments{/number}","issue_comment_url":"https://api.github.com/repos/mdekstrand/lenskit/issues/comments{/number}","contents_url":"https://api.github.com/repos/mdekstrand/lenskit/contents/{+path}","compare_url":"https://api.github.com/repos/mdekstrand/lenskit/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mdekstrand/lenskit/merges","archive_url":"https://api.github.com/repos/mdekstrand/lenskit/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mdekstrand/lenskit/downloads","issues_url":"https://api.github.com/repos/mdekstrand/lenskit/issues{/number}","pulls_url":"https://api.github.com/repos/mdekstrand/lenskit/pulls{/number}","milestones_url":"https://api.github.com/repos/mdekstrand/lenskit/milestones{/number}","notifications_url":"https://api.github.com/repos/mdekstrand/lenskit/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mdekstrand/lenskit/labels{/name}","releases_url":"https://api.github.com/repos/mdekstrand/lenskit/releases{/id}","deployments_url":"https://api.github.com/repos/mdekstrand/lenskit/deployments","created_at":"2013-09-19T17:41:33Z","updated_at":"2015-05-05T20:43:43Z","pushed_at":"2017-03-19T01:47:50Z","git_url":"git://github.com/mdekstrand/lenskit.git","ssh_url":"git@github.com:mdekstrand/lenskit.git","clone_url":"https://github.com/mdekstrand/lenskit.git","svn_url":"https://github.com/mdekstrand/lenskit","homepage":"","size":25021,"stargazers_count":0,"watchers_count":0,"language":"Java","has_issues":false,"has_downloads":true,"has_wiki":false,"has_pages":false,"forks_count":1,"mirror_url":null,"open_issues_count":0,"forks":1,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"lenskit:master","ref":"master","sha":"d567721766b341812a55ab106f58973fa500d495","user":{"login":"lenskit","id":7562892,"avatar_url":"https://avatars3.githubusercontent.com/u/7562892?v=3","gravatar_id":"","url":"https://api.github.com/users/lenskit","html_url":"https://github.com/lenskit","followers_url":"https://api.github.com/users/lenskit/followers","following_url":"https://api.github.com/users/lenskit/following{/other_user}","gists_url":"https://api.github.com/users/lenskit/gists{/gist_id}","starred_url":"https://api.github.com/users/lenskit/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lenskit/subscriptions","organizations_url":"https://api.github.com/users/lenskit/orgs","repos_url":"https://api.github.com/users/lenskit/repos","events_url":"https://api.github.com/users/lenskit/events{/privacy}","received_events_url":"https://api.github.com/users/lenskit/received_events","type":"Organization","site_admin":false},"repo":{"id":12953256,"name":"lenskit","full_name":"lenskit/lenskit","owner":{"login":"lenskit","id":7562892,"avatar_url":"https://avatars3.githubusercontent.com/u/7562892?v=3","gravatar_id":"","url":"https://api.github.com/users/lenskit","html_url":"https://github.com/lenskit","followers_url":"https://api.github.com/users/lenskit/followers","following_url":"https://api.github.com/users/lenskit/following{/other_user}","gists_url":"https://api.github.com/users/lenskit/gists{/gist_id}","starred_url":"https://api.github.com/users/lenskit/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lenskit/subscriptions","organizations_url":"https://api.github.com/users/lenskit/orgs","repos_url":"https://api.github.com/users/lenskit/repos","events_url":"https://api.github.com/users/lenskit/events{/privacy}","received_events_url":"https://api.github.com/users/lenskit/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/lenskit/lenskit","description":"LensKit recommender toolkit.","fork":false,"url":"https://api.github.com/repos/lenskit/lenskit","forks_url":"https://api.github.com/repos/lenskit/lenskit/forks","keys_url":"https://api.github.com/repos/lenskit/lenskit/keys{/key_id}","collaborators_url":"https://api.github.com/repos/lenskit/lenskit/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/lenskit/lenskit/teams","hooks_url":"https://api.github.com/repos/lenskit/lenskit/hooks","issue_events_url":"https://api.github.com/repos/lenskit/lenskit/issues/events{/number}","events_url":"https://api.github.com/repos/lenskit/lenskit/events","assignees_url":"https://api.github.com/repos/lenskit/lenskit/assignees{/user}","branches_url":"https://api.github.com/repos/lenskit/lenskit/branches{/branch}","tags_url":"https://api.github.com/repos/lenskit/lenskit/tags","blobs_url":"https://api.github.com/repos/lenskit/lenskit/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/lenskit/lenskit/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/lenskit/lenskit/git/refs{/sha}","trees_url":"https://api.github.com/repos/lenskit/lenskit/git/trees{/sha}","statuses_url":"https://api.github.com/repos/lenskit/lenskit/statuses/{sha}","languages_url":"https://api.github.com/repos/lenskit/lenskit/languages","stargazers_url":"https://api.github.com/repos/lenskit/lenskit/stargazers","contributors_url":"https://api.github.com/repos/lenskit/lenskit/contributors","subscribers_url":"https://api.github.com/repos/lenskit/lenskit/subscribers","subscription_url":"https://api.github.com/repos/lenskit/lenskit/subscription","commits_url":"https://api.github.com/repos/lenskit/lenskit/commits{/sha}","git_commits_url":"https://api.github.com/repos/lenskit/lenskit/git/commits{/sha}","comments_url":"https://api.github.com/repos/lenskit/lenskit/comments{/number}","issue_comment_url":"https://api.github.com/repos/lenskit/lenskit/issues/comments{/number}","contents_url":"https://api.github.com/repos/lenskit/lenskit/contents/{+path}","compare_url":"https://api.github.com/repos/lenskit/lenskit/compare/{base}...{head}","merges_url":"https://api.github.com/repos/lenskit/lenskit/merges","archive_url":"https://api.github.com/repos/lenskit/lenskit/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/lenskit/lenskit/downloads","issues_url":"https://api.github.com/repos/lenskit/lenskit/issues{/number}","pulls_url":"https://api.github.com/repos/lenskit/lenskit/pulls{/number}","milestones_url":"https://api.github.com/repos/lenskit/lenskit/milestones{/number}","notifications_url":"https://api.github.com/repos/lenskit/lenskit/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/lenskit/lenskit/labels{/name}","releases_url":"https://api.github.com/repos/lenskit/lenskit/releases{/id}","deployments_url":"https://api.github.com/repos/lenskit/lenskit/deployments","created_at":"2013-09-19T16:19:33Z","updated_at":"2017-03-18T13:32:14Z","pushed_at":"2017-03-19T01:47:56Z","git_url":"git://github.com/lenskit/lenskit.git","ssh_url":"git@github.com:lenskit/lenskit.git","clone_url":"https://github.com/lenskit/lenskit.git","svn_url":"https://github.com/lenskit/lenskit","homepage":"http://lenskit.org","size":23132,"stargazers_count":554,"watchers_count":554,"language":"Java","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":234,"mirror_url":null,"open_issues_count":135,"forks":234,"open_issues":135,"watchers":554,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/lenskit/lenskit/pulls/1004"},"html":{"href":"https://github.com/lenskit/lenskit/pull/1004"},"issue":{"href":"https://api.github.com/repos/lenskit/lenskit/issues/1004"},"comments":{"href":"https://api.github.com/repos/lenskit/lenskit/issues/1004/comments"},"review_comments":{"href":"https://api.github.com/repos/lenskit/lenskit/pulls/1004/comments"},"review_comment":{"href":"https://api.github.com/repos/lenskit/lenskit/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/lenskit/lenskit/pulls/1004/commits"},"statuses":{"href":"https://api.github.com/repos/lenskit/lenskit/statuses/d810a6005dc9d7ee8993ad42b9bcf3681d04c286"}}}}
{"actor":{"display_login":"kluver"}}