license:eupl-1.1 size_categories:1M<n<10M format:json modality:text library:datasets library:pandas library:mlcroissant library:polars arxiv:2010.12871 region:us
---
license: eupl-1.1
configs:
- config_name: 1996-03
  data_files: "files/1996-03.jsonl.gz"
- config_name: 1996-04
  data_files: "files/1996-04.jsonl.gz"
- config_name: 1996-05
  data_files: "files/1996-05.jsonl.gz"
- config_name: 1996-06
  data_files: "files/1996-06.jsonl.gz"
- config_name: 1996-07
  data_files: "files/1996-07.jsonl.gz"
- config_name: 1996-08
  data_files: "files/1996-08.jsonl.gz"
- config_name: 1996-09
  data_files: "files/1996-09.jsonl.gz"
- config_name: 1996-10
  data_files: "files/1996-10.jsonl.gz"
- config_name: 1996-11
  data_files: "files/1996-11.jsonl.gz"
- config_name: 1996-12
  data_files: "files/1996-12.jsonl.gz"
- config_name: 1997-01
  data_files: "files/1997-01.jsonl.gz"
- config_name: 1997-02
  data_files: "files/1997-02.jsonl.gz"
- config_name: 1997-03
  data_files: "files/1997-03.jsonl.gz"
- config_name: 1997-04
  data_files: "files/1997-04.jsonl.gz"
- config_name: 1997-05
  data_files: "files/1997-05.jsonl.gz"
- config_name: 1997-06
  data_files: "files/1997-06.jsonl.gz"
- config_name: 1997-07
  data_files: "files/1997-07.jsonl.gz"
- config_name: 1997-08
  data_files: "files/1997-08.jsonl.gz"
- config_name: 1997-09
  data_files: "files/1997-09.jsonl.gz"
- config_name: 1997-10
  data_files: "files/1997-10.jsonl.gz"
- config_name: 1997-11
  data_files: "files/1997-11.jsonl.gz"
- config_name: 1997-12
  data_files: "files/1997-12.jsonl.gz"
- config_name: 1998-01
  data_files: "files/1998-01.jsonl.gz"
- config_name: 1998-02
  data_files: "files/1998-02.jsonl.gz"
- config_name: 1998-03
  data_files: "files/1998-03.jsonl.gz"
- config_name: 1998-04
  data_files: "files/1998-04.jsonl.gz"
- config_name: 1998-05
  data_files: "files/1998-05.jsonl.gz"
- config_name: 1998-06
  data_files: "files/1998-06.jsonl.gz"
- config_name: 1998-07
  data_files: "files/1998-07.jsonl.gz"
- config_name: 1998-08
  data_files: "files/1998-08.jsonl.gz"
- config_name: 1998-09
  data_files: "files/1998-09.jsonl.gz"
- config_name: 1998-10
  data_files: "files/1998-10.jsonl.gz"
- config_name: 1998-11
  data_files: "files/1998-11.jsonl.gz"
- config_name: 1998-12
  data_files: "files/1998-12.jsonl.gz"
- config_name: 1999-01
  data_files: "files/1999-01.jsonl.gz"
- config_name: 1999-02
  data_files: "files/1999-02.jsonl.gz"
- config_name: 1999-03
  data_files: "files/1999-03.jsonl.gz"
- config_name: 1999-04
  data_files: "files/1999-04.jsonl.gz"
- config_name: 1999-05
  data_files: "files/1999-05.jsonl.gz"
- config_name: 1999-06
  data_files: "files/1999-06.jsonl.gz"
- config_name: 1999-07
  data_files: "files/1999-07.jsonl.gz"
- config_name: 1999-08
  data_files: "files/1999-08.jsonl.gz"
- config_name: 1999-09
  data_files: "files/1999-09.jsonl.gz"
- config_name: 1999-10
  data_files: "files/1999-10.jsonl.gz"
- config_name: 1999-11
  data_files: "files/1999-11.jsonl.gz"
- config_name: 1999-12
  data_files: "files/1999-12.jsonl.gz"
- config_name: 2000-01
  data_files: "files/2000-01.jsonl.gz"
- config_name: 2000-02
  data_files: "files/2000-02.jsonl.gz"
- config_name: 2000-03
  data_files: "files/2000-03.jsonl.gz"
- config_name: 2000-04
  data_files: "files/2000-04.jsonl.gz"
- config_name: 2000-05
  data_files: "files/2000-05.jsonl.gz"
- config_name: 2000-06
  data_files: "files/2000-06.jsonl.gz"
- config_name: 2000-07
  data_files: "files/2000-07.jsonl.gz"
- config_name: 2000-08
  data_files: "files/2000-08.jsonl.gz"
- config_name: 2000-09
  data_files: "files/2000-09.jsonl.gz"
- config_name: 2000-10
  data_files: "files/2000-10.jsonl.gz"
- config_name: 2000-11
  data_files: "files/2000-11.jsonl.gz"
- config_name: 2000-12
  data_files: "files/2000-12.jsonl.gz"
- config_name: 2001-01
  data_files: "files/2001-01.jsonl.gz"
- config_name: 2001-02
  data_files: "files/2001-02.jsonl.gz"
- config_name: 2001-03
  data_files: "files/2001-03.jsonl.gz"
- config_name: 2001-04
  data_files: "files/2001-04.jsonl.gz"
- config_name: 2001-05
  data_files: "files/2001-05.jsonl.gz"
- config_name: 2001-06
  data_files: "files/2001-06.jsonl.gz"
- config_name: 2001-07
  data_files: "files/2001-07.jsonl.gz"
- config_name: 2001-08
  data_files: "files/2001-08.jsonl.gz"
- config_name: 2001-09
  data_files: "files/2001-09.jsonl.gz"
- config_name: 2001-10
  data_files: "files/2001-10.jsonl.gz"
- config_name: 2001-11
  data_files: "files/2001-11.jsonl.gz"
- config_name: 2001-12
  data_files: "files/2001-12.jsonl.gz"
- config_name: 2002-01
  data_files: "files/2002-01.jsonl.gz"
- config_name: 2002-02
  data_files: "files/2002-02.jsonl.gz"
- config_name: 2002-03
  data_files: "files/2002-03.jsonl.gz"
- config_name: 2002-04
  data_files: "files/2002-04.jsonl.gz"
- config_name: 2002-05
  data_files: "files/2002-05.jsonl.gz"
- config_name: 2002-06
  data_files: "files/2002-06.jsonl.gz"
- config_name: 2002-07
  data_files: "files/2002-07.jsonl.gz"
- config_name: 2002-08
  data_files: "files/2002-08.jsonl.gz"
- config_name: 2002-09
  data_files: "files/2002-09.jsonl.gz"
- config_name: 2002-10
  data_files: "files/2002-10.jsonl.gz"
- config_name: 2002-11
  data_files: "files/2002-11.jsonl.gz"
- config_name: 2002-12
  data_files: "files/2002-12.jsonl.gz"
- config_name: 2003-01
  data_files: "files/2003-01.jsonl.gz"
- config_name: 2003-02
  data_files: "files/2003-02.jsonl.gz"
- config_name: 2003-03
  data_files: "files/2003-03.jsonl.gz"
- config_name: 2003-04
  data_files: "files/2003-04.jsonl.gz"
- config_name: 2003-05
  data_files: "files/2003-05.jsonl.gz"
- config_name: 2003-06
  data_files: "files/2003-06.jsonl.gz"
- config_name: 2003-07
  data_files: "files/2003-07.jsonl.gz"
- config_name: 2003-08
  data_files: "files/2003-08.jsonl.gz"
- config_name: 2003-09
  data_files: "files/2003-09.jsonl.gz"
- config_name: 2003-10
  data_files: "files/2003-10.jsonl.gz"
- config_name: 2003-11
  data_files: "files/2003-11.jsonl.gz"
- config_name: 2003-12
  data_files: "files/2003-12.jsonl.gz"
- config_name: 2004-01
  data_files: "files/2004-01.jsonl.gz"
- config_name: 2004-02
  data_files: "files/2004-02.jsonl.gz"
- config_name: 2004-03
  data_files: "files/2004-03.jsonl.gz"
- config_name: 2004-04
  data_files: "files/2004-04.jsonl.gz"
- config_name: 2004-05
  data_files: "files/2004-05.jsonl.gz"
- config_name: 2004-06
  data_files: "files/2004-06.jsonl.gz"
- config_name: 2004-07
  data_files: "files/2004-07.jsonl.gz"
- config_name: 2004-08
  data_files: "files/2004-08.jsonl.gz"
- config_name: 2004-09
  data_files: "files/2004-09.jsonl.gz"
- config_name: 2004-10
  data_files: "files/2004-10.jsonl.gz"
- config_name: 2004-11
  data_files: "files/2004-11.jsonl.gz"
- config_name: 2004-12
  data_files: "files/2004-12.jsonl.gz"
- config_name: 2005-01
  data_files: "files/2005-01.jsonl.gz"
- config_name: 2005-02
  data_files: "files/2005-02.jsonl.gz"
- config_name: 2005-03
  data_files: "files/2005-03.jsonl.gz"
- config_name: 2005-04
  data_files: "files/2005-04.jsonl.gz"
- config_name: 2005-05
  data_files: "files/2005-05.jsonl.gz"
- config_name: 2005-06
  data_files: "files/2005-06.jsonl.gz"
- config_name: 2005-07
  data_files: "files/2005-07.jsonl.gz"
- config_name: 2005-08
  data_files: "files/2005-08.jsonl.gz"
- config_name: 2005-09
  data_files: "files/2005-09.jsonl.gz"
- config_name: 2005-10
  data_files: "files/2005-10.jsonl.gz"
- config_name: 2005-11
  data_files: "files/2005-11.jsonl.gz"
- config_name: 2005-12
  data_files: "files/2005-12.jsonl.gz"
- config_name: 2006-01
  data_files: "files/2006-01.jsonl.gz"
- config_name: 2006-02
  data_files: "files/2006-02.jsonl.gz"
- config_name: 2006-03
  data_files: "files/2006-03.jsonl.gz"
- config_name: 2006-04
  data_files: "files/2006-04.jsonl.gz"
- config_name: 2006-05
  data_files: "files/2006-05.jsonl.gz"
- config_name: 2006-06
  data_files: "files/2006-06.jsonl.gz"
- config_name: 2006-07
  data_files: "files/2006-07.jsonl.gz"
- config_name: 2006-08
  data_files: "files/2006-08.jsonl.gz"
- config_name: 2006-09
  data_files: "files/2006-09.jsonl.gz"
- config_name: 2006-10
  data_files: "files/2006-10.jsonl.gz"
- config_name: 2006-11
  data_files: "files/2006-11.jsonl.gz"
- config_name: 2006-12
  data_files: "files/2006-12.jsonl.gz"
- config_name: 2007-01
  data_files: "files/2007-01.jsonl.gz"
- config_name: 2007-02
  data_files: "files/2007-02.jsonl.gz"
- config_name: 2007-03
  data_files: "files/2007-03.jsonl.gz"
- config_name: 2007-04
  data_files: "files/2007-04.jsonl.gz"
- config_name: 2007-05
  data_files: "files/2007-05.jsonl.gz"
- config_name: 2007-06
  data_files: "files/2007-06.jsonl.gz"
- config_name: 2007-07
  data_files: "files/2007-07.jsonl.gz"
- config_name: 2007-08
  data_files: "files/2007-08.jsonl.gz"
- config_name: 2007-09
  data_files: "files/2007-09.jsonl.gz"
- config_name: 2007-10
  data_files: "files/2007-10.jsonl.gz"
- config_name: 2007-11
  data_files: "files/2007-11.jsonl.gz"
- config_name: 2007-12
  data_files: "files/2007-12.jsonl.gz"
- config_name: 2008-01
  data_files: "files/2008-01.jsonl.gz"
- config_name: 2008-02
  data_files: "files/2008-02.jsonl.gz"
- config_name: 2008-03
  data_files: "files/2008-03.jsonl.gz"
- config_name: 2008-04
  data_files: "files/2008-04.jsonl.gz"
- config_name: 2008-05
  data_files: "files/2008-05.jsonl.gz"
- config_name: 2008-06
  data_files: "files/2008-06.jsonl.gz"
- config_name: 2008-07
  data_files: "files/2008-07.jsonl.gz"
- config_name: 2008-08
  data_files: "files/2008-08.jsonl.gz"
- config_name: 2008-09
  data_files: "files/2008-09.jsonl.gz"
- config_name: 2008-10
  data_files: "files/2008-10.jsonl.gz"
- config_name: 2008-11
  data_files: "files/2008-11.jsonl.gz"
- config_name: 2008-12
  data_files: "files/2008-12.jsonl.gz"
- config_name: 2009-01
  data_files: "files/2009-01.jsonl.gz"
- config_name: 2009-02
  data_files: "files/2009-02.jsonl.gz"
- config_name: 2009-03
  data_files: "files/2009-03.jsonl.gz"
- config_name: 2009-04
  data_files: "files/2009-04.jsonl.gz"
- config_name: 2009-05
  data_files: "files/2009-05.jsonl.gz"
- config_name: 2009-06
  data_files: "files/2009-06.jsonl.gz"
- config_name: 2009-07
  data_files: "files/2009-07.jsonl.gz"
- config_name: 2009-08
  data_files: "files/2009-08.jsonl.gz"
- config_name: 2009-09
  data_files: "files/2009-09.jsonl.gz"
- config_name: 2009-10
  data_files: "files/2009-10.jsonl.gz"
- config_name: 2009-11
  data_files: "files/2009-11.jsonl.gz"
- config_name: 2009-12
  data_files: "files/2009-12.jsonl.gz"
- config_name: 2010-01
  data_files: "files/2010-01.jsonl.gz"
- config_name: 2010-02
  data_files: "files/2010-02.jsonl.gz"
- config_name: 2010-03
  data_files: "files/2010-03.jsonl.gz"
- config_name: 2010-04
  data_files: "files/2010-04.jsonl.gz"
- config_name: 2010-05
  data_files: "files/2010-05.jsonl.gz"
- config_name: 2010-06
  data_files: "files/2010-06.jsonl.gz"
- config_name: 2010-07
  data_files: "files/2010-07.jsonl.gz"
- config_name: 2010-08
  data_files: "files/2010-08.jsonl.gz"
- config_name: 2010-09
  data_files: "files/2010-09.jsonl.gz"
- config_name: 2010-10
  data_files: "files/2010-10.jsonl.gz"
- config_name: 2010-11
  data_files: "files/2010-11.jsonl.gz"
- config_name: 2010-12
  data_files: "files/2010-12.jsonl.gz"
- config_name: 2011-01
  data_files: "files/2011-01.jsonl.gz"
- config_name: 2011-02
  data_files: "files/2011-02.jsonl.gz"
- config_name: 2011-03
  data_files: "files/2011-03.jsonl.gz"
- config_name: 2011-04
  data_files: "files/2011-04.jsonl.gz"
- config_name: 2011-05
  data_files: "files/2011-05.jsonl.gz"
- config_name: 2011-06
  data_files: "files/2011-06.jsonl.gz"
- config_name: 2011-07
  data_files: "files/2011-07.jsonl.gz"
- config_name: 2011-08
  data_files: "files/2011-08.jsonl.gz"
- config_name: 2011-09
  data_files: "files/2011-09.jsonl.gz"
- config_name: 2011-10
  data_files: "files/2011-10.jsonl.gz"
- config_name: 2011-11
  data_files: "files/2011-11.jsonl.gz"
- config_name: 2011-12
  data_files: "files/2011-12.jsonl.gz"
- config_name: 2012-01
  data_files: "files/2012-01.jsonl.gz"
- config_name: 2012-02
  data_files: "files/2012-02.jsonl.gz"
- config_name: 2012-03
  data_files: "files/2012-03.jsonl.gz"
- config_name: 2012-04
  data_files: "files/2012-04.jsonl.gz"
- config_name: 2012-05
  data_files: "files/2012-05.jsonl.gz"
- config_name: 2012-06
  data_files: "files/2012-06.jsonl.gz"
- config_name: 2012-07
  data_files: "files/2012-07.jsonl.gz"
- config_name: 2012-08
  data_files: "files/2012-08.jsonl.gz"
- config_name: 2012-09
  data_files: "files/2012-09.jsonl.gz"
- config_name: 2012-10
  data_files: "files/2012-10.jsonl.gz"
- config_name: 2012-11
  data_files: "files/2012-11.jsonl.gz"
- config_name: 2012-12
  data_files: "files/2012-12.jsonl.gz"
- config_name: 2013-01
  data_files: "files/2013-01.jsonl.gz"
- config_name: 2013-02
  data_files: "files/2013-02.jsonl.gz"
- config_name: 2013-03
  data_files: "files/2013-03.jsonl.gz"
- config_name: 2013-04
  data_files: "files/2013-04.jsonl.gz"
- config_name: 2013-05
  data_files: "files/2013-05.jsonl.gz"
- config_name: 2013-06
  data_files: "files/2013-06.jsonl.gz"
- config_name: 2013-07
  data_files: "files/2013-07.jsonl.gz"
- config_name: 2013-08
  data_files: "files/2013-08.jsonl.gz"
- config_name: 2013-09
  data_files: "files/2013-09.jsonl.gz"
- config_name: 2013-10
  data_files: "files/2013-10.jsonl.gz"
- config_name: 2013-11
  data_files: "files/2013-11.jsonl.gz"
- config_name: 2013-12
  data_files: "files/2013-12.jsonl.gz"
- config_name: 2014-01
  data_files: "files/2014-01.jsonl.gz"
- config_name: 2014-02
  data_files: "files/2014-02.jsonl.gz"
- config_name: 2014-03
  data_files: "files/2014-03.jsonl.gz"
- config_name: 2014-04
  data_files: "files/2014-04.jsonl.gz"
- config_name: 2014-05
  data_files: "files/2014-05.jsonl.gz"
- config_name: 2014-06
  data_files: "files/2014-06.jsonl.gz"
- config_name: 2014-07
  data_files: "files/2014-07.jsonl.gz"
- config_name: 2014-08
  data_files: "files/2014-08.jsonl.gz"
- config_name: 2014-09
  data_files: "files/2014-09.jsonl.gz"
- config_name: 2014-10
  data_files: "files/2014-10.jsonl.gz"
- config_name: 2014-11
  data_files: "files/2014-11.jsonl.gz"
- config_name: 2014-12
  data_files: "files/2014-12.jsonl.gz"
- config_name: 2015-01
  data_files: "files/2015-01.jsonl.gz"
- config_name: 2015-02
  data_files: "files/2015-02.jsonl.gz"
- config_name: 2015-03
  data_files: "files/2015-03.jsonl.gz"
- config_name: 2015-04
  data_files: "files/2015-04.jsonl.gz"
- config_name: 2015-05
  data_files: "files/2015-05.jsonl.gz"
- config_name: 2015-06
  data_files: "files/2015-06.jsonl.gz"
- config_name: 2015-07
  data_files: "files/2015-07.jsonl.gz"
- config_name: 2015-08
  data_files: "files/2015-08.jsonl.gz"
- config_name: 2015-09
  data_files: "files/2015-09.jsonl.gz"
- config_name: 2015-10
  data_files: "files/2015-10.jsonl.gz"
- config_name: 2015-11
  data_files: "files/2015-11.jsonl.gz"
- config_name: 2015-12
  data_files: "files/2015-12.jsonl.gz"
- config_name: 2016-01
  data_files: "files/2016-01.jsonl.gz"
- config_name: 2016-02
  data_files: "files/2016-02.jsonl.gz"
- config_name: 2016-03
  data_files: "files/2016-03.jsonl.gz"
- config_name: 2016-04
  data_files: "files/2016-04.jsonl.gz"
- config_name: 2016-05
  data_files: "files/2016-05.jsonl.gz"
- config_name: 2016-06
  data_files: "files/2016-06.jsonl.gz"
- config_name: 2016-07
  data_files: "files/2016-07.jsonl.gz"
- config_name: 2016-08
  data_files: "files/2016-08.jsonl.gz"
- config_name: 2016-09
  data_files: "files/2016-09.jsonl.gz"
- config_name: 2016-10
  data_files: "files/2016-10.jsonl.gz"
- config_name: 2016-11
  data_files: "files/2016-11.jsonl.gz"
- config_name: 2016-12
  data_files: "files/2016-12.jsonl.gz"
- config_name: 2017-01
  data_files: "files/2017-01.jsonl.gz"
- config_name: 2017-02
  data_files: "files/2017-02.jsonl.gz"
- config_name: 2017-03
  data_files: "files/2017-03.jsonl.gz"
- config_name: 2017-04
  data_files: "files/2017-04.jsonl.gz"
- config_name: 2017-05
  data_files: "files/2017-05.jsonl.gz"
- config_name: 2017-06
  data_files: "files/2017-06.jsonl.gz"
- config_name: 2017-07
  data_files: "files/2017-07.jsonl.gz"
- config_name: 2017-08
  data_files: "files/2017-08.jsonl.gz"
- config_name: 2017-09
  data_files: "files/2017-09.jsonl.gz"
- config_name: 2017-10
  data_files: "files/2017-10.jsonl.gz"
- config_name: 2017-11
  data_files: "files/2017-11.jsonl.gz"
- config_name: 2017-12
  data_files: "files/2017-12.jsonl.gz"
- config_name: 2018-01
  data_files: "files/2018-01.jsonl.gz"
- config_name: 2018-02
  data_files: "files/2018-02.jsonl.gz"
- config_name: 2018-03
  data_files: "files/2018-03.jsonl.gz"
- config_name: 2018-04
  data_files: "files/2018-04.jsonl.gz"
- config_name: 2018-05
  data_files: "files/2018-05.jsonl.gz"
- config_name: 2018-06
  data_files: "files/2018-06.jsonl.gz"
- config_name: 2018-07
  data_files: "files/2018-07.jsonl.gz"
- config_name: 2018-08
  data_files: "files/2018-08.jsonl.gz"
- config_name: 2018-09
  data_files: "files/2018-09.jsonl.gz"
- config_name: 2018-10
  data_files: "files/2018-10.jsonl.gz"
- config_name: 2018-11
  data_files: "files/2018-11.jsonl.gz"
- config_name: 2018-12
  data_files: "files/2018-12.jsonl.gz"
- config_name: 2019-01
  data_files: "files/2019-01.jsonl.gz"
- config_name: 2019-02
  data_files: "files/2019-02.jsonl.gz"
- config_name: 2019-03
  data_files: "files/2019-03.jsonl.gz"
- config_name: 2019-04
  data_files: "files/2019-04.jsonl.gz"
- config_name: 2019-05
  data_files: "files/2019-05.jsonl.gz"
- config_name: 2019-06
  data_files: "files/2019-06.jsonl.gz"
- config_name: 2019-07
  data_files: "files/2019-07.jsonl.gz"
- config_name: 2019-08
  data_files: "files/2019-08.jsonl.gz"
- config_name: 2019-09
  data_files: "files/2019-09.jsonl.gz"
- config_name: 2019-10
  data_files: "files/2019-10.jsonl.gz"
- config_name: 2019-11
  data_files: "files/2019-11.jsonl.gz"
- config_name: 2019-12
  data_files: "files/2019-12.jsonl.gz"
- config_name: 2020-01
  data_files: "files/2020-01.jsonl.gz"
- config_name: 2020-02
  data_files: "files/2020-02.jsonl.gz"
- config_name: 2020-03
  data_files: "files/2020-03.jsonl.gz"
- config_name: 2020-04
  data_files: "files/2020-04.jsonl.gz"
- config_name: 2020-05
  data_files: "files/2020-05.jsonl.gz"
- config_name: 2020-06
  data_files: "files/2020-06.jsonl.gz"
- config_name: 2020-07
  data_files: "files/2020-07.jsonl.gz"
- config_name: 2020-08
  data_files: "files/2020-08.jsonl.gz"
- config_name: 2020-09
  data_files: "files/2020-09.jsonl.gz"
- config_name: 2020-10
  data_files: "files/2020-10.jsonl.gz"
- config_name: 2020-11
  data_files: "files/2020-11.jsonl.gz"
- config_name: 2020-12
  data_files: "files/2020-12.jsonl.gz"
- config_name: 2021-01
  data_files: "files/2021-01.jsonl.gz"
- config_name: 2021-02
  data_files: "files/2021-02.jsonl.gz"
- config_name: 2021-03
  data_files: "files/2021-03.jsonl.gz"
- config_name: 2021-04
  data_files: "files/2021-04.jsonl.gz"
- config_name: 2021-05
  data_files: "files/2021-05.jsonl.gz"
- config_name: 2021-06
  data_files: "files/2021-06.jsonl.gz"
- config_name: 2021-07
  data_files: "files/2021-07.jsonl.gz"
- config_name: 2021-08
  data_files: "files/2021-08.jsonl.gz"
- config_name: 2021-09
  data_files: "files/2021-09.jsonl.gz"
- config_name: 2021-10
  data_files: "files/2021-10.jsonl.gz"
- config_name: 2021-11
  data_files: "files/2021-11.jsonl.gz"
- config_name: 2021-12
  data_files: "files/2021-12.jsonl.gz"
- config_name: 2022-01
  data_files: "files/2022-01.jsonl.gz"
- config_name: 2022-02
  data_files: "files/2022-02.jsonl.gz"
- config_name: 2022-03
  data_files: "files/2022-03.jsonl.gz"
- config_name: 2022-04
  data_files: "files/2022-04.jsonl.gz"
- config_name: 2022-05
  data_files: "files/2022-05.jsonl.gz"
- config_name: 2022-06
  data_files: "files/2022-06.jsonl.gz"
- config_name: 2022-07
  data_files: "files/2022-07.jsonl.gz"
- config_name: 2022-08
  data_files: "files/2022-08.jsonl.gz"
- config_name: 2022-09
  data_files: "files/2022-09.jsonl.gz"
- config_name: 2022-10
  data_files: "files/2022-10.jsonl.gz"
- config_name: 2022-11
  data_files: "files/2022-11.jsonl.gz"
- config_name: 2022-12
  data_files: "files/2022-12.jsonl.gz"
- config_name: 2023-01
  data_files: "files/2023-01.jsonl.gz"
- config_name: 2023-02
  data_files: "files/2023-02.jsonl.gz"
- config_name: 2023-03
  data_files: "files/2023-03.jsonl.gz"
- config_name: 2023-04
  data_files: "files/2023-04.jsonl.gz"
- config_name: 2023-05
  data_files: "files/2023-05.jsonl.gz"
- config_name: 2023-06
  data_files: "files/2023-06.jsonl.gz"
- config_name: 2023-07
  data_files: "files/2023-07.jsonl.gz"
- config_name: 2023-08
  data_files: "files/2023-08.jsonl.gz"
- config_name: 2023-09
  data_files: "files/2023-09.jsonl.gz"
- config_name: 2023-10
  data_files: "files/2023-10.jsonl.gz"
- config_name: 2023-11
  data_files: "files/2023-11.jsonl.gz"
- config_name: 2023-12
  data_files: "files/2023-12.jsonl.gz"
- config_name: 2024-01
  data_files: "files/2024-01.jsonl.gz"
- config_name: 2024-02
  data_files: "files/2024-02.jsonl.gz"
- config_name: 2024-03
  data_files: "files/2024-03.jsonl.gz"
- config_name: 2024-04
  data_files: "files/2024-04.jsonl.gz"
- config_name: 2024-05
  data_files: "files/2024-05.jsonl.gz"
- config_name: 2024-06
  data_files: "files/2024-06.jsonl.gz"
- config_name: 2024-07
  data_files: "files/2024-07.jsonl.gz"
- config_name: 2024-08
  data_files: "files/2024-08.jsonl.gz"
- config_name: 2024-09
  data_files: "files/2024-09.jsonl.gz"
- config_name: 2024-10
  data_files: "files/2024-10.jsonl.gz"
- config_name: 2024-11
  data_files: "files/2024-11.jsonl.gz"
- config_name: 2024-12
  data_files: "files/2024-12.jsonl.gz"
- config_name: 2025-01
  data_files: "files/2025-01.jsonl.gz"
- config_name: 2025-02
  data_files: "files/2025-02.jsonl.gz"

---

# 🇪🇺 🏷️ EuroVoc dataset

This dataset contains more that 4 millions documents in 39 languages with associated EuroVoc labels.


## What's Cellar ? 

Cellar is the common data repository of the Publications Office of the European Union. Digital publications and metadata are stored in and disseminated via Cellar, in order to be used by humans and machines. Aiming to transparently serve users, Cellar stores multilingual publications and metadata, it is open to all EU citizens and provides machine-readable data.

https://op.europa.eu/fr/web/cellar

## Why was this dataset created ?

"Extreme classification come with challenges of scalability due to large label spaces, data sparsity issues due to insufficient training samples."

https://medium.com/datapy-ai/extreme-multi-label-classification-for-eurovoc-b51d74623820

## How was dataset this created ? 

The source code is available, check `cellar.py` 

## When this dataset was created ? 

14 Feb 2025

## What are the main characteristics of this dataset ?

There are a total of 39 different languages present in this dataset, of which some are EU languages and some are not. As the following graph illustrates, most of the documents of the dataset are written in EU languages (English being the most present language in the dataset), and the non-EU languages are very poorly represented (for example Arabic, Japanese,...). Note that since the Irish language (`gle`) was granted full official and working status in the EU in 2022, there are very few documents in that language. Additionally, Croatian (`hrv`) is also less represented in the dataset as Croatia is the latest country to have joined the EU in 2013.

![language graph](images/nb_documents.png)

The lengths of the documents also varies depending on the language it is written in. The document lengths are quite variable, especially in English. There is therefore a quite large disparity in document lengths in this dataset. Note that this boxplot does not present the outliers, since the length of certain documents can contain up to 86 million characters. The red lines in the boxplot indicates the median length of the documents for each language.

![boxplot](images/boxplot.png)

We notice that the documents in Irish have a very wide variability in document lengths, due to the fact it has very few documents. Therefore, we present the same boxplot without the Irish language in order to visualize with more detail the document length distribution in the other languages.

![boxplot](images/boxplot2.png)

## How is the data structured ?

An example of a sample of this dataset is the following :
```json
{
	"title": "Commission information notice...", 
	"date": "2023-09-29", 
	"eurovoc_concepts": ["air transport", "intra-EU transport"], 
	"url": "http://publications.europa.eu/resource/cellar/ec99987f-5e69-11ee-9220-01aa75ed71a1", 
	"lang": "eng", 
	"formats": ["fmx4", "pdfa2a", "xhtml"], 
	"text": "To ensure ownership by the relevant actors,..."
}
```
- `title` : title of the document
- `date` : publication date of the document
- `eurovoc_concepts` : list of the EuroVoc concepts related to this document
- `url` : URL to access the document
- `formats` : list of formats in which the original document is available
- `text` : text content of the document


## Bibliography

- Ilias Chalkidis, Emmanouil Fergadiotis, Prodromos Malakasiotis, Nikolaos Aletras, and Ion Androutsopoulos. 2019. Extreme Multi-Label Legal Text Classification: A Case Study in EU Legislation. In Proceedings of the Natural Legal Language Processing Workshop 2019, pages 78–87, Minneapolis, Minnesota. Association for Computational Linguistics.
- I. Chalkidis, M. Fergadiotis, P. Malakasiotis and I. Androutsopoulos, Large-Scale Multi-Label Text Classification on EU Legislation. Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (ACL 2019), Florence, Italy, (short papers), 2019.
- Andrei-Marius Avram, Vasile Pais, and Dan Ioan Tufis. 2021. PyEuroVoc: A Tool for Multilingual Legal Document Classification with EuroVoc Descriptors. In Proceedings of the International Conference on Recent Advances in Natural Language Processing (RANLP 2021), pages 92–101, Held Online. INCOMA Ltd..
- SHAHEEN, Zein, WOHLGENANNT, Gerhard, et FILTZ, Erwin. Large scale legal text classification using transformer models. arXiv preprint arXiv:2010.12871, 2020.

## Author(s)

Sébastien Campion 