def wrangle_csvs():
    years = range(1987, 2009)

    for year in years:
        path = '%d.csv.bz2' % year
        outpath = os.path.expanduser('~/data/%d_clean.csv' % year)

        print 'Working on %s' % path

        df = pandas.read_csv(path, compression='bz2')
        df.to_csv(outpath, header=False, index=False,
                  float_format='%g', na_rep='\N')
dataset/ETHPy150Open cloudera/ibis/scripts/airline.py/wrangle_csvs/original