Upload folder using huggingface_hub

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "TabStarModel"
+  ],
+  "batch_size": 32,
+  "bert_lr_factor": 1.0,
+  "d_model": 384,
+  "downstream_mode": null,
+  "e5_model": "intfloat/e5-small-v2",
+  "is_pretrain": true,
+  "lr": 5e-05,
+  "macro_batch_size": 128,
+  "model_type": "tabstar",
+  "num_layers": 6,
+  "numbers_fusion": "attention",
+  "p_mask": 0,
+  "scheduler": "cycle",
+  "tabular_encoder_type": "d1",
+  "torch_dtype": "float32",
+  "transformers_version": "4.49.0",
+  "unfreeze_layers": 6,
+  "weight_balance": "uniform",
+  "weight_decay": 0.001
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92ff18fa412a375b5a91a22d01480fb25e3833a6e0f522b28c22a6fe6e596b0
+size 189091544

pretrain_args.json

@@ -0,0 +1,415 @@
+{
+    "raw_exp_name": "tabstar_sota_k3",
+    "tabular_layers": 6,
+    "e5": "intfloat/e5-small-v2",
+    "tabular_encoder_type": "d1",
+    "numbers_fusion": "attention",
+    "base_lr": 5e-05,
+    "bert_lr_factor": 1.0,
+    "weight_decay": 0.001,
+    "weight": "uniform",
+    "numbers_verbalization": "full",
+    "unfreeze_layers": 6,
+    "light": false,
+    "debug": false,
+    "max_epoch_examples": 2048,
+    "datasets": [
+        41164,
+        48,
+        46684,
+        41142,
+        40753,
+        23381,
+        "sukritchatterjee/used-cars-dataset-cardekho/cars_details_merges.csv",
+        46674,
+        507,
+        541,
+        185,
+        44957,
+        41156,
+        46441,
+        1480,
+        40927,
+        44969,
+        42343,
+        5,
+        1487,
+        1503,
+        558,
+        1464,
+        300,
+        46701,
+        44974,
+        44975,
+        "stefanoleone992/filmtv-movies-dataset/filmtv_movies.csv",
+        46606,
+        1049,
+        46708,
+        44964,
+        458,
+        46584,
+        "ajinkyablaze/football-manager-data/dataset.csv",
+        40693,
+        1459,
+        42729,
+        45567,
+        42734,
+        43748,
+        46659,
+        40975,
+        40900,
+        28,
+        40672,
+        "imuhammad/us-2020-presidential-election-speeches/us_2020_election_speeches.csv",
+        44970,
+        505,
+        1485,
+        41169,
+        40677,
+        42806,
+        1567,
+        57,
+        1099,
+        525,
+        46678,
+        45577,
+        1483,
+        25,
+        24,
+        46,
+        "noorrizki/top-korean-drama-list-1500/kdrama_list.csv",
+        2,
+        26,
+        1466,
+        40996,
+        566,
+        "limtis/wikiliq-dataset/spirits_data.csv",
+        560,
+        43743,
+        45064,
+        43822,
+        44973,
+        563,
+        41161,
+        40985,
+        46719,
+        44146,
+        "http://pages.cs.wisc.edu/~anhai/data/784_data/movies1/csv_files/rotten_tomatoes.csv",
+        940,
+        42731,
+        1046,
+        43660,
+        41159,
+        42570,
+        42563,
+        1510,
+        11,
+        43712,
+        40701,
+        307,
+        43420,
+        45012,
+        554,
+        43595,
+        44231,
+        43435,
+        43344,
+        41162,
+        1457,
+        42712,
+        40983,
+        1111,
+        46359,
+        41990,
+        41143,
+        43643,
+        43766,
+        "ruthgn/beer-profile-and-ratings-data-set/beer_profile_and_ratings.csv",
+        46656,
+        1486,
+        46654,
+        42225,
+        41167,
+        "mattop/nba-draft-basketball-player-data-19892021/nbaplayersdraft.csv",
+        44976,
+        40984,
+        45062,
+        42345,
+        215,
+        46607,
+        41147,
+        44125,
+        546,
+        40922,
+        46669,
+        223,
+        "http://pages.cs.wisc.edu/~anhai/data/784_data/books2/csv_files/goodreads.csv",
+        "mustafaimam/used-car-prices-in-pakistan-2021/Used_car_prices_in_Pakistan_cleaned.csv",
+        4549,
+        4538,
+        516,
+        15,
+        43071,
+        45039,
+        46762,
+        "joshuakalobbowles/vivino-wine-data/vivino.csv",
+        43397,
+        4134,
+        43502,
+        422,
+        46430,
+        3050,
+        41150,
+        46444,
+        1116,
+        44963,
+        4541,
+        201,
+        503,
+        41157,
+        41168,
+        42732,
+        43687,
+        377,
+        42165,
+        1515,
+        666,
+        43342,
+        44156,
+        1169,
+        41165,
+        44227,
+        46646,
+        470,
+        41021,
+        504,
+        574,
+        42895,
+        45560,
+        13,
+        46610,
+        "http://pages.cs.wisc.edu/~anhai/data/784_data/bikes/csv_files/bikewale.csv",
+        1493,
+        1475,
+        451,
+        43588,
+        42194,
+        44962,
+        4534,
+        42746,
+        44994,
+        529,
+        32,
+        40966,
+        40971,
+        181,
+        1494,
+        43838,
+        43389,
+        46660,
+        42125,
+        334,
+        1067,
+        188,
+        46603,
+        40705,
+        45547,
+        45038,
+        40945,
+        1495,
+        7,
+        43635,
+        41158,
+        46709,
+        41163,
+        6,
+        564,
+        416,
+        46467,
+        45950,
+        46667,
+        41138,
+        43157,
+        372,
+        "ngshiheng/michelin-guide-restaurants-2021/michelin_my_maps.csv",
+        43160,
+        43454,
+        "https://opendata.vancouver.ca/api/records/1.0/download/?dataset=employee-remuneration-and-expenses-earning-over-75000&format=csv",
+        46726,
+        40978,
+        42572,
+        46372,
+        1461,
+        44228,
+        42571,
+        46664,
+        46328,
+        54,
+        40498,
+        42730,
+        43337,
+        1489,
+        "markusschmitz/museums/museums_prep.csv",
+        1507,
+        43544,
+        46681,
+        469,
+        531,
+        "himanshupoddar/zomato-bangalore-restaurants/zomato.csv",
+        42727,
+        46676,
+        42705,
+        42733,
+        40650,
+        44960,
+        46686,
+        44157,
+        43044,
+        44983,
+        "https://ai-jobs.net/salaries/download/salaries.csv",
+        44984,
+        "peopledatalabssf/free-7-million-company-dataset/companies_sorted.csv",
+        1596,
+        "omkarsabnis/yelp-reviews-dataset/yelp.csv",
+        40981,
+        56,
+        344,
+        44978,
+        1039,
+        311,
+        46661,
+        46604,
+        549,
+        4552,
+        1128,
+        44959,
+        1547,
+        40685,
+        43826,
+        41540,
+        14,
+        43622,
+        46369,
+        41210,
+        42688,
+        46605,
+        40670,
+        46280,
+        40994,
+        951,
+        46640,
+        43479,
+        44993,
+        44230,
+        43573,
+        455,
+        46653,
+        41991,
+        46683,
+        41144,
+        40536,
+        44981,
+        41146,
+        46655,
+        46662,
+        22,
+        46721,
+        31,
+        41972,
+        43672,
+        216,
+        43721,
+        44965,
+        46648,
+        310,
+        1471,
+        "http://pages.cs.wisc.edu/~anhai/data/784_data/baby_products/csv_files/babies_r_us.csv",
+        23,
+        46665,
+        46592,
+        23517,
+        "eilamshapira/human-choice-prediction-in-language-based-games/OPE_train.csv",
+        46598,
+        279,
+        44145,
+        42164,
+        44,
+        43648,
+        40668,
+        45545,
+        547,
+        43618,
+        "neilcosgrove/scotch-whiskey-reviews-update-2020/scotch_review2020.csv",
+        10,
+        "maharshipandya/-spotify-tracks-dataset/dataset.csv",
+        44958,
+        30,
+        46254,
+        1479,
+        "albenft/game-of-thrones-script-all-seasons/Game_of_Thrones_Script.csv",
+        42726,
+        46585,
+        45554,
+        44226,
+        44980,
+        679,
+        43463,
+        45955,
+        50,
+        375,
+        23380,
+        1497,
+        1509,
+        41980,
+        1542,
+        "ankanhore545/top-ramen-ratings-2022/Top Ramen Ratings .csv",
+        44992,
+        40982,
+        44966,
+        1590,
+        43551,
+        550,
+        42769,
+        44977,
+        43584,
+        3,
+        41166,
+        43072,
+        1511,
+        4135,
+        46668,
+        "hanifalirsyad/coffee-scrap-coffeereview/coffee_clean.csv",
+        46677,
+        44223,
+        "https://www.scimagojr.com/journalrank.php?out=xls",
+        46597,
+        1502,
+        43395,
+        41027,
+        46692,
+        1468,
+        43466,
+        42,
+        60,
+        "hernan4444/animeplanet-recommendation-database-2020/anime.csv",
+        42972,
+        46652,
+        41145,
+        3277,
+        43893,
+        6332,
+        46651,
+        44967,
+        42931,
+        42742,
+        12,
+        43653
+    ],
+    "scheduler": "cycle",
+    "fold": 3,
+    "num_folds": 5,
+    "p_mask": 0,
+    "full_exp_name": "2025_05_03__tabstar_sota_k3__data_390__tab_6__e5_small__axial_d1__fusion_attention__layers_6__num_verb_full__scheduler_cycle__lr_5e-05__bert_lr_10__wd_0001__mask_0__weight_uniform__git_9019a12__fold_3from5",
+    "cached": false,
+    "num_datasets": 390
+}