Upload folder using huggingface_hub

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_40.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e799c121ff44cbd0443ae508c928a76bb43c427e32be74c8edf5d72a30ccee
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_41.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67621d3364f269894f8355cd66085a43cd4c61ce5111ab8a56eede09101944d
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_42.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef032b178cc57ebb2a9d3fdc129addc467d15ae53d4898b56cb7906ea27f61
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_43.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeb278cc9098c5d4ab908b58f1cad467342416ab2075b912f268e75928f9711
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_44.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7b068f32225ccdda05a768bd837470f9e14ce3996a32cbc54cabb677ffc50e
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_45.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acfa838574f5a9d5207b9b9255ec407a07cb0f3bbe55fd235dc8a6dcf83fdd7
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_46.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d12f3712a846119addb7a4efeb32e6e9abe41d48aa225d18baef41573935f
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_47.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2a5cf41b0ea4ac01f8eda8b8e7091e510795202651eba04d4e4fa2d48892bd
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_48.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c755feedf625a3f0bfea4ee7aab6c75b5d57b2b9cd2b7bb4f2be71f66a7b86c
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_49.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575445f74d821294633ea632202c6e637c4329cc06999656612e195b889bb448
+size 802136514

synthetic-rl-v1+sp/ckpts/policy_weights/policy_epoch_50.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c137954b4a510be45f93866448a194dcdf9b87237a507d887141b05fdc9b71c
+size 802136514

synthetic-rl-v1+sp/config.txt

@@ -0,0 +1,106 @@
+# Parameters for Actor:
+# ==============================================================================
+Actor.activation = 'leaky_relu'
+Actor.cont_dist_kind = 'normal'
+Actor.d_hidden = 512
+Actor.dropout_p = 0.0
+Actor.gmm_modes = 5
+Actor.log_std_high = 2.0
+Actor.log_std_low = -5.0
+Actor.n_layers = 2
+
+# Parameters for Agent:
+# ==============================================================================
+Agent.fake_filter = False
+Agent.gamma = 0.999
+Agent.num_critics = 6
+Agent.num_critics_td = 2
+Agent.offline_coeff = 1.0
+Agent.online_coeff = 0.0
+Agent.popart = True
+Agent.reward_multiplier = 10.0
+Agent.tau = 0.003
+Agent.use_multigamma = True
+Agent.use_target_actor = True
+
+# Parameters for Experiment:
+# ==============================================================================
+Experiment.batches_per_update = 1
+Experiment.critic_loss_weight = 10.0
+Experiment.env_mode = 'async'
+Experiment.force_reset_train_envs_every = None
+Experiment.grad_clip = 1.0
+Experiment.has_replay_buffer_rights = True
+Experiment.l2_coeff = 0.001
+Experiment.learning_rate = 0.0001
+Experiment.local_time_optimizer = False
+Experiment.lr_warmup_steps = 500
+Experiment.mixed_precision = 'no'
+Experiment.padded_sampling = 'none'
+Experiment.save_trajs_as = 'npz'
+Experiment.stagger_traj_file_lengths = True
+Experiment.wandb_group_name = None
+
+# Parameters for FlashAttention:
+# ==============================================================================
+FlashAttention.window_size = (-1, -1)
+
+# Parameters for MetamonTstepEncoder:
+# ==============================================================================
+MetamonTstepEncoder.d_model = 160
+MetamonTstepEncoder.extra_emb_dim = 18
+MetamonTstepEncoder.n_heads = 8
+MetamonTstepEncoder.n_layers = 5
+MetamonTstepEncoder.scratch_tokens = 11
+MetamonTstepEncoder.token_mask_aug = False
+
+# Parameters for Multigammas:
+# ==============================================================================
+Multigammas.continuous = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+Multigammas.discrete = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+
+# Parameters for MultiModalEmbedding:
+# ==============================================================================
+MultiModalEmbedding.dropout = 0.05
+MultiModalEmbedding.numerical_tokens = 6
+
+# Parameters for NCritics:
+# ==============================================================================
+NCritics.activation = 'leaky_relu'
+NCritics.d_hidden = 512
+NCritics.dropout_p = 0.0
+NCritics.n_layers = 2
+
+# Parameters for PopArtLayer:
+# ==============================================================================
+PopArtLayer.beta = 0.0005
+PopArtLayer.init_nu = 100.0
+
+# Parameters for TformerTrajEncoder:
+# ==============================================================================
+TformerTrajEncoder.activation = 'leaky_relu'
+TformerTrajEncoder.causal = True
+TformerTrajEncoder.d_ff = 5120
+TformerTrajEncoder.d_model = 1280
+TformerTrajEncoder.dropout_attn = 0.0
+TformerTrajEncoder.dropout_emb = 0.05
+TformerTrajEncoder.dropout_ff = 0.05
+TformerTrajEncoder.dropout_qkv = 0.0
+TformerTrajEncoder.head_scaling = True
+TformerTrajEncoder.n_heads = 20
+TformerTrajEncoder.n_layers = 9
+TformerTrajEncoder.norm = 'layer'
+TformerTrajEncoder.normformer_norms = True
+TformerTrajEncoder.sigma_reparam = True
+
+# Parameters for TimestepTransformer:
+# ==============================================================================
+# None.
+
+# Parameters for TokenEmbedding:
+# ==============================================================================
+# None.
+
+# Parameters for TransformerTurnEmbedding:
+# ==============================================================================
+TransformerTurnEmbedding.dropout = 0.05

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_40.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e799c121ff44cbd0443ae508c928a76bb43c427e32be74c8edf5d72a30ccee
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_41.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67621d3364f269894f8355cd66085a43cd4c61ce5111ab8a56eede09101944d
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_42.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef032b178cc57ebb2a9d3fdc129addc467d15ae53d4898b56cb7906ea27f61
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_43.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeb278cc9098c5d4ab908b58f1cad467342416ab2075b912f268e75928f9711
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_44.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7b068f32225ccdda05a768bd837470f9e14ce3996a32cbc54cabb677ffc50e
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_45.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acfa838574f5a9d5207b9b9255ec407a07cb0f3bbe55fd235dc8a6dcf83fdd7
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_46.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d12f3712a846119addb7a4efeb32e6e9abe41d48aa225d18baef41573935f
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_47.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2a5cf41b0ea4ac01f8eda8b8e7091e510795202651eba04d4e4fa2d48892bd
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_48.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c755feedf625a3f0bfea4ee7aab6c75b5d57b2b9cd2b7bb4f2be71f66a7b86c
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_49.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575445f74d821294633ea632202c6e637c4329cc06999656612e195b889bb448
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_50.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c137954b4a510be45f93866448a194dcdf9b87237a507d887141b05fdc9b71c
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/policy_weights/policy_epoch_51.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c8666e2daa7fe5018080a7aabaee5d9d24cb79a51c1b96a04d234d4054d53a
+size 802136514

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/custom_checkpoint_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1a36e941afc5b17c5a645555bf80c1194f0bac8572e2ddd5cfa10a58edc74
+size 1040

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/custom_checkpoint_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3470a4f2909eaa65012762620c2760013fb6a80f01604b42c40bf6541ff11596
+size 1104

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb4b8c1c4e7c0b7df115ae92bdbb8600232b8c74f22bd9e99bb6e6b67d91a06
+size 802037148

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd693f84ba6eb7a7bcf3681e10cce89b5ce6db1dca235f5d364fc1d9f7317aa
+size 1704

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/optimizer_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c1d65da1a204f4848bbfbe870aabf5bcd8025dcbfe97986f98465b5ef80568
+size 1503842936

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52922c55a82fcae12f65a268418329985b72a94180daab1c233e7507c80a121
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b57a46aa697cf6d8425c562e2b390030f362360432603bb10d89cf2b9c8798
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_2.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff7443987c474f6d7b1d58a0b09f956e9365aa04a5231804c2ed4a66fcf2074
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_3.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21da5d3c01c2e6eda8bd3b5ba2c984580b18108190db153829e194874c38a2ed
+size 16164

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_4.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed2232e6769f3516b8ca9bff55bf9ee44d0ee66569e8bd166ea8defd52c1e67
+size 16036

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_5.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2a0c944f17016d778994a5d31921e7b01c68f9645dd9d5814b3bd665691482
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_6.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089b1d5874a8ac534b6325e2914925b0c193861d7f76475522e07c2d64dcaac3
+size 16036

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/random_states_7.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d0459e050959b56bcb17155fda6eb4a505e74134fbdc52cc2e804bc5089b8d
+size 16164

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3f5898007c59ee48d752082b20f32a44a5f89b2f28423a3e2c0520d982de67
+size 1000

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_40/scheduler_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fd547dc297e7eb7a8088edb513fd3d150f0309a5a44dc77235f7646bb529d
+size 1008

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/custom_checkpoint_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1a36e941afc5b17c5a645555bf80c1194f0bac8572e2ddd5cfa10a58edc74
+size 1040

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/custom_checkpoint_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a2c6a336f8cc72f3e58d064bf92b0ec657e936601e458b547c81a4bbd178b5
+size 1104

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8419b122ad001bfee904c34443e526f91c9e58574263cf03465923c896519afc
+size 802037148

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd693f84ba6eb7a7bcf3681e10cce89b5ce6db1dca235f5d364fc1d9f7317aa
+size 1704

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/optimizer_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687f614be2a83f9d04d273bd2cd146165dd43e4687666f1e3acb190368a5ddf6
+size 1503842936

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbc67cd152e012b680b18872080a8a96c6ad27cf66349fedaa6828e8cf137f9
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca038c3136e58b49424ed5d9dc61ed3194eca90f869e38e514dac19ff6cfece9
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/random_states_2.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37322ecde945391ed270466b1e9b5d662a900b092e39c56b90a15c6c71b0381f
+size 16100

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/random_states_3.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f5dfc568481b598cabd5384bfbe7375fb808702308c2fea02f4ded137a5211
+size 16164

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/random_states_4.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00784a3d6a565bc63a9466eb2d445a0af781ff06b53d122409cdc67e9c111bba
+size 16036

synthetic-rl-v1+sp/large_rl_dpg_binary_synthetic_v2/ckpts/training_states/large_rl_dpg_binary_synthetic_v2_epoch_41/random_states_5.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458646c46c7e0acfa9754a013d5a70f76b4b19d3046495b23a8125fb91384c78
+size 16100