Upload folder using huggingface_hub

large-rl/ckpts/policy_weights/policy_epoch_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee55fd734b1c5b2db4db172579704cd234528b064c3c3e0cbfcaf32fdf2f1de3
+size 779315798

large-rl/ckpts/policy_weights/policy_epoch_10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d5e0199cc56e4cf94ea5a911886c82280812a5cbbf2a98cfcb94d98fccd37d
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_12.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34e7dbf240996993d76d980dd57b89a4288db40920997c5dfb06e55bef3195
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_14.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d390c0ae94e0341556348255f05b170c3d6a40b6f0e6f1d65d3587b67fd241
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_16.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b63134f54bf2130105ffebfe8fe9a688bdb267ae6f32afcb8d1fbd9a15ab24
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_18.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50994f7f2265f06ec9bf601dc843a56f1a3d0c50a4cf48f4a2c476e02accfa7
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed51f273770d3e5325e5e63bf5d72659c322c0c8559ea77f726661a52ba5f9
+size 779315798

large-rl/ckpts/policy_weights/policy_epoch_20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e723b842dab15131f8a09764c5b11f4b2fec4c7f54c6ab04cc56b7aa95e81
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_22.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a904052fef27aaad3b7db06fadb9b3784b6f9e622be2aaf9136270569f7eb88
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d026917da6e9019ff730ef41e9ec5a9957f4f01b3b7153f97ad30e08e7d43e
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_26.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31e87a62fca3746e0e8c9d3282b66741de9a16a47cf6869ddb088893cc6bdf7
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_28.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa58eb572f8ef8bb8f9551e1a1e412a1c962ad8d47a5e16b8bcc4540d7846205
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_30.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51556fe6cdd3a2584cc99d09d95a3d44b450024b33c6da7d40b7fd4faada1a2d
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_32.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b2317b0b529c0e0a80d72f88e6b949cfb223bbc5fbeefc872d47acef105758
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_34.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a0acaff33efc56d11d16311d4630496f584bc2024014e45e4ffc8b3618a8ad
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_36.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515573885e624ea11c3bd7e774084ac3c30da11cac2aa5a097d49e7bcc070fbf
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_38.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6534be0f29db6be5c36198f11265556e6f156c47b120d3c4fa9777167b98cc
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f363837a845185db2ed463c9683809bf9072d593de678c6d942657d0e555820f
+size 779315798

large-rl/ckpts/policy_weights/policy_epoch_40.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ed6d5179a0fbc1254384a8199cbf09eed56982c41adf0e22465bfe95044d59
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_42.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad4d8d069a8d8d11ed9792ab386efe8429715f54d79b5ec8a76084c0a120cb9
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_44.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7ed5f36ab0ba07e300b190c4733adc9ad72a6b648aa5d0d1368469f45394e5
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_46.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c53385d69d6c72906db383720ecaf750b83a0b6197def12dfe73f7fd35bd8e7
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_48.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e655f97a32bbb6afc6958f2cd9e6f8c20fc3c2b910abf06e2a667f4acf75eff
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_50.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd649d2f252a77a80f72ad5d6adbdf8517b80224f301e1fb59f06829b515a09
+size 779316162

large-rl/ckpts/policy_weights/policy_epoch_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac4df2344b456681d89b441df91d81f5098729db545c96efdf790acf94b754c
+size 779315798

large-rl/ckpts/policy_weights/policy_epoch_8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60a65f3b7ae50e1ce0c564b78d053931569a5905438f8ca9b861bb2820eebe8
+size 779315798

large-rl/config.txt

@@ -0,0 +1,106 @@
+# Parameters for Actor:
+# ==============================================================================
+Actor.activation = 'leaky_relu'
+Actor.cont_dist_kind = 'normal'
+Actor.d_hidden = 512
+Actor.dropout_p = 0.0
+Actor.gmm_modes = 5
+Actor.log_std_high = 2.0
+Actor.log_std_low = -5.0
+Actor.n_layers = 2
+
+# Parameters for Agent:
+# ==============================================================================
+Agent.fake_filter = False
+Agent.gamma = 0.999
+Agent.num_critics = 4
+Agent.num_critics_td = 2
+Agent.offline_coeff = 1.0
+Agent.online_coeff = 0.0
+Agent.popart = True
+Agent.reward_multiplier = 10.0
+Agent.tau = 0.003
+Agent.use_multigamma = True
+Agent.use_target_actor = True
+
+# Parameters for Experiment:
+# ==============================================================================
+Experiment.batches_per_update = 1
+Experiment.critic_loss_weight = 10.0
+Experiment.env_mode = 'async'
+Experiment.force_reset_train_envs_every = None
+Experiment.grad_clip = 1.0
+Experiment.has_replay_buffer_rights = True
+Experiment.l2_coeff = 0.001
+Experiment.learning_rate = 0.0001
+Experiment.local_time_optimizer = False
+Experiment.lr_warmup_steps = 500
+Experiment.mixed_precision = 'no'
+Experiment.padded_sampling = 'none'
+Experiment.save_trajs_as = 'npz'
+Experiment.stagger_traj_file_lengths = True
+Experiment.wandb_group_name = None
+
+# Parameters for FlashAttention:
+# ==============================================================================
+FlashAttention.window_size = (-1, -1)
+
+# Parameters for MetamonTstepEncoder:
+# ==============================================================================
+MetamonTstepEncoder.d_model = 160
+MetamonTstepEncoder.extra_emb_dim = 18
+MetamonTstepEncoder.n_heads = 8
+MetamonTstepEncoder.n_layers = 5
+MetamonTstepEncoder.scratch_tokens = 11
+MetamonTstepEncoder.token_mask_aug = False
+
+# Parameters for Multigammas:
+# ==============================================================================
+Multigammas.continuous = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+Multigammas.discrete = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+
+# Parameters for MultiModalEmbedding:
+# ==============================================================================
+MultiModalEmbedding.dropout = 0.05
+MultiModalEmbedding.numerical_tokens = 6
+
+# Parameters for NCritics:
+# ==============================================================================
+NCritics.activation = 'leaky_relu'
+NCritics.d_hidden = 512
+NCritics.dropout_p = 0.0
+NCritics.n_layers = 2
+
+# Parameters for PopArtLayer:
+# ==============================================================================
+PopArtLayer.beta = 0.0005
+PopArtLayer.init_nu = 100.0
+
+# Parameters for TformerTrajEncoder:
+# ==============================================================================
+TformerTrajEncoder.activation = 'leaky_relu'
+TformerTrajEncoder.causal = True
+TformerTrajEncoder.d_ff = 5120
+TformerTrajEncoder.d_model = 1280
+TformerTrajEncoder.dropout_attn = 0.0
+TformerTrajEncoder.dropout_emb = 0.05
+TformerTrajEncoder.dropout_ff = 0.05
+TformerTrajEncoder.dropout_qkv = 0.0
+TformerTrajEncoder.head_scaling = True
+TformerTrajEncoder.n_heads = 20
+TformerTrajEncoder.n_layers = 9
+TformerTrajEncoder.norm = 'layer'
+TformerTrajEncoder.normformer_norms = True
+TformerTrajEncoder.sigma_reparam = True
+
+# Parameters for TimestepTransformer:
+# ==============================================================================
+# None.
+
+# Parameters for TokenEmbedding:
+# ==============================================================================
+# None.
+
+# Parameters for TransformerTurnEmbedding:
+# ==============================================================================
+TransformerTurnEmbedding.dropout = 0.05