Upload folder using huggingface_hub

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae374aa7833188118e494a1f63b134b4ea148add51e577964ba645e1a90aca9f
+size 55821590

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4aed278834b0d7736e475ae16dfcfb7a72db43108edea75012b9cbd7b65d73
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_12.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729d12ecbf43452292ebdeff36b909fde4d423f57113a64de5acd4e1fba5ff16
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_14.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0202a5ddc1a1f1bd6528244b68ab2fd757cbddb0c21cda483492837db996cbc7
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_16.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed2fb9f27e0f985eac1248fc2bc289d8a7350ea8507751284e5b82c6c524e16
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_18.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cddaced1dd41d8e1c97cf8db6989e3cec0450d437c469860236d460431374f
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaf4d61e9c2bb342debd21d8b144219a8b8404a1a7096cef2e6c2062e55aa1c
+size 55821590

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3668edf28ac26cc36f631ffb43d9cadc410e0462f78ea16cd17118d7b819a0a
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_22.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99223296574c3912aaedc34595eeb281b0628332d9a2c13185d05bc43ec44ae8
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb1c5a9acf4abf8a72b5b910ae147677ef23946facecbcb42c312cda1d32fc1
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_26.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483815d838d47408ab494ee86800c61f105b7c1e0d31b8d11c11023a85ea9f5f
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_28.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b792fef72c2859caec062891ce8c3397fc9dd77e28e7ce4826ad89a0815f97dd
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_30.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4128e38d0f70c4d5c90bb0c57d702cd4764520ad3774b3bc75cfd9b14857cb2d
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_32.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd69088d67c90ab4a2a8ef133a85d65ba4afef66a88cbb47eadd7ad05b885c7b
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_34.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02065de6be523d5b84d70c3bc738281868a2cd14570ccbf84a6df81d7ae0da0d
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_36.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e435ddbe1f8442eacecf215a5bf8bdb27d9a1f8b35dc8d293048473504bbe1
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_38.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb5f5814e6545c235f216fc5a87a07acb25d535c5b1a7e15919165f32c22111
+size 55821762

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17403c568b2f7fca0858bf3d9ae49d56b0eaf3aedbf1c01768c330c523ae19d3
+size 55821590

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf764e48574167d67508df6533a74d410a8b93487cb1df2e940d8f06f2ea97c
+size 55821590

small-rl-exp-extreme/ckpts/policy_weights/policy_epoch_8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6631bf669cfc1a0a19fa2e5cec02780b5a042b7c1ae819583abccdec055ebf
+size 55821590

small-rl-exp-extreme/config.txt

@@ -0,0 +1,106 @@
+# Parameters for Actor:
+# ==============================================================================
+Actor.activation = 'leaky_relu'
+Actor.cont_dist_kind = 'normal'
+Actor.d_hidden = 300
+Actor.dropout_p = 0.0
+Actor.gmm_modes = 5
+Actor.log_std_high = 2.0
+Actor.log_std_low = -5.0
+Actor.n_layers = 2
+
+# Parameters for Agent:
+# ==============================================================================
+Agent.fake_filter = False
+Agent.gamma = 0.999
+Agent.num_critics = 4
+Agent.num_critics_td = 2
+Agent.offline_coeff = 1.0
+Agent.online_coeff = 0.0
+Agent.popart = True
+Agent.reward_multiplier = 10.0
+Agent.tau = 0.003
+Agent.use_multigamma = True
+Agent.use_target_actor = True
+
+# Parameters for Experiment:
+# ==============================================================================
+Experiment.batches_per_update = 1
+Experiment.critic_loss_weight = 10.0
+Experiment.env_mode = 'async'
+Experiment.force_reset_train_envs_every = None
+Experiment.grad_clip = 1.0
+Experiment.has_replay_buffer_rights = True
+Experiment.l2_coeff = 0.001
+Experiment.learning_rate = 0.0001
+Experiment.local_time_optimizer = False
+Experiment.lr_warmup_steps = 500
+Experiment.mixed_precision = 'no'
+Experiment.padded_sampling = 'none'
+Experiment.save_trajs_as = 'npz'
+Experiment.stagger_traj_file_lengths = True
+Experiment.wandb_group_name = None
+
+# Parameters for FlashAttention:
+# ==============================================================================
+FlashAttention.window_size = (-1, -1)
+
+# Parameters for MetamonTstepEncoder:
+# ==============================================================================
+MetamonTstepEncoder.d_model = 100
+MetamonTstepEncoder.extra_emb_dim = 18
+MetamonTstepEncoder.n_heads = 5
+MetamonTstepEncoder.n_layers = 3
+MetamonTstepEncoder.scratch_tokens = 4
+MetamonTstepEncoder.token_mask_aug = False
+
+# Parameters for Multigammas:
+# ==============================================================================
+Multigammas.continuous = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+Multigammas.discrete = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+
+# Parameters for MultiModalEmbedding:
+# ==============================================================================
+MultiModalEmbedding.dropout = 0.05
+MultiModalEmbedding.numerical_tokens = 6
+
+# Parameters for NCritics:
+# ==============================================================================
+NCritics.activation = 'leaky_relu'
+NCritics.d_hidden = 300
+NCritics.dropout_p = 0.0
+NCritics.n_layers = 2
+
+# Parameters for PopArtLayer:
+# ==============================================================================
+PopArtLayer.beta = 0.0005
+PopArtLayer.init_nu = 100.0
+
+# Parameters for TformerTrajEncoder:
+# ==============================================================================
+TformerTrajEncoder.activation = 'leaky_relu'
+TformerTrajEncoder.causal = True
+TformerTrajEncoder.d_ff = 2048
+TformerTrajEncoder.d_model = 512
+TformerTrajEncoder.dropout_attn = 0.0
+TformerTrajEncoder.dropout_emb = 0.05
+TformerTrajEncoder.dropout_ff = 0.05
+TformerTrajEncoder.dropout_qkv = 0.0
+TformerTrajEncoder.head_scaling = True
+TformerTrajEncoder.n_heads = 8
+TformerTrajEncoder.n_layers = 3
+TformerTrajEncoder.norm = 'layer'
+TformerTrajEncoder.normformer_norms = True
+TformerTrajEncoder.sigma_reparam = True
+
+# Parameters for TimestepTransformer:
+# ==============================================================================
+# None.
+
+# Parameters for TokenEmbedding:
+# ==============================================================================
+# None.
+
+# Parameters for TransformerTurnEmbedding:
+# ==============================================================================
+TransformerTurnEmbedding.dropout = 0.05