Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
@@ -21,7 +21,7 @@ model-index:
|
|
21 |
type: OpenAI/Gym/Box2d-BipedalWalker-v3
|
22 |
metrics:
|
23 |
- type: mean_reward
|
24 |
-
value:
|
25 |
name: mean_reward
|
26 |
---
|
27 |
|
@@ -67,10 +67,10 @@ import torch
|
|
67 |
|
68 |
# Pull model from files which are git cloned from huggingface
|
69 |
policy_state_dict = torch.load("pytorch_model.bin", map_location=torch.device("cpu"))
|
70 |
-
cfg = EasyDict(Config.file_to_dict("policy_config.py"))
|
71 |
# Instantiate the agent
|
72 |
agent = SACAgent(
|
73 |
-
|
74 |
)
|
75 |
# Continue training
|
76 |
agent.train(step=5000)
|
@@ -98,7 +98,7 @@ from huggingface_ding import pull_model_from_hub
|
|
98 |
policy_state_dict, cfg = pull_model_from_hub(repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC")
|
99 |
# Instantiate the agent
|
100 |
agent = SACAgent(
|
101 |
-
|
102 |
exp_name="BipedalWalker-v3-SAC",
|
103 |
cfg=cfg.exp_config,
|
104 |
policy_state_dict=policy_state_dict
|
@@ -128,7 +128,7 @@ from ding.bonus import SACAgent
|
|
128 |
from huggingface_ding import push_model_to_hub
|
129 |
|
130 |
# Instantiate the agent
|
131 |
-
agent = SACAgent("
|
132 |
# Train the agent
|
133 |
return_ = agent.train(step=int(200000))
|
134 |
# Push model to huggingface hub
|
@@ -145,7 +145,8 @@ push_model_to_hub(
|
|
145 |
usage_file_by_git_clone="./sac/bipedalwalker_sac_deploy.py",
|
146 |
usage_file_by_huggingface_ding="./sac/bipedalwalker_sac_download.py",
|
147 |
train_file="./sac/bipedalwalker_sac.py",
|
148 |
-
repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC"
|
|
|
149 |
)
|
150 |
|
151 |
```
|
@@ -228,6 +229,7 @@ exp_config = {
|
|
228 |
'render_freq': -1,
|
229 |
'mode': 'train_iter'
|
230 |
},
|
|
|
231 |
'cfg_type': 'InteractionSerialEvaluatorDict',
|
232 |
'stop_value': 10000000000,
|
233 |
'n_episode': 5
|
@@ -267,7 +269,7 @@ exp_config = {
|
|
267 |
|
268 |
**Training Procedure**
|
269 |
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
270 |
-
- **Weights & Biases (wandb):** [monitor link](https://wandb.ai/
|
271 |
|
272 |
## Model Information
|
273 |
<!-- Provide the basic links for the model. -->
|
@@ -276,14 +278,14 @@ exp_config = {
|
|
276 |
- **Configuration:** [config link](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/policy_config.py)
|
277 |
- **Demo:** [video](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/replay.mp4)
|
278 |
<!-- Provide the size information for the model. -->
|
279 |
-
- **Parameters total size:**
|
280 |
-
- **Last Update Date:** 2023-
|
281 |
|
282 |
## Environments
|
283 |
<!-- Address questions around what environment the model is intended to be trained and deployed at, including the necessary information needed to be provided for future users. -->
|
284 |
- **Benchmark:** OpenAI/Gym/Box2d
|
285 |
- **Task:** BipedalWalker-v3
|
286 |
- **Gym version:** 0.25.1
|
287 |
-
- **DI-engine version:** v0.4.
|
288 |
-
- **PyTorch version:**
|
289 |
- **Doc**: [DI-engine-docs Environments link](https://di-engine-docs.readthedocs.io/en/latest/13_envs/bipedalwalker.html)
|
|
|
21 |
type: OpenAI/Gym/Box2d-BipedalWalker-v3
|
22 |
metrics:
|
23 |
- type: mean_reward
|
24 |
+
value: 315.77 +/- 0.41
|
25 |
name: mean_reward
|
26 |
---
|
27 |
|
|
|
67 |
|
68 |
# Pull model from files which are git cloned from huggingface
|
69 |
policy_state_dict = torch.load("pytorch_model.bin", map_location=torch.device("cpu"))
|
70 |
+
cfg = EasyDict(Config.file_to_dict("policy_config.py").cfg_dict)
|
71 |
# Instantiate the agent
|
72 |
agent = SACAgent(
|
73 |
+
env_id="BipedalWalker-v3", exp_name="BipedalWalker-v3-SAC", cfg=cfg.exp_config, policy_state_dict=policy_state_dict
|
74 |
)
|
75 |
# Continue training
|
76 |
agent.train(step=5000)
|
|
|
98 |
policy_state_dict, cfg = pull_model_from_hub(repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC")
|
99 |
# Instantiate the agent
|
100 |
agent = SACAgent(
|
101 |
+
env_id="BipedalWalker-v3",
|
102 |
exp_name="BipedalWalker-v3-SAC",
|
103 |
cfg=cfg.exp_config,
|
104 |
policy_state_dict=policy_state_dict
|
|
|
128 |
from huggingface_ding import push_model_to_hub
|
129 |
|
130 |
# Instantiate the agent
|
131 |
+
agent = SACAgent(env_id="BipedalWalker-v3", exp_name="BipedalWalker-v3-SAC")
|
132 |
# Train the agent
|
133 |
return_ = agent.train(step=int(200000))
|
134 |
# Push model to huggingface hub
|
|
|
145 |
usage_file_by_git_clone="./sac/bipedalwalker_sac_deploy.py",
|
146 |
usage_file_by_huggingface_ding="./sac/bipedalwalker_sac_download.py",
|
147 |
train_file="./sac/bipedalwalker_sac.py",
|
148 |
+
repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC",
|
149 |
+
create_repo=False
|
150 |
)
|
151 |
|
152 |
```
|
|
|
229 |
'render_freq': -1,
|
230 |
'mode': 'train_iter'
|
231 |
},
|
232 |
+
'figure_path': None,
|
233 |
'cfg_type': 'InteractionSerialEvaluatorDict',
|
234 |
'stop_value': 10000000000,
|
235 |
'n_episode': 5
|
|
|
269 |
|
270 |
**Training Procedure**
|
271 |
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
272 |
+
- **Weights & Biases (wandb):** [monitor link](https://wandb.ai/zjowowen/BipedalWalker-v3-SAC)
|
273 |
|
274 |
## Model Information
|
275 |
<!-- Provide the basic links for the model. -->
|
|
|
278 |
- **Configuration:** [config link](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/policy_config.py)
|
279 |
- **Demo:** [video](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/replay.mp4)
|
280 |
<!-- Provide the size information for the model. -->
|
281 |
+
- **Parameters total size:** 480.08 KB
|
282 |
+
- **Last Update Date:** 2023-09-23
|
283 |
|
284 |
## Environments
|
285 |
<!-- Address questions around what environment the model is intended to be trained and deployed at, including the necessary information needed to be provided for future users. -->
|
286 |
- **Benchmark:** OpenAI/Gym/Box2d
|
287 |
- **Task:** BipedalWalker-v3
|
288 |
- **Gym version:** 0.25.1
|
289 |
+
- **DI-engine version:** v0.4.9
|
290 |
+
- **PyTorch version:** 2.0.1+cu117
|
291 |
- **Doc**: [DI-engine-docs Environments link](https://di-engine-docs.readthedocs.io/en/latest/13_envs/bipedalwalker.html)
|