zjowowen commited on
Commit
f43565a
1 Parent(s): 51d7351

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +13 -11
README.md CHANGED
@@ -21,7 +21,7 @@ model-index:
21
  type: OpenAI/Gym/Box2d-BipedalWalker-v3
22
  metrics:
23
  - type: mean_reward
24
- value: 319.48 +/- 0.62
25
  name: mean_reward
26
  ---
27
 
@@ -67,10 +67,10 @@ import torch
67
 
68
  # Pull model from files which are git cloned from huggingface
69
  policy_state_dict = torch.load("pytorch_model.bin", map_location=torch.device("cpu"))
70
- cfg = EasyDict(Config.file_to_dict("policy_config.py"))
71
  # Instantiate the agent
72
  agent = SACAgent(
73
- env="bipedalwalker", exp_name="BipedalWalker-v3-SAC", cfg=cfg.exp_config, policy_state_dict=policy_state_dict
74
  )
75
  # Continue training
76
  agent.train(step=5000)
@@ -98,7 +98,7 @@ from huggingface_ding import pull_model_from_hub
98
  policy_state_dict, cfg = pull_model_from_hub(repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC")
99
  # Instantiate the agent
100
  agent = SACAgent(
101
- env="bipedalwalker",
102
  exp_name="BipedalWalker-v3-SAC",
103
  cfg=cfg.exp_config,
104
  policy_state_dict=policy_state_dict
@@ -128,7 +128,7 @@ from ding.bonus import SACAgent
128
  from huggingface_ding import push_model_to_hub
129
 
130
  # Instantiate the agent
131
- agent = SACAgent("bipedalwalker", exp_name="BipedalWalker-v3-SAC")
132
  # Train the agent
133
  return_ = agent.train(step=int(200000))
134
  # Push model to huggingface hub
@@ -145,7 +145,8 @@ push_model_to_hub(
145
  usage_file_by_git_clone="./sac/bipedalwalker_sac_deploy.py",
146
  usage_file_by_huggingface_ding="./sac/bipedalwalker_sac_download.py",
147
  train_file="./sac/bipedalwalker_sac.py",
148
- repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC"
 
149
  )
150
 
151
  ```
@@ -228,6 +229,7 @@ exp_config = {
228
  'render_freq': -1,
229
  'mode': 'train_iter'
230
  },
 
231
  'cfg_type': 'InteractionSerialEvaluatorDict',
232
  'stop_value': 10000000000,
233
  'n_episode': 5
@@ -267,7 +269,7 @@ exp_config = {
267
 
268
  **Training Procedure**
269
  <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
270
- - **Weights & Biases (wandb):** [monitor link](https://wandb.ai/zhangpaipai/BipedalWalker-v3-SAC)
271
 
272
  ## Model Information
273
  <!-- Provide the basic links for the model. -->
@@ -276,14 +278,14 @@ exp_config = {
276
  - **Configuration:** [config link](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/policy_config.py)
277
  - **Demo:** [video](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/replay.mp4)
278
  <!-- Provide the size information for the model. -->
279
- - **Parameters total size:** 240.04 KB
280
- - **Last Update Date:** 2023-05-17
281
 
282
  ## Environments
283
  <!-- Address questions around what environment the model is intended to be trained and deployed at, including the necessary information needed to be provided for future users. -->
284
  - **Benchmark:** OpenAI/Gym/Box2d
285
  - **Task:** BipedalWalker-v3
286
  - **Gym version:** 0.25.1
287
- - **DI-engine version:** v0.4.7
288
- - **PyTorch version:** 1.7.1
289
  - **Doc**: [DI-engine-docs Environments link](https://di-engine-docs.readthedocs.io/en/latest/13_envs/bipedalwalker.html)
 
21
  type: OpenAI/Gym/Box2d-BipedalWalker-v3
22
  metrics:
23
  - type: mean_reward
24
+ value: 315.77 +/- 0.41
25
  name: mean_reward
26
  ---
27
 
 
67
 
68
  # Pull model from files which are git cloned from huggingface
69
  policy_state_dict = torch.load("pytorch_model.bin", map_location=torch.device("cpu"))
70
+ cfg = EasyDict(Config.file_to_dict("policy_config.py").cfg_dict)
71
  # Instantiate the agent
72
  agent = SACAgent(
73
+ env_id="BipedalWalker-v3", exp_name="BipedalWalker-v3-SAC", cfg=cfg.exp_config, policy_state_dict=policy_state_dict
74
  )
75
  # Continue training
76
  agent.train(step=5000)
 
98
  policy_state_dict, cfg = pull_model_from_hub(repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC")
99
  # Instantiate the agent
100
  agent = SACAgent(
101
+ env_id="BipedalWalker-v3",
102
  exp_name="BipedalWalker-v3-SAC",
103
  cfg=cfg.exp_config,
104
  policy_state_dict=policy_state_dict
 
128
  from huggingface_ding import push_model_to_hub
129
 
130
  # Instantiate the agent
131
+ agent = SACAgent(env_id="BipedalWalker-v3", exp_name="BipedalWalker-v3-SAC")
132
  # Train the agent
133
  return_ = agent.train(step=int(200000))
134
  # Push model to huggingface hub
 
145
  usage_file_by_git_clone="./sac/bipedalwalker_sac_deploy.py",
146
  usage_file_by_huggingface_ding="./sac/bipedalwalker_sac_download.py",
147
  train_file="./sac/bipedalwalker_sac.py",
148
+ repo_id="OpenDILabCommunity/BipedalWalker-v3-SAC",
149
+ create_repo=False
150
  )
151
 
152
  ```
 
229
  'render_freq': -1,
230
  'mode': 'train_iter'
231
  },
232
+ 'figure_path': None,
233
  'cfg_type': 'InteractionSerialEvaluatorDict',
234
  'stop_value': 10000000000,
235
  'n_episode': 5
 
269
 
270
  **Training Procedure**
271
  <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
272
+ - **Weights & Biases (wandb):** [monitor link](https://wandb.ai/zjowowen/BipedalWalker-v3-SAC)
273
 
274
  ## Model Information
275
  <!-- Provide the basic links for the model. -->
 
278
  - **Configuration:** [config link](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/policy_config.py)
279
  - **Demo:** [video](https://huggingface.co/OpenDILabCommunity/BipedalWalker-v3-SAC/blob/main/replay.mp4)
280
  <!-- Provide the size information for the model. -->
281
+ - **Parameters total size:** 480.08 KB
282
+ - **Last Update Date:** 2023-09-23
283
 
284
  ## Environments
285
  <!-- Address questions around what environment the model is intended to be trained and deployed at, including the necessary information needed to be provided for future users. -->
286
  - **Benchmark:** OpenAI/Gym/Box2d
287
  - **Task:** BipedalWalker-v3
288
  - **Gym version:** 0.25.1
289
+ - **DI-engine version:** v0.4.9
290
+ - **PyTorch version:** 2.0.1+cu117
291
  - **Doc**: [DI-engine-docs Environments link](https://di-engine-docs.readthedocs.io/en/latest/13_envs/bipedalwalker.html)