Commit
·
63244f8
1
Parent(s):
3feb958
Upload . with huggingface_hub
Browse files- .summary/0/events.out.tfevents.1677838708.MacBook-Pro-de-Quentin.local +3 -0
- .summary/0/events.out.tfevents.1677838777.MacBook-Pro-de-Quentin.local +3 -0
- README.md +1 -1
- checkpoint_p0/best_000000853_873472_reward_75.849.pth +3 -0
- checkpoint_p0/checkpoint_000002787_2853888.pth +3 -0
- checkpoint_p0/checkpoint_000002806_2873344.pth +3 -0
- config.json +13 -9
- git.diff +112 -0
- replay.mp4 +2 -2
- sf_log.txt +0 -0
.summary/0/events.out.tfevents.1677838708.MacBook-Pro-de-Quentin.local
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e8ba51eb96e3d53084f2e411a491ffe50462ce15b21ad3cb3b40140a22549cf
|
3 |
+
size 40
|
.summary/0/events.out.tfevents.1677838777.MacBook-Pro-de-Quentin.local
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a29ce1fd871b0c2d9559786fd013949234f521616f5c88c100522ab91d132551
|
3 |
+
size 915491
|
README.md
CHANGED
@@ -15,7 +15,7 @@ model-index:
|
|
15 |
type: pick-place-v2
|
16 |
metrics:
|
17 |
- type: mean_reward
|
18 |
-
value:
|
19 |
name: mean_reward
|
20 |
verified: false
|
21 |
---
|
|
|
15 |
type: pick-place-v2
|
16 |
metrics:
|
17 |
- type: mean_reward
|
18 |
+
value: 23.31 +/- 11.58
|
19 |
name: mean_reward
|
20 |
verified: false
|
21 |
---
|
checkpoint_p0/best_000000853_873472_reward_75.849.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8a42a6afe9add5b6b22c0012098a97937a5fe41e34b4b8ff1c420b9a206a6f3
|
3 |
+
size 22381299
|
checkpoint_p0/checkpoint_000002787_2853888.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53fa9e48909358d9293a69525c3111e70d17bc3011e13fd78ab60f7bc8635c1a
|
3 |
+
size 22381699
|
checkpoint_p0/checkpoint_000002806_2873344.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:97fefbca9006f705e689ac6184bff1945162f7517d8ba1212a7cc4eaa799ec58
|
3 |
+
size 22381699
|
config.json
CHANGED
@@ -2,10 +2,10 @@
|
|
2 |
"help": false,
|
3 |
"algo": "APPO",
|
4 |
"env": "pick-place-v2",
|
5 |
-
"experiment": "
|
6 |
-
"train_dir": "/
|
7 |
"restart_behavior": "resume",
|
8 |
-
"device": "
|
9 |
"seed": null,
|
10 |
"num_policies": 1,
|
11 |
"async_rl": true,
|
@@ -15,7 +15,7 @@
|
|
15 |
"worker_num_splits": 2,
|
16 |
"policy_workers_per_policy": 1,
|
17 |
"max_policy_lag": 1000,
|
18 |
-
"num_workers":
|
19 |
"num_envs_per_worker": 2,
|
20 |
"batch_size": 1024,
|
21 |
"num_batches_per_epoch": 1,
|
@@ -120,11 +120,15 @@
|
|
120 |
"pbt_target_objective": "true_objective",
|
121 |
"pbt_perturb_min": 1.1,
|
122 |
"pbt_perturb_max": 1.5,
|
123 |
-
"command_line": "--env pick-place-v2",
|
124 |
"cli_args": {
|
125 |
-
"env": "pick-place-v2"
|
|
|
|
|
|
|
|
|
126 |
},
|
127 |
-
"git_hash": "
|
128 |
-
"git_repo_name": "
|
129 |
-
"wandb_unique_id": "
|
130 |
}
|
|
|
2 |
"help": false,
|
3 |
"algo": "APPO",
|
4 |
"env": "pick-place-v2",
|
5 |
+
"experiment": "pick-place-v2",
|
6 |
+
"train_dir": "/Users/quentingallouedec/gia/data/envs/metaworld/train_dir",
|
7 |
"restart_behavior": "resume",
|
8 |
+
"device": "cpu",
|
9 |
"seed": null,
|
10 |
"num_policies": 1,
|
11 |
"async_rl": true,
|
|
|
15 |
"worker_num_splits": 2,
|
16 |
"policy_workers_per_policy": 1,
|
17 |
"max_policy_lag": 1000,
|
18 |
+
"num_workers": 8,
|
19 |
"num_envs_per_worker": 2,
|
20 |
"batch_size": 1024,
|
21 |
"num_batches_per_epoch": 1,
|
|
|
120 |
"pbt_target_objective": "true_objective",
|
121 |
"pbt_perturb_min": 1.1,
|
122 |
"pbt_perturb_max": 1.5,
|
123 |
+
"command_line": "--env pick-place-v2 --experiment=pick-place-v2 --with_wandb=True --wandb_user=qgallouedec --wandb_project sample_facotry_metaworld",
|
124 |
"cli_args": {
|
125 |
+
"env": "pick-place-v2",
|
126 |
+
"experiment": "pick-place-v2",
|
127 |
+
"with_wandb": true,
|
128 |
+
"wandb_user": "qgallouedec",
|
129 |
+
"wandb_project": "sample_facotry_metaworld"
|
130 |
},
|
131 |
+
"git_hash": "2fd3320ea3064145b39fc5f05f1959e8efbd2051",
|
132 |
+
"git_repo_name": "https://github.com/huggingface/gia.git",
|
133 |
+
"wandb_unique_id": "pick-place-v2_20230303_111825_996649"
|
134 |
}
|
git.diff
ADDED
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
diff --git a/data/envs/metaworld/train.py b/data/envs/metaworld/train.py
|
2 |
+
index e01df51..f0d2bb9 100644
|
3 |
+
--- a/data/envs/metaworld/train.py
|
4 |
+
+++ b/data/envs/metaworld/train.py
|
5 |
+
@@ -1,30 +1,78 @@
|
6 |
+
-from typing import Optional
|
7 |
+
-import argparse
|
8 |
+
import sys
|
9 |
+
-import metaworld
|
10 |
+
-import gym
|
11 |
+
+from typing import Optional
|
12 |
+
|
13 |
+
+import gym
|
14 |
+
+import metaworld
|
15 |
+
from sample_factory.cfg.arguments import parse_full_cfg, parse_sf_args
|
16 |
+
from sample_factory.envs.env_utils import register_env
|
17 |
+
from sample_factory.train import run_rl
|
18 |
+
|
19 |
+
-
|
20 |
+
-def make_custom_env(full_env_name: str, cfg=None, env_config=None, render_mode: Optional[str] = None):
|
21 |
+
- # see the section below explaining arguments
|
22 |
+
- return gym.make("pick-place-v2", render_mode=render_mode)
|
23 |
+
+ENV_NAMES = [
|
24 |
+
+ "assembly-v2",
|
25 |
+
+ "basketball-v2",
|
26 |
+
+ "bin-picking-v2",
|
27 |
+
+ "box-close-v2",
|
28 |
+
+ "button-press-topdown-v2",
|
29 |
+
+ "button-press-topdown-wall-v2",
|
30 |
+
+ "button-press-v2",
|
31 |
+
+ "button-press-wall-v2",
|
32 |
+
+ "coffee-button-v2",
|
33 |
+
+ "coffee-pull-v2",
|
34 |
+
+ "coffee-push-v2",
|
35 |
+
+ "dial-turn-v2",
|
36 |
+
+ "disassemble-v2",
|
37 |
+
+ "door-close-v2",
|
38 |
+
+ "door-lock-v2",
|
39 |
+
+ "door-open-v2",
|
40 |
+
+ "door-unlock-v2",
|
41 |
+
+ "hand-insert-v2",
|
42 |
+
+ "drawer-close-v2",
|
43 |
+
+ "drawer-open-v2",
|
44 |
+
+ "faucet-open-v2",
|
45 |
+
+ "faucet-close-v2",
|
46 |
+
+ "hammer-v2",
|
47 |
+
+ "handle-press-side-v2",
|
48 |
+
+ "handle-press-v2",
|
49 |
+
+ "handle-pull-side-v2",
|
50 |
+
+ "handle-pull-v2",
|
51 |
+
+ "lever-pull-v2",
|
52 |
+
+ "peg-insert-side-v2",
|
53 |
+
+ "pick-place-wall-v2",
|
54 |
+
+ "pick-out-of-hole-v2",
|
55 |
+
+ "reach-v2",
|
56 |
+
+ "push-back-v2",
|
57 |
+
+ "push-v2",
|
58 |
+
+ "pick-place-v2",
|
59 |
+
+ "plate-slide-v2",
|
60 |
+
+ "plate-slide-side-v2",
|
61 |
+
+ "plate-slide-back-v2",
|
62 |
+
+ "plate-slide-back-side-v2",
|
63 |
+
+ "peg-insert-side-v2",
|
64 |
+
+ "peg-unplug-side-v2",
|
65 |
+
+ "soccer-v2",
|
66 |
+
+ "stick-push-v2",
|
67 |
+
+ "stick-pull-v2",
|
68 |
+
+ "push-wall-v2",
|
69 |
+
+ "push-v2",
|
70 |
+
+ "reach-wall-v2",
|
71 |
+
+ "reach-v2",
|
72 |
+
+ "shelf-place-v2",
|
73 |
+
+ "sweep-into-v2",
|
74 |
+
+ "sweep-v2",
|
75 |
+
+ "window-open-v2",
|
76 |
+
+ "window-close-v2",
|
77 |
+
+]
|
78 |
+
|
79 |
+
|
80 |
+
-def parse_args(argv=None, evaluation=False):
|
81 |
+
- # parse the command line arguments to build
|
82 |
+
- parser, partial_cfg = parse_sf_args(argv=argv, evaluation=evaluation)
|
83 |
+
- final_cfg = parse_full_cfg(parser, argv)
|
84 |
+
- return final_cfg
|
85 |
+
+def make_custom_env(full_env_name: str, cfg=None, env_config=None, render_mode: Optional[str] = None):
|
86 |
+
+ return gym.make(full_env_name, render_mode=render_mode)
|
87 |
+
|
88 |
+
|
89 |
+
def main():
|
90 |
+
- """Script entry point."""
|
91 |
+
- register_env("pick-place-v2", make_custom_env)
|
92 |
+
- cfg = parse_args()
|
93 |
+
+ for env_name in ENV_NAMES:
|
94 |
+
+ register_env(env_name, make_custom_env)
|
95 |
+
+ parser, _ = parse_sf_args(argv=None, evaluation=False)
|
96 |
+
+ cfg = parse_full_cfg(parser)
|
97 |
+
status = run_rl(cfg)
|
98 |
+
return status
|
99 |
+
|
100 |
+
diff --git a/setup.py b/setup.py
|
101 |
+
index 4cbcc4b..b35d687 100644
|
102 |
+
--- a/setup.py
|
103 |
+
+++ b/setup.py
|
104 |
+
@@ -65,7 +65,7 @@ REQUIRED_PKGS = [
|
105 |
+
"huggingface_hub>=0.10", # For sharing objects, environments & trained RL policies
|
106 |
+
"gym==0.26.2", # For RL action spaces and API
|
107 |
+
"hydra-core",
|
108 |
+
- "envpool",
|
109 |
+
+ # "envpool",
|
110 |
+
]
|
111 |
+
|
112 |
+
|
replay.mp4
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4028f35554118c1e424ec2f13d27c0b0ddf9995bb833671c40b104e4c3af1c83
|
3 |
+
size 3398790
|
sf_log.txt
CHANGED
The diff for this file is too large to render.
See raw diff
|
|