Safetensors
English
zhenyuzhao commited on
Commit
5cebc74
·
verified ·
1 Parent(s): bb5912f

Add EgoVLA real checkpoint for Rotate_to_pour_ham_into_plate_and_push_the_cart_forward

Browse files
Files changed (17) hide show
  1. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/config.json +582 -0
  2. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/added_tokens.json +7 -0
  3. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/config.json +31 -0
  4. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/generation_config.json +14 -0
  5. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/merges.txt +0 -0
  6. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/model.safetensors +3 -0
  7. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/special_tokens_map.json +27 -0
  8. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/tokenizer_config.json +61 -0
  9. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/vocab.json +0 -0
  10. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/mm_projector/config.json +10 -0
  11. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/mm_projector/model.safetensors +3 -0
  12. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/pytorch_model.bin +3 -0
  13. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/traj_decoder/config.json +582 -0
  14. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/traj_decoder/model.safetensors +3 -0
  15. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/vision_tower/config.json +19 -0
  16. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/vision_tower/model.safetensors +3 -0
  17. egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/vision_tower/preprocessor_config.json +24 -0
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/config.json ADDED
@@ -0,0 +1,582 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000",
3
+ "action_output_dim": 36,
4
+ "action_output_ee_2d_dim": 0,
5
+ "action_output_ee_dim": null,
6
+ "action_output_ee_rot_dim": 0,
7
+ "action_output_hand_dim": null,
8
+ "action_token_idx": 31733,
9
+ "architectures": [
10
+ "LlavaLlamaModel"
11
+ ],
12
+ "chat_template": null,
13
+ "cvae_hidden_size": 256,
14
+ "cvae_latent_dim": 256,
15
+ "drop_path_rate": 0.0,
16
+ "ee_2d_loss_coeff": 1,
17
+ "ee_loss_coeff": 1,
18
+ "ee_movement_loss_weight": 1,
19
+ "ee_rot_loss_coeff": 1,
20
+ "ee_rot_representation": "quat",
21
+ "fps": 0.0,
22
+ "hand_kp_loss_coeff": 1,
23
+ "hand_loss_coeff": 1,
24
+ "hand_loss_dim": 15,
25
+ "hidden_size": 1536,
26
+ "image_aspect_ratio": "resize",
27
+ "input_placeholder_end_token_idx": 151315,
28
+ "input_placeholder_start_token_idx": 151375,
29
+ "input_placeholder_token_idx": 151375,
30
+ "interpolate_mode": "linear",
31
+ "invalid_token_idx": 151376,
32
+ "invalid_token_weight": 0.1,
33
+ "kl_weight": 0.001,
34
+ "llm_cfg": {
35
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/llm",
36
+ "add_cross_attention": false,
37
+ "architectures": [
38
+ "Qwen2ForCausalLM"
39
+ ],
40
+ "attention_dropout": 0.0,
41
+ "bad_words_ids": null,
42
+ "begin_suppress_tokens": null,
43
+ "bos_token_id": 151643,
44
+ "chunk_size_feed_forward": 0,
45
+ "cross_attention_hidden_size": null,
46
+ "decoder_start_token_id": null,
47
+ "diversity_penalty": 0.0,
48
+ "do_sample": false,
49
+ "early_stopping": false,
50
+ "encoder_no_repeat_ngram_size": 0,
51
+ "eos_token_id": 151645,
52
+ "exponential_decay_length_penalty": null,
53
+ "finetuning_task": null,
54
+ "forced_bos_token_id": null,
55
+ "forced_eos_token_id": null,
56
+ "hidden_act": "silu",
57
+ "hidden_size": 1536,
58
+ "id2label": {
59
+ "0": "LABEL_0",
60
+ "1": "LABEL_1"
61
+ },
62
+ "initializer_range": 0.02,
63
+ "intermediate_size": 8960,
64
+ "is_decoder": false,
65
+ "is_encoder_decoder": false,
66
+ "label2id": {
67
+ "LABEL_0": 0,
68
+ "LABEL_1": 1
69
+ },
70
+ "length_penalty": 1.0,
71
+ "max_length": 20,
72
+ "max_position_embeddings": 32768,
73
+ "max_window_layers": 28,
74
+ "min_length": 0,
75
+ "model_max_length": 4096,
76
+ "model_type": "qwen2",
77
+ "no_repeat_ngram_size": 0,
78
+ "num_attention_heads": 12,
79
+ "num_beam_groups": 1,
80
+ "num_beams": 1,
81
+ "num_hidden_layers": 28,
82
+ "num_key_value_heads": 2,
83
+ "num_return_sequences": 1,
84
+ "output_attentions": false,
85
+ "output_hidden_states": false,
86
+ "output_scores": false,
87
+ "pad_token_id": null,
88
+ "prefix": null,
89
+ "problem_type": null,
90
+ "pruned_heads": {},
91
+ "remove_invalid_values": false,
92
+ "repetition_penalty": 1.0,
93
+ "return_dict": true,
94
+ "return_dict_in_generate": false,
95
+ "rms_norm_eps": 1e-06,
96
+ "rope_theta": 1000000.0,
97
+ "sep_token_id": null,
98
+ "sliding_window": null,
99
+ "suppress_tokens": null,
100
+ "task_specific_params": null,
101
+ "temperature": 1.0,
102
+ "tf_legacy_loss": false,
103
+ "tie_encoder_decoder": false,
104
+ "tie_word_embeddings": true,
105
+ "tokenizer_class": null,
106
+ "tokenizer_model_max_length": 4096,
107
+ "tokenizer_padding_side": "right",
108
+ "top_k": 50,
109
+ "top_p": 1.0,
110
+ "torch_dtype": "bfloat16",
111
+ "torchscript": false,
112
+ "typical_p": 1.0,
113
+ "use_bfloat16": false,
114
+ "use_cache": false,
115
+ "use_sliding_window": false,
116
+ "vocab_size": 151648
117
+ },
118
+ "loss_use_l1": false,
119
+ "merge_hand": false,
120
+ "mm_hidden_size": 1152,
121
+ "mm_projector_cfg": {
122
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/mm_projector",
123
+ "add_cross_attention": false,
124
+ "architectures": [
125
+ "MultimodalProjector"
126
+ ],
127
+ "bad_words_ids": null,
128
+ "begin_suppress_tokens": null,
129
+ "bos_token_id": null,
130
+ "chunk_size_feed_forward": 0,
131
+ "cross_attention_hidden_size": null,
132
+ "decoder_start_token_id": null,
133
+ "diversity_penalty": 0.0,
134
+ "do_sample": false,
135
+ "early_stopping": false,
136
+ "encoder_no_repeat_ngram_size": 0,
137
+ "eos_token_id": null,
138
+ "exponential_decay_length_penalty": null,
139
+ "finetuning_task": null,
140
+ "forced_bos_token_id": null,
141
+ "forced_eos_token_id": null,
142
+ "id2label": {
143
+ "0": "LABEL_0",
144
+ "1": "LABEL_1"
145
+ },
146
+ "is_decoder": false,
147
+ "is_encoder_decoder": false,
148
+ "label2id": {
149
+ "LABEL_0": 0,
150
+ "LABEL_1": 1
151
+ },
152
+ "length_penalty": 1.0,
153
+ "max_length": 20,
154
+ "min_length": 0,
155
+ "mm_projector_type": "mlp_downsample",
156
+ "model_type": "v2l_projector",
157
+ "no_repeat_ngram_size": 0,
158
+ "num_beam_groups": 1,
159
+ "num_beams": 1,
160
+ "num_return_sequences": 1,
161
+ "output_attentions": false,
162
+ "output_hidden_states": false,
163
+ "output_scores": false,
164
+ "pad_token_id": null,
165
+ "prefix": null,
166
+ "problem_type": null,
167
+ "pruned_heads": {},
168
+ "remove_invalid_values": false,
169
+ "repetition_penalty": 1.0,
170
+ "return_dict": true,
171
+ "return_dict_in_generate": false,
172
+ "sep_token_id": null,
173
+ "suppress_tokens": null,
174
+ "task_specific_params": null,
175
+ "temperature": 1.0,
176
+ "tf_legacy_loss": false,
177
+ "tie_encoder_decoder": false,
178
+ "tie_word_embeddings": true,
179
+ "tokenizer_class": null,
180
+ "top_k": 50,
181
+ "top_p": 1.0,
182
+ "torch_dtype": "bfloat16",
183
+ "torchscript": false,
184
+ "typical_p": 1.0,
185
+ "use_bfloat16": false
186
+ },
187
+ "mm_projector_lr": null,
188
+ "mm_use_im_patch_token": true,
189
+ "mm_use_im_start_end": false,
190
+ "mm_vision_select_feature": "cls_patch",
191
+ "mm_vision_select_layer": -2,
192
+ "model_dtype": "torch.bfloat16",
193
+ "model_type": "llava_llama",
194
+ "next_token_loss_coeff": 0.0,
195
+ "num_time_tokens": 0,
196
+ "num_video_frames": 8,
197
+ "pred_head": false,
198
+ "proprio_size": 32,
199
+ "resume_path": "/workspace/egovla/checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-6000",
200
+ "s2": false,
201
+ "s2_max_split_size": 336,
202
+ "s2_scales": "336,672,1008",
203
+ "sep_proprio": false,
204
+ "sep_query_token": false,
205
+ "soft_ce_std": 1.0,
206
+ "time_token_format": "<t{t}>",
207
+ "time_token_ids": [],
208
+ "torch_dtype": "bfloat16",
209
+ "traj_decoder_cfg": {
210
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000",
211
+ "add_cross_attention": false,
212
+ "architectures": [
213
+ "LlavaLlamaModel"
214
+ ],
215
+ "bad_words_ids": null,
216
+ "begin_suppress_tokens": null,
217
+ "bos_token_id": null,
218
+ "chunk_size_feed_forward": 0,
219
+ "cross_attention_hidden_size": null,
220
+ "decoder_start_token_id": null,
221
+ "diversity_penalty": 0.0,
222
+ "do_sample": false,
223
+ "early_stopping": false,
224
+ "encoder_no_repeat_ngram_size": 0,
225
+ "eos_token_id": null,
226
+ "exponential_decay_length_penalty": null,
227
+ "finetuning_task": null,
228
+ "forced_bos_token_id": null,
229
+ "forced_eos_token_id": null,
230
+ "id2label": {
231
+ "0": "LABEL_0",
232
+ "1": "LABEL_1"
233
+ },
234
+ "is_decoder": false,
235
+ "is_encoder_decoder": false,
236
+ "label2id": {
237
+ "LABEL_0": 0,
238
+ "LABEL_1": 1
239
+ },
240
+ "length_penalty": 1.0,
241
+ "llm_cfg": {
242
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/llm",
243
+ "add_cross_attention": false,
244
+ "architectures": [
245
+ "Qwen2ForCausalLM"
246
+ ],
247
+ "attention_dropout": 0.0,
248
+ "bad_words_ids": null,
249
+ "begin_suppress_tokens": null,
250
+ "bos_token_id": 151643,
251
+ "chunk_size_feed_forward": 0,
252
+ "cross_attention_hidden_size": null,
253
+ "decoder_start_token_id": null,
254
+ "diversity_penalty": 0.0,
255
+ "do_sample": false,
256
+ "early_stopping": false,
257
+ "encoder_no_repeat_ngram_size": 0,
258
+ "eos_token_id": 151645,
259
+ "exponential_decay_length_penalty": null,
260
+ "finetuning_task": null,
261
+ "forced_bos_token_id": null,
262
+ "forced_eos_token_id": null,
263
+ "hidden_act": "silu",
264
+ "hidden_size": 1536,
265
+ "id2label": {
266
+ "0": "LABEL_0",
267
+ "1": "LABEL_1"
268
+ },
269
+ "initializer_range": 0.02,
270
+ "intermediate_size": 8960,
271
+ "is_decoder": false,
272
+ "is_encoder_decoder": false,
273
+ "label2id": {
274
+ "LABEL_0": 0,
275
+ "LABEL_1": 1
276
+ },
277
+ "length_penalty": 1.0,
278
+ "max_length": 20,
279
+ "max_position_embeddings": 32768,
280
+ "max_window_layers": 28,
281
+ "min_length": 0,
282
+ "model_max_length": 4096,
283
+ "model_type": "qwen2",
284
+ "no_repeat_ngram_size": 0,
285
+ "num_attention_heads": 12,
286
+ "num_beam_groups": 1,
287
+ "num_beams": 1,
288
+ "num_hidden_layers": 28,
289
+ "num_key_value_heads": 2,
290
+ "num_return_sequences": 1,
291
+ "output_attentions": false,
292
+ "output_hidden_states": false,
293
+ "output_scores": false,
294
+ "pad_token_id": null,
295
+ "prefix": null,
296
+ "problem_type": null,
297
+ "pruned_heads": {},
298
+ "remove_invalid_values": false,
299
+ "repetition_penalty": 1.0,
300
+ "return_dict": true,
301
+ "return_dict_in_generate": false,
302
+ "rms_norm_eps": 1e-06,
303
+ "rope_theta": 1000000.0,
304
+ "sep_token_id": null,
305
+ "sliding_window": null,
306
+ "suppress_tokens": null,
307
+ "task_specific_params": null,
308
+ "temperature": 1.0,
309
+ "tf_legacy_loss": false,
310
+ "tie_encoder_decoder": false,
311
+ "tie_word_embeddings": true,
312
+ "tokenizer_class": null,
313
+ "tokenizer_model_max_length": 4096,
314
+ "tokenizer_padding_side": "right",
315
+ "top_k": 50,
316
+ "top_p": 1.0,
317
+ "torch_dtype": "bfloat16",
318
+ "torchscript": false,
319
+ "typical_p": 1.0,
320
+ "use_bfloat16": false,
321
+ "use_cache": false,
322
+ "use_sliding_window": false,
323
+ "vocab_size": 151648
324
+ },
325
+ "max_length": 20,
326
+ "min_length": 0,
327
+ "mm_projector_cfg": {
328
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/mm_projector",
329
+ "add_cross_attention": false,
330
+ "architectures": [
331
+ "MultimodalProjector"
332
+ ],
333
+ "bad_words_ids": null,
334
+ "begin_suppress_tokens": null,
335
+ "bos_token_id": null,
336
+ "chunk_size_feed_forward": 0,
337
+ "cross_attention_hidden_size": null,
338
+ "decoder_start_token_id": null,
339
+ "diversity_penalty": 0.0,
340
+ "do_sample": false,
341
+ "early_stopping": false,
342
+ "encoder_no_repeat_ngram_size": 0,
343
+ "eos_token_id": null,
344
+ "exponential_decay_length_penalty": null,
345
+ "finetuning_task": null,
346
+ "forced_bos_token_id": null,
347
+ "forced_eos_token_id": null,
348
+ "id2label": {
349
+ "0": "LABEL_0",
350
+ "1": "LABEL_1"
351
+ },
352
+ "is_decoder": false,
353
+ "is_encoder_decoder": false,
354
+ "label2id": {
355
+ "LABEL_0": 0,
356
+ "LABEL_1": 1
357
+ },
358
+ "length_penalty": 1.0,
359
+ "max_length": 20,
360
+ "min_length": 0,
361
+ "mm_projector_type": "mlp_downsample",
362
+ "model_type": "v2l_projector",
363
+ "no_repeat_ngram_size": 0,
364
+ "num_beam_groups": 1,
365
+ "num_beams": 1,
366
+ "num_return_sequences": 1,
367
+ "output_attentions": false,
368
+ "output_hidden_states": false,
369
+ "output_scores": false,
370
+ "pad_token_id": null,
371
+ "prefix": null,
372
+ "problem_type": null,
373
+ "pruned_heads": {},
374
+ "remove_invalid_values": false,
375
+ "repetition_penalty": 1.0,
376
+ "return_dict": true,
377
+ "return_dict_in_generate": false,
378
+ "sep_token_id": null,
379
+ "suppress_tokens": null,
380
+ "task_specific_params": null,
381
+ "temperature": 1.0,
382
+ "tf_legacy_loss": false,
383
+ "tie_encoder_decoder": false,
384
+ "tie_word_embeddings": true,
385
+ "tokenizer_class": null,
386
+ "top_k": 50,
387
+ "top_p": 1.0,
388
+ "torch_dtype": "bfloat16",
389
+ "torchscript": false,
390
+ "typical_p": 1.0,
391
+ "use_bfloat16": false
392
+ },
393
+ "model_type": "llava_llama",
394
+ "no_repeat_ngram_size": 0,
395
+ "num_beam_groups": 1,
396
+ "num_beams": 1,
397
+ "num_return_sequences": 1,
398
+ "output_attentions": false,
399
+ "output_hidden_states": false,
400
+ "output_scores": false,
401
+ "pad_token_id": null,
402
+ "prefix": null,
403
+ "problem_type": null,
404
+ "pruned_heads": {},
405
+ "remove_invalid_values": false,
406
+ "repetition_penalty": 1.0,
407
+ "return_dict": true,
408
+ "return_dict_in_generate": false,
409
+ "sep_token_id": null,
410
+ "suppress_tokens": null,
411
+ "task_specific_params": null,
412
+ "temperature": 1.0,
413
+ "tf_legacy_loss": false,
414
+ "tie_encoder_decoder": false,
415
+ "tie_word_embeddings": true,
416
+ "tokenizer_class": null,
417
+ "top_k": 50,
418
+ "top_p": 1.0,
419
+ "torch_dtype": "bfloat16",
420
+ "torchscript": false,
421
+ "typical_p": 1.0,
422
+ "use_bfloat16": false,
423
+ "vision_tower_cfg": {
424
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/vision_tower",
425
+ "add_cross_attention": false,
426
+ "architectures": [
427
+ "SiglipVisionModel"
428
+ ],
429
+ "attention_dropout": 0.0,
430
+ "bad_words_ids": null,
431
+ "begin_suppress_tokens": null,
432
+ "bos_token_id": null,
433
+ "chunk_size_feed_forward": 0,
434
+ "cross_attention_hidden_size": null,
435
+ "decoder_start_token_id": null,
436
+ "diversity_penalty": 0.0,
437
+ "do_sample": false,
438
+ "early_stopping": false,
439
+ "encoder_no_repeat_ngram_size": 0,
440
+ "eos_token_id": null,
441
+ "exponential_decay_length_penalty": null,
442
+ "finetuning_task": null,
443
+ "forced_bos_token_id": null,
444
+ "forced_eos_token_id": null,
445
+ "hidden_act": "gelu_pytorch_tanh",
446
+ "hidden_size": 1152,
447
+ "id2label": {
448
+ "0": "LABEL_0",
449
+ "1": "LABEL_1"
450
+ },
451
+ "image_size": 384,
452
+ "intermediate_size": 4304,
453
+ "is_decoder": false,
454
+ "is_encoder_decoder": false,
455
+ "label2id": {
456
+ "LABEL_0": 0,
457
+ "LABEL_1": 1
458
+ },
459
+ "layer_norm_eps": 1e-06,
460
+ "length_penalty": 1.0,
461
+ "max_length": 20,
462
+ "min_length": 0,
463
+ "model_type": "siglip_vision_model",
464
+ "no_repeat_ngram_size": 0,
465
+ "num_attention_heads": 16,
466
+ "num_beam_groups": 1,
467
+ "num_beams": 1,
468
+ "num_channels": 3,
469
+ "num_hidden_layers": 27,
470
+ "num_return_sequences": 1,
471
+ "output_attentions": false,
472
+ "output_hidden_states": false,
473
+ "output_scores": false,
474
+ "pad_token_id": null,
475
+ "patch_size": 14,
476
+ "prefix": null,
477
+ "problem_type": null,
478
+ "pruned_heads": {},
479
+ "remove_invalid_values": false,
480
+ "repetition_penalty": 1.0,
481
+ "return_dict": true,
482
+ "return_dict_in_generate": false,
483
+ "sep_token_id": null,
484
+ "suppress_tokens": null,
485
+ "task_specific_params": null,
486
+ "temperature": 1.0,
487
+ "tf_legacy_loss": false,
488
+ "tie_encoder_decoder": false,
489
+ "tie_word_embeddings": true,
490
+ "tokenizer_class": null,
491
+ "top_k": 50,
492
+ "top_p": 1.0,
493
+ "torch_dtype": "bfloat16",
494
+ "torchscript": false,
495
+ "typical_p": 1.0,
496
+ "use_bfloat16": false
497
+ }
498
+ },
499
+ "traj_decoder_type": "transformer_action_vector",
500
+ "transformers_version": "4.44.2",
501
+ "tune_language_model": true,
502
+ "tune_mm_projector": true,
503
+ "tune_vision_tower": true,
504
+ "use_movement_mask": false,
505
+ "use_proprio": true,
506
+ "vision_resolution": -1,
507
+ "vision_tower_cfg": {
508
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/vision_tower",
509
+ "add_cross_attention": false,
510
+ "architectures": [
511
+ "SiglipVisionModel"
512
+ ],
513
+ "attention_dropout": 0.0,
514
+ "bad_words_ids": null,
515
+ "begin_suppress_tokens": null,
516
+ "bos_token_id": null,
517
+ "chunk_size_feed_forward": 0,
518
+ "cross_attention_hidden_size": null,
519
+ "decoder_start_token_id": null,
520
+ "diversity_penalty": 0.0,
521
+ "do_sample": false,
522
+ "early_stopping": false,
523
+ "encoder_no_repeat_ngram_size": 0,
524
+ "eos_token_id": null,
525
+ "exponential_decay_length_penalty": null,
526
+ "finetuning_task": null,
527
+ "forced_bos_token_id": null,
528
+ "forced_eos_token_id": null,
529
+ "hidden_act": "gelu_pytorch_tanh",
530
+ "hidden_size": 1152,
531
+ "id2label": {
532
+ "0": "LABEL_0",
533
+ "1": "LABEL_1"
534
+ },
535
+ "image_size": 384,
536
+ "intermediate_size": 4304,
537
+ "is_decoder": false,
538
+ "is_encoder_decoder": false,
539
+ "label2id": {
540
+ "LABEL_0": 0,
541
+ "LABEL_1": 1
542
+ },
543
+ "layer_norm_eps": 1e-06,
544
+ "length_penalty": 1.0,
545
+ "max_length": 20,
546
+ "min_length": 0,
547
+ "model_type": "siglip_vision_model",
548
+ "no_repeat_ngram_size": 0,
549
+ "num_attention_heads": 16,
550
+ "num_beam_groups": 1,
551
+ "num_beams": 1,
552
+ "num_channels": 3,
553
+ "num_hidden_layers": 27,
554
+ "num_return_sequences": 1,
555
+ "output_attentions": false,
556
+ "output_hidden_states": false,
557
+ "output_scores": false,
558
+ "pad_token_id": null,
559
+ "patch_size": 14,
560
+ "prefix": null,
561
+ "problem_type": null,
562
+ "pruned_heads": {},
563
+ "remove_invalid_values": false,
564
+ "repetition_penalty": 1.0,
565
+ "return_dict": true,
566
+ "return_dict_in_generate": false,
567
+ "sep_token_id": null,
568
+ "suppress_tokens": null,
569
+ "task_specific_params": null,
570
+ "temperature": 1.0,
571
+ "tf_legacy_loss": false,
572
+ "tie_encoder_decoder": false,
573
+ "tie_word_embeddings": true,
574
+ "tokenizer_class": null,
575
+ "top_k": 50,
576
+ "top_p": 1.0,
577
+ "torch_dtype": "bfloat16",
578
+ "torchscript": false,
579
+ "typical_p": 1.0,
580
+ "use_bfloat16": false
581
+ }
582
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/added_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644,
5
+ "[BOS]": 151646,
6
+ "[PAD]": 151647
7
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/llm",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 1536,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 8960,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 28,
15
+ "model_max_length": 4096,
16
+ "model_type": "qwen2",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 28,
19
+ "num_key_value_heads": 2,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": true,
24
+ "tokenizer_model_max_length": 4096,
25
+ "tokenizer_padding_side": "right",
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.44.2",
28
+ "use_cache": false,
29
+ "use_sliding_window": false,
30
+ "vocab_size": 151648
31
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.1,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.44.2"
14
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3f5439dda929a853eb04506a7a0c0e17ac4c7ae57f9f53e4a08fd2e511fc19c
3
+ size 3086582408
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/special_tokens_map.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>"
5
+ ],
6
+ "bos_token": {
7
+ "content": "[BOS]",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "eos_token": {
14
+ "content": "<|im_end|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "pad_token": {
21
+ "content": "[PAD]",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false
26
+ }
27
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/tokenizer_config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "151646": {
29
+ "content": "[BOS]",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "151647": {
37
+ "content": "[PAD]",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "additional_special_tokens": [
46
+ "<|im_start|>",
47
+ "<|im_end|>"
48
+ ],
49
+ "bos_token": "[BOS]",
50
+ "chat_template": "{% if messages[0]['role'] != 'system' %}{{ '<|im_start|>system\\nYou are a helpful assistant<|im_end|>\\n' }}{% endif %}{% for message in messages %}{% if message['content'] is not none %}{{ '<|im_start|>' + message['role'] + '\\n' + message['content'] + '<|im_end|>' + '\\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\\n' }}{% endif %}",
51
+ "clean_up_tokenization_spaces": false,
52
+ "eos_token": "<|im_end|>",
53
+ "errors": "replace",
54
+ "legacy": false,
55
+ "model_max_length": 4096,
56
+ "pad_token": "[PAD]",
57
+ "padding_side": "right",
58
+ "split_special_tokens": false,
59
+ "tokenizer_class": "Qwen2Tokenizer",
60
+ "unk_token": null
61
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/llm/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/mm_projector/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/mm_projector",
3
+ "architectures": [
4
+ "MultimodalProjector"
5
+ ],
6
+ "mm_projector_type": "mlp_downsample",
7
+ "model_type": "v2l_projector",
8
+ "torch_dtype": "bfloat16",
9
+ "transformers_version": "4.44.2"
10
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/mm_projector/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709e0783a3ee62733a382fd732ab0a641d906eccb7ccafb045145a79bf245e40
3
+ size 18899472
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d455dcc124ae4b3d155188562410d5db0328643f1663911ba92dc44221e238
3
+ size 4097871122
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/traj_decoder/config.json ADDED
@@ -0,0 +1,582 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/traj_decoder",
3
+ "action_output_dim": 36,
4
+ "action_output_ee_2d_dim": 0,
5
+ "action_output_ee_dim": null,
6
+ "action_output_ee_rot_dim": 0,
7
+ "action_output_hand_dim": null,
8
+ "action_token_idx": 31733,
9
+ "architectures": [
10
+ "TrajDecoder"
11
+ ],
12
+ "chat_template": null,
13
+ "cvae_hidden_size": 256,
14
+ "cvae_latent_dim": 256,
15
+ "drop_path_rate": 0.0,
16
+ "ee_2d_loss_coeff": 1,
17
+ "ee_loss_coeff": 1,
18
+ "ee_movement_loss_weight": 1,
19
+ "ee_rot_loss_coeff": 1,
20
+ "ee_rot_representation": "quat",
21
+ "fps": 0.0,
22
+ "hand_kp_loss_coeff": 1,
23
+ "hand_loss_coeff": 1,
24
+ "hand_loss_dim": 15,
25
+ "hidden_size": 1536,
26
+ "image_aspect_ratio": "resize",
27
+ "input_placeholder_end_token_idx": 151315,
28
+ "input_placeholder_start_token_idx": 151375,
29
+ "input_placeholder_token_idx": 151375,
30
+ "interpolate_mode": "linear",
31
+ "invalid_token_idx": 151376,
32
+ "invalid_token_weight": 0.1,
33
+ "kl_weight": 0.001,
34
+ "llm_cfg": {
35
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/llm",
36
+ "add_cross_attention": false,
37
+ "architectures": [
38
+ "Qwen2ForCausalLM"
39
+ ],
40
+ "attention_dropout": 0.0,
41
+ "bad_words_ids": null,
42
+ "begin_suppress_tokens": null,
43
+ "bos_token_id": 151643,
44
+ "chunk_size_feed_forward": 0,
45
+ "cross_attention_hidden_size": null,
46
+ "decoder_start_token_id": null,
47
+ "diversity_penalty": 0.0,
48
+ "do_sample": false,
49
+ "early_stopping": false,
50
+ "encoder_no_repeat_ngram_size": 0,
51
+ "eos_token_id": 151645,
52
+ "exponential_decay_length_penalty": null,
53
+ "finetuning_task": null,
54
+ "forced_bos_token_id": null,
55
+ "forced_eos_token_id": null,
56
+ "hidden_act": "silu",
57
+ "hidden_size": 1536,
58
+ "id2label": {
59
+ "0": "LABEL_0",
60
+ "1": "LABEL_1"
61
+ },
62
+ "initializer_range": 0.02,
63
+ "intermediate_size": 8960,
64
+ "is_decoder": false,
65
+ "is_encoder_decoder": false,
66
+ "label2id": {
67
+ "LABEL_0": 0,
68
+ "LABEL_1": 1
69
+ },
70
+ "length_penalty": 1.0,
71
+ "max_length": 20,
72
+ "max_position_embeddings": 32768,
73
+ "max_window_layers": 28,
74
+ "min_length": 0,
75
+ "model_max_length": 4096,
76
+ "model_type": "qwen2",
77
+ "no_repeat_ngram_size": 0,
78
+ "num_attention_heads": 12,
79
+ "num_beam_groups": 1,
80
+ "num_beams": 1,
81
+ "num_hidden_layers": 28,
82
+ "num_key_value_heads": 2,
83
+ "num_return_sequences": 1,
84
+ "output_attentions": false,
85
+ "output_hidden_states": false,
86
+ "output_scores": false,
87
+ "pad_token_id": null,
88
+ "prefix": null,
89
+ "problem_type": null,
90
+ "pruned_heads": {},
91
+ "remove_invalid_values": false,
92
+ "repetition_penalty": 1.0,
93
+ "return_dict": true,
94
+ "return_dict_in_generate": false,
95
+ "rms_norm_eps": 1e-06,
96
+ "rope_theta": 1000000.0,
97
+ "sep_token_id": null,
98
+ "sliding_window": null,
99
+ "suppress_tokens": null,
100
+ "task_specific_params": null,
101
+ "temperature": 1.0,
102
+ "tf_legacy_loss": false,
103
+ "tie_encoder_decoder": false,
104
+ "tie_word_embeddings": true,
105
+ "tokenizer_class": null,
106
+ "tokenizer_model_max_length": 4096,
107
+ "tokenizer_padding_side": "right",
108
+ "top_k": 50,
109
+ "top_p": 1.0,
110
+ "torch_dtype": "bfloat16",
111
+ "torchscript": false,
112
+ "typical_p": 1.0,
113
+ "use_bfloat16": false,
114
+ "use_cache": false,
115
+ "use_sliding_window": false,
116
+ "vocab_size": 151648
117
+ },
118
+ "loss_use_l1": false,
119
+ "merge_hand": false,
120
+ "mm_hidden_size": 1152,
121
+ "mm_projector_cfg": {
122
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/mm_projector",
123
+ "add_cross_attention": false,
124
+ "architectures": [
125
+ "MultimodalProjector"
126
+ ],
127
+ "bad_words_ids": null,
128
+ "begin_suppress_tokens": null,
129
+ "bos_token_id": null,
130
+ "chunk_size_feed_forward": 0,
131
+ "cross_attention_hidden_size": null,
132
+ "decoder_start_token_id": null,
133
+ "diversity_penalty": 0.0,
134
+ "do_sample": false,
135
+ "early_stopping": false,
136
+ "encoder_no_repeat_ngram_size": 0,
137
+ "eos_token_id": null,
138
+ "exponential_decay_length_penalty": null,
139
+ "finetuning_task": null,
140
+ "forced_bos_token_id": null,
141
+ "forced_eos_token_id": null,
142
+ "id2label": {
143
+ "0": "LABEL_0",
144
+ "1": "LABEL_1"
145
+ },
146
+ "is_decoder": false,
147
+ "is_encoder_decoder": false,
148
+ "label2id": {
149
+ "LABEL_0": 0,
150
+ "LABEL_1": 1
151
+ },
152
+ "length_penalty": 1.0,
153
+ "max_length": 20,
154
+ "min_length": 0,
155
+ "mm_projector_type": "mlp_downsample",
156
+ "model_type": "v2l_projector",
157
+ "no_repeat_ngram_size": 0,
158
+ "num_beam_groups": 1,
159
+ "num_beams": 1,
160
+ "num_return_sequences": 1,
161
+ "output_attentions": false,
162
+ "output_hidden_states": false,
163
+ "output_scores": false,
164
+ "pad_token_id": null,
165
+ "prefix": null,
166
+ "problem_type": null,
167
+ "pruned_heads": {},
168
+ "remove_invalid_values": false,
169
+ "repetition_penalty": 1.0,
170
+ "return_dict": true,
171
+ "return_dict_in_generate": false,
172
+ "sep_token_id": null,
173
+ "suppress_tokens": null,
174
+ "task_specific_params": null,
175
+ "temperature": 1.0,
176
+ "tf_legacy_loss": false,
177
+ "tie_encoder_decoder": false,
178
+ "tie_word_embeddings": true,
179
+ "tokenizer_class": null,
180
+ "top_k": 50,
181
+ "top_p": 1.0,
182
+ "torch_dtype": "bfloat16",
183
+ "torchscript": false,
184
+ "typical_p": 1.0,
185
+ "use_bfloat16": false
186
+ },
187
+ "mm_projector_lr": null,
188
+ "mm_use_im_patch_token": true,
189
+ "mm_use_im_start_end": false,
190
+ "mm_vision_select_feature": "cls_patch",
191
+ "mm_vision_select_layer": -2,
192
+ "model_dtype": "torch.bfloat16",
193
+ "model_type": "llava_llama",
194
+ "next_token_loss_coeff": 0.0,
195
+ "num_time_tokens": 0,
196
+ "num_video_frames": 8,
197
+ "pred_head": false,
198
+ "proprio_size": 32,
199
+ "resume_path": "/workspace/egovla/checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-6000",
200
+ "s2": false,
201
+ "s2_max_split_size": 336,
202
+ "s2_scales": "336,672,1008",
203
+ "sep_proprio": false,
204
+ "sep_query_token": false,
205
+ "soft_ce_std": 1.0,
206
+ "time_token_format": "<t{t}>",
207
+ "time_token_ids": [],
208
+ "torch_dtype": "bfloat16",
209
+ "traj_decoder_cfg": {
210
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/traj_decoder",
211
+ "add_cross_attention": false,
212
+ "architectures": [
213
+ "TrajDecoder"
214
+ ],
215
+ "bad_words_ids": null,
216
+ "begin_suppress_tokens": null,
217
+ "bos_token_id": null,
218
+ "chunk_size_feed_forward": 0,
219
+ "cross_attention_hidden_size": null,
220
+ "decoder_start_token_id": null,
221
+ "diversity_penalty": 0.0,
222
+ "do_sample": false,
223
+ "early_stopping": false,
224
+ "encoder_no_repeat_ngram_size": 0,
225
+ "eos_token_id": null,
226
+ "exponential_decay_length_penalty": null,
227
+ "finetuning_task": null,
228
+ "forced_bos_token_id": null,
229
+ "forced_eos_token_id": null,
230
+ "id2label": {
231
+ "0": "LABEL_0",
232
+ "1": "LABEL_1"
233
+ },
234
+ "is_decoder": false,
235
+ "is_encoder_decoder": false,
236
+ "label2id": {
237
+ "LABEL_0": 0,
238
+ "LABEL_1": 1
239
+ },
240
+ "length_penalty": 1.0,
241
+ "llm_cfg": {
242
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/llm",
243
+ "add_cross_attention": false,
244
+ "architectures": [
245
+ "Qwen2ForCausalLM"
246
+ ],
247
+ "attention_dropout": 0.0,
248
+ "bad_words_ids": null,
249
+ "begin_suppress_tokens": null,
250
+ "bos_token_id": 151643,
251
+ "chunk_size_feed_forward": 0,
252
+ "cross_attention_hidden_size": null,
253
+ "decoder_start_token_id": null,
254
+ "diversity_penalty": 0.0,
255
+ "do_sample": false,
256
+ "early_stopping": false,
257
+ "encoder_no_repeat_ngram_size": 0,
258
+ "eos_token_id": 151645,
259
+ "exponential_decay_length_penalty": null,
260
+ "finetuning_task": null,
261
+ "forced_bos_token_id": null,
262
+ "forced_eos_token_id": null,
263
+ "hidden_act": "silu",
264
+ "hidden_size": 1536,
265
+ "id2label": {
266
+ "0": "LABEL_0",
267
+ "1": "LABEL_1"
268
+ },
269
+ "initializer_range": 0.02,
270
+ "intermediate_size": 8960,
271
+ "is_decoder": false,
272
+ "is_encoder_decoder": false,
273
+ "label2id": {
274
+ "LABEL_0": 0,
275
+ "LABEL_1": 1
276
+ },
277
+ "length_penalty": 1.0,
278
+ "max_length": 20,
279
+ "max_position_embeddings": 32768,
280
+ "max_window_layers": 28,
281
+ "min_length": 0,
282
+ "model_max_length": 4096,
283
+ "model_type": "qwen2",
284
+ "no_repeat_ngram_size": 0,
285
+ "num_attention_heads": 12,
286
+ "num_beam_groups": 1,
287
+ "num_beams": 1,
288
+ "num_hidden_layers": 28,
289
+ "num_key_value_heads": 2,
290
+ "num_return_sequences": 1,
291
+ "output_attentions": false,
292
+ "output_hidden_states": false,
293
+ "output_scores": false,
294
+ "pad_token_id": null,
295
+ "prefix": null,
296
+ "problem_type": null,
297
+ "pruned_heads": {},
298
+ "remove_invalid_values": false,
299
+ "repetition_penalty": 1.0,
300
+ "return_dict": true,
301
+ "return_dict_in_generate": false,
302
+ "rms_norm_eps": 1e-06,
303
+ "rope_theta": 1000000.0,
304
+ "sep_token_id": null,
305
+ "sliding_window": null,
306
+ "suppress_tokens": null,
307
+ "task_specific_params": null,
308
+ "temperature": 1.0,
309
+ "tf_legacy_loss": false,
310
+ "tie_encoder_decoder": false,
311
+ "tie_word_embeddings": true,
312
+ "tokenizer_class": null,
313
+ "tokenizer_model_max_length": 4096,
314
+ "tokenizer_padding_side": "right",
315
+ "top_k": 50,
316
+ "top_p": 1.0,
317
+ "torch_dtype": "bfloat16",
318
+ "torchscript": false,
319
+ "typical_p": 1.0,
320
+ "use_bfloat16": false,
321
+ "use_cache": false,
322
+ "use_sliding_window": false,
323
+ "vocab_size": 151648
324
+ },
325
+ "max_length": 20,
326
+ "min_length": 0,
327
+ "mm_projector_cfg": {
328
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/mm_projector",
329
+ "add_cross_attention": false,
330
+ "architectures": [
331
+ "MultimodalProjector"
332
+ ],
333
+ "bad_words_ids": null,
334
+ "begin_suppress_tokens": null,
335
+ "bos_token_id": null,
336
+ "chunk_size_feed_forward": 0,
337
+ "cross_attention_hidden_size": null,
338
+ "decoder_start_token_id": null,
339
+ "diversity_penalty": 0.0,
340
+ "do_sample": false,
341
+ "early_stopping": false,
342
+ "encoder_no_repeat_ngram_size": 0,
343
+ "eos_token_id": null,
344
+ "exponential_decay_length_penalty": null,
345
+ "finetuning_task": null,
346
+ "forced_bos_token_id": null,
347
+ "forced_eos_token_id": null,
348
+ "id2label": {
349
+ "0": "LABEL_0",
350
+ "1": "LABEL_1"
351
+ },
352
+ "is_decoder": false,
353
+ "is_encoder_decoder": false,
354
+ "label2id": {
355
+ "LABEL_0": 0,
356
+ "LABEL_1": 1
357
+ },
358
+ "length_penalty": 1.0,
359
+ "max_length": 20,
360
+ "min_length": 0,
361
+ "mm_projector_type": "mlp_downsample",
362
+ "model_type": "v2l_projector",
363
+ "no_repeat_ngram_size": 0,
364
+ "num_beam_groups": 1,
365
+ "num_beams": 1,
366
+ "num_return_sequences": 1,
367
+ "output_attentions": false,
368
+ "output_hidden_states": false,
369
+ "output_scores": false,
370
+ "pad_token_id": null,
371
+ "prefix": null,
372
+ "problem_type": null,
373
+ "pruned_heads": {},
374
+ "remove_invalid_values": false,
375
+ "repetition_penalty": 1.0,
376
+ "return_dict": true,
377
+ "return_dict_in_generate": false,
378
+ "sep_token_id": null,
379
+ "suppress_tokens": null,
380
+ "task_specific_params": null,
381
+ "temperature": 1.0,
382
+ "tf_legacy_loss": false,
383
+ "tie_encoder_decoder": false,
384
+ "tie_word_embeddings": true,
385
+ "tokenizer_class": null,
386
+ "top_k": 50,
387
+ "top_p": 1.0,
388
+ "torch_dtype": "bfloat16",
389
+ "torchscript": false,
390
+ "typical_p": 1.0,
391
+ "use_bfloat16": false
392
+ },
393
+ "model_type": "llava_llama",
394
+ "no_repeat_ngram_size": 0,
395
+ "num_beam_groups": 1,
396
+ "num_beams": 1,
397
+ "num_return_sequences": 1,
398
+ "output_attentions": false,
399
+ "output_hidden_states": false,
400
+ "output_scores": false,
401
+ "pad_token_id": null,
402
+ "prefix": null,
403
+ "problem_type": null,
404
+ "pruned_heads": {},
405
+ "remove_invalid_values": false,
406
+ "repetition_penalty": 1.0,
407
+ "return_dict": true,
408
+ "return_dict_in_generate": false,
409
+ "sep_token_id": null,
410
+ "suppress_tokens": null,
411
+ "task_specific_params": null,
412
+ "temperature": 1.0,
413
+ "tf_legacy_loss": false,
414
+ "tie_encoder_decoder": false,
415
+ "tie_word_embeddings": true,
416
+ "tokenizer_class": null,
417
+ "top_k": 50,
418
+ "top_p": 1.0,
419
+ "torch_dtype": "bfloat16",
420
+ "torchscript": false,
421
+ "typical_p": 1.0,
422
+ "use_bfloat16": false,
423
+ "vision_tower_cfg": {
424
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/vision_tower",
425
+ "add_cross_attention": false,
426
+ "architectures": [
427
+ "SiglipVisionModel"
428
+ ],
429
+ "attention_dropout": 0.0,
430
+ "bad_words_ids": null,
431
+ "begin_suppress_tokens": null,
432
+ "bos_token_id": null,
433
+ "chunk_size_feed_forward": 0,
434
+ "cross_attention_hidden_size": null,
435
+ "decoder_start_token_id": null,
436
+ "diversity_penalty": 0.0,
437
+ "do_sample": false,
438
+ "early_stopping": false,
439
+ "encoder_no_repeat_ngram_size": 0,
440
+ "eos_token_id": null,
441
+ "exponential_decay_length_penalty": null,
442
+ "finetuning_task": null,
443
+ "forced_bos_token_id": null,
444
+ "forced_eos_token_id": null,
445
+ "hidden_act": "gelu_pytorch_tanh",
446
+ "hidden_size": 1152,
447
+ "id2label": {
448
+ "0": "LABEL_0",
449
+ "1": "LABEL_1"
450
+ },
451
+ "image_size": 384,
452
+ "intermediate_size": 4304,
453
+ "is_decoder": false,
454
+ "is_encoder_decoder": false,
455
+ "label2id": {
456
+ "LABEL_0": 0,
457
+ "LABEL_1": 1
458
+ },
459
+ "layer_norm_eps": 1e-06,
460
+ "length_penalty": 1.0,
461
+ "max_length": 20,
462
+ "min_length": 0,
463
+ "model_type": "siglip_vision_model",
464
+ "no_repeat_ngram_size": 0,
465
+ "num_attention_heads": 16,
466
+ "num_beam_groups": 1,
467
+ "num_beams": 1,
468
+ "num_channels": 3,
469
+ "num_hidden_layers": 27,
470
+ "num_return_sequences": 1,
471
+ "output_attentions": false,
472
+ "output_hidden_states": false,
473
+ "output_scores": false,
474
+ "pad_token_id": null,
475
+ "patch_size": 14,
476
+ "prefix": null,
477
+ "problem_type": null,
478
+ "pruned_heads": {},
479
+ "remove_invalid_values": false,
480
+ "repetition_penalty": 1.0,
481
+ "return_dict": true,
482
+ "return_dict_in_generate": false,
483
+ "sep_token_id": null,
484
+ "suppress_tokens": null,
485
+ "task_specific_params": null,
486
+ "temperature": 1.0,
487
+ "tf_legacy_loss": false,
488
+ "tie_encoder_decoder": false,
489
+ "tie_word_embeddings": true,
490
+ "tokenizer_class": null,
491
+ "top_k": 50,
492
+ "top_p": 1.0,
493
+ "torch_dtype": "bfloat16",
494
+ "torchscript": false,
495
+ "typical_p": 1.0,
496
+ "use_bfloat16": false
497
+ }
498
+ },
499
+ "traj_decoder_type": "transformer_action_vector",
500
+ "transformers_version": "4.44.2",
501
+ "tune_language_model": true,
502
+ "tune_mm_projector": true,
503
+ "tune_vision_tower": true,
504
+ "use_movement_mask": false,
505
+ "use_proprio": true,
506
+ "vision_resolution": -1,
507
+ "vision_tower_cfg": {
508
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/vision_tower",
509
+ "add_cross_attention": false,
510
+ "architectures": [
511
+ "SiglipVisionModel"
512
+ ],
513
+ "attention_dropout": 0.0,
514
+ "bad_words_ids": null,
515
+ "begin_suppress_tokens": null,
516
+ "bos_token_id": null,
517
+ "chunk_size_feed_forward": 0,
518
+ "cross_attention_hidden_size": null,
519
+ "decoder_start_token_id": null,
520
+ "diversity_penalty": 0.0,
521
+ "do_sample": false,
522
+ "early_stopping": false,
523
+ "encoder_no_repeat_ngram_size": 0,
524
+ "eos_token_id": null,
525
+ "exponential_decay_length_penalty": null,
526
+ "finetuning_task": null,
527
+ "forced_bos_token_id": null,
528
+ "forced_eos_token_id": null,
529
+ "hidden_act": "gelu_pytorch_tanh",
530
+ "hidden_size": 1152,
531
+ "id2label": {
532
+ "0": "LABEL_0",
533
+ "1": "LABEL_1"
534
+ },
535
+ "image_size": 384,
536
+ "intermediate_size": 4304,
537
+ "is_decoder": false,
538
+ "is_encoder_decoder": false,
539
+ "label2id": {
540
+ "LABEL_0": 0,
541
+ "LABEL_1": 1
542
+ },
543
+ "layer_norm_eps": 1e-06,
544
+ "length_penalty": 1.0,
545
+ "max_length": 20,
546
+ "min_length": 0,
547
+ "model_type": "siglip_vision_model",
548
+ "no_repeat_ngram_size": 0,
549
+ "num_attention_heads": 16,
550
+ "num_beam_groups": 1,
551
+ "num_beams": 1,
552
+ "num_channels": 3,
553
+ "num_hidden_layers": 27,
554
+ "num_return_sequences": 1,
555
+ "output_attentions": false,
556
+ "output_hidden_states": false,
557
+ "output_scores": false,
558
+ "pad_token_id": null,
559
+ "patch_size": 14,
560
+ "prefix": null,
561
+ "problem_type": null,
562
+ "pruned_heads": {},
563
+ "remove_invalid_values": false,
564
+ "repetition_penalty": 1.0,
565
+ "return_dict": true,
566
+ "return_dict_in_generate": false,
567
+ "sep_token_id": null,
568
+ "suppress_tokens": null,
569
+ "task_specific_params": null,
570
+ "temperature": 1.0,
571
+ "tf_legacy_loss": false,
572
+ "tie_encoder_decoder": false,
573
+ "tie_word_embeddings": true,
574
+ "tokenizer_class": null,
575
+ "top_k": 50,
576
+ "top_p": 1.0,
577
+ "torch_dtype": "bfloat16",
578
+ "torchscript": false,
579
+ "typical_p": 1.0,
580
+ "use_bfloat16": false
581
+ }
582
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/traj_decoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb2dc903efae2dd667abe7360a3ff0601546f9b666fb76a6fb58dcb5ba0fdab
3
+ size 135623704
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/vision_tower/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./checkpoints/lerobot-g1-actionvec-100e-lr2e-5-b16-1/checkpoint-18000/vision_tower",
3
+ "architectures": [
4
+ "SiglipVisionModel"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "hidden_act": "gelu_pytorch_tanh",
8
+ "hidden_size": 1152,
9
+ "image_size": 384,
10
+ "intermediate_size": 4304,
11
+ "layer_norm_eps": 1e-06,
12
+ "model_type": "siglip_vision_model",
13
+ "num_attention_heads": 16,
14
+ "num_channels": 3,
15
+ "num_hidden_layers": 27,
16
+ "patch_size": 14,
17
+ "torch_dtype": "bfloat16",
18
+ "transformers_version": "4.44.2"
19
+ }
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/vision_tower/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebb5c40550070d509e044a3f2eea77dd97ffe9ed37138c14c3701dd98ba9c669
3
+ size 856506120
egovla/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/vision_tower/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 3,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 384,
22
+ "width": 384
23
+ }
24
+ }