TroyHow commited on
Commit
2b95ff4
·
verified ·
1 Parent(s): f84c8c7

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +52 -0
README.md ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Plan_Q-RAG
2
+
3
+ ## Setup Rent GPU
4
+ Git Clone to all the required data
5
+ ```bash
6
+
7
+ git clone https://github.com/griver/Q-RAG.git
8
+ cd Q-RAG
9
+ #Only need when you don't have your self-trained model
10
+ git clone https://huggingface.co/Q-RAG/qrag-ft-e5-on-hotpotqa
11
+ ```
12
+ Environment Setup
13
+ ```bash
14
+ # Setup venv
15
+ conda create -n qrag python=3.12 -y
16
+ conda activate qrag
17
+
18
+ python -m pip install -U pip wheel
19
+ pip install vllm # pulls compatible PyTorch, Transformers, Triton, etc.
20
+ pip install hydra-core tensorboard rotary-embedding-torch pandas nltk sortedcontainers accelerate datasets
21
+
22
+ # Check environment
23
+ python -c "from rl.agents.pqn import PQNActor; print('✅ Q-RAG installed successfully')"
24
+
25
+ ```
26
+
27
+ ```bash
28
+ cd ..
29
+
30
+ python train_q_rag_logt.py \
31
+ envs=hotpotqa \
32
+ algo=pqn_e5_hotpotqa \
33
+ envs.data_path="/workspace/datasets/hotpotqa" \
34
+ steps_count=10000 \
35
+ batch_size=12 \
36
+ accumulate_grads=8 \
37
+ eval_interval=50 \ #original 100
38
+ envs_parallel=1 \
39
+ max_action_length=220
40
+
41
+ python train_q_rag.py \
42
+ envs=hotpotqa \
43
+ algo=pqn_e5_hotpotqa \
44
+ envs.data_path="/workspace/datasets/hotpotqa" \
45
+ steps_count=10000 \
46
+ batch_size=12 \
47
+ accumulate_grads=8 \
48
+ eval_interval=100\
49
+ envs_parallel=1 \
50
+ max_action_length=220
51
+
52
+ ```