| @echo off | |
| echo ============================================ | |
| echo Installing Mistral AWQ Chatbot Dependencies | |
| echo ============================================ | |
| echo. | |
| echo Step 1: Installing core dependencies... | |
| pip install torch>=2.0.0,<2.2.0 transformers>=4.35.0,<4.40.0 accelerate>=0.20.0 | |
| echo. | |
| echo Step 2: Installing AutoAWQ... | |
| pip install autoawq>=0.1.8 | |
| echo. | |
| echo Step 3: Installing Gradio... | |
| pip install gradio>=3.50.0,<4.0.0 | |
| echo. | |
| echo ============================================ | |
| echo Installation Complete! | |
| echo ============================================ | |
| echo. | |
| echo To test the installation, run: | |
| echo python test_model.py | |
| echo. | |
| echo To start the chatbot, run: | |
| echo python app.py | |
| pause | |