chatbot / install_local.bat
Deva1211's picture
Switched to resolving issues
c422049
raw
history blame contribute delete
701 Bytes
@echo off
echo ============================================
echo Installing Mistral AWQ Chatbot Dependencies
echo ============================================
echo.
echo Step 1: Installing core dependencies...
pip install torch>=2.0.0,<2.2.0 transformers>=4.35.0,<4.40.0 accelerate>=0.20.0
echo.
echo Step 2: Installing AutoAWQ...
pip install autoawq>=0.1.8
echo.
echo Step 3: Installing Gradio...
pip install gradio>=3.50.0,<4.0.0
echo.
echo ============================================
echo Installation Complete!
echo ============================================
echo.
echo To test the installation, run:
echo python test_model.py
echo.
echo To start the chatbot, run:
echo python app.py
pause