Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -78,10 +78,6 @@ This was the script used for perplexity testing.
|
|
| 78 |
source ~/miniconda3/etc/profile.d/conda.sh
|
| 79 |
conda activate exllamav2
|
| 80 |
|
| 81 |
-
export CUDA_HOME=/home/mmealman/miniconda3/envs/exllamav2
|
| 82 |
-
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CUDA_HOME/lib
|
| 83 |
-
export PATH=$PATH:$CUDA_HOME/bin
|
| 84 |
-
|
| 85 |
# Set the model name and bit size
|
| 86 |
MODEL_NAME="miqu-1-70b-sf"
|
| 87 |
BIT_PRECISIONS=(5.0 4.5 4.0 3.5 3.0 2.75 2.5 2.25)
|
|
|
|
| 78 |
source ~/miniconda3/etc/profile.d/conda.sh
|
| 79 |
conda activate exllamav2
|
| 80 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 81 |
# Set the model name and bit size
|
| 82 |
MODEL_NAME="miqu-1-70b-sf"
|
| 83 |
BIT_PRECISIONS=(5.0 4.5 4.0 3.5 3.0 2.75 2.5 2.25)
|