Anthonyg5005
commited on
Commit
•
4521a94
1
Parent(s):
711eae9
small changes
Browse files- auto-exl2-upload/INSTRUCTIONS.txt +1 -0
- auto-exl2-upload/auto-exl2-upload.zip +2 -2
- auto-exl2-upload/exl2-quant.py +1 -0
- auto-exl2-upload/linux-setup.sh +1 -1
- exl2-multi-quant-local/INSTRUCTIONS.txt +1 -0
- exl2-multi-quant-local/exl2-multi-quant-local.zip +2 -2
- exl2-multi-quant-local/linux-setup.sh +1 -1
auto-exl2-upload/INSTRUCTIONS.txt
CHANGED
@@ -6,6 +6,7 @@ https://developer.nvidia.com/cuda-downloads
|
|
6 |
Nvidia Kepler or higher
|
7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
8 |
|
|
|
9 |
|
10 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
11 |
|
|
|
6 |
Nvidia Kepler or higher
|
7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
8 |
|
9 |
+
Restart your computer after installing the CUDA toolkit to make sure the PATH is set correctly.
|
10 |
|
11 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
12 |
|
auto-exl2-upload/auto-exl2-upload.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0bf0711932ab5afa225f63e9e91e92a1b1e96ac6d7b76cc47ee5e939f2b919f5
|
3 |
+
size 6982
|
auto-exl2-upload/exl2-quant.py
CHANGED
@@ -147,6 +147,7 @@ if repo_exists(f"{whoami().get('name', None)}/{modelname}-exl2") == False:
|
|
147 |
file.write("### BPW:\n\n")
|
148 |
for bpw in bpwvalue:
|
149 |
file.write(f"[{bpw}](https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/tree/{bpw}bpw)\n\n")
|
|
|
150 |
print("Created README.md")
|
151 |
|
152 |
upload_file(path_or_fileobj="README.md", path_in_repo="README.md", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add temp README") #upload md file
|
|
|
147 |
file.write("### BPW:\n\n")
|
148 |
for bpw in bpwvalue:
|
149 |
file.write(f"[{bpw}](https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/tree/{bpw}bpw)\n\n")
|
150 |
+
file.write(f"\n\\\n[measurement.json](https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/raw/main/measurement.json)\n\n")
|
151 |
print("Created README.md")
|
152 |
|
153 |
upload_file(path_or_fileobj="README.md", path_in_repo="README.md", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add temp README") #upload md file
|
auto-exl2-upload/linux-setup.sh
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
|
5 |
# check if "venv" subdirectory exists, if not, create one
|
6 |
if [ ! -d "venv" ]; then
|
7 |
-
|
8 |
else
|
9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
10 |
read -p "Press enter to continue"
|
|
|
4 |
|
5 |
# check if "venv" subdirectory exists, if not, create one
|
6 |
if [ ! -d "venv" ]; then
|
7 |
+
python3 -m venv venv
|
8 |
else
|
9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
10 |
read -p "Press enter to continue"
|
exl2-multi-quant-local/INSTRUCTIONS.txt
CHANGED
@@ -6,6 +6,7 @@ https://developer.nvidia.com/cuda-downloads
|
|
6 |
Nvidia Kepler or higher
|
7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
8 |
|
|
|
9 |
|
10 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
11 |
|
|
|
6 |
Nvidia Kepler or higher
|
7 |
https://developer.nvidia.com/cuda-11-8-0-download-archive
|
8 |
|
9 |
+
Restart your computer after installing the CUDA toolkit to make sure the PATH is set correctly.
|
10 |
|
11 |
Haven't done much testing but for Windows, Visual Studio with desktop development for C++ might be required. I've gotten cl.exe errors on a previous install
|
12 |
|
exl2-multi-quant-local/exl2-multi-quant-local.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf6008377a72230518a6847f59b8bca2ef136f0e42faeda21357d90d6f40846f
|
3 |
+
size 6000
|
exl2-multi-quant-local/linux-setup.sh
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
|
5 |
# check if "venv" subdirectory exists, if not, create one
|
6 |
if [ ! -d "venv" ]; then
|
7 |
-
|
8 |
else
|
9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
10 |
read -p "Press enter to continue"
|
|
|
4 |
|
5 |
# check if "venv" subdirectory exists, if not, create one
|
6 |
if [ ! -d "venv" ]; then
|
7 |
+
python3 -m venv venv
|
8 |
else
|
9 |
echo "venv directory already exists. If something is broken, delete everything but exl2-quant.py and run this script again."
|
10 |
read -p "Press enter to continue"
|