Upload folder using huggingface_hub
Browse files- Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q4_0.bin +3 -0
- Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q4_1.bin +3 -0
- Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q5_0.bin +3 -0
- Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q5_1.bin +3 -0
- Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q8_0.bin +3 -0
- README.md +1 -3
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q4_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ab9fc5d89633d24c1549b9bf5a690246b5b10399652c516a67301112c92001c
|
3 |
+
size 7323316640
|
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q4_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5308217e9b4ec626b67392855d61ca683e6a1f5129866819677cc76df7664991
|
3 |
+
size 8136783520
|
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q5_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3968a6f22cabcac353b3d6122eec4b029df3dc026c0339ec26b8f9c055d27c9a
|
3 |
+
size 8950250400
|
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q5_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e051de8733f72d1197259d72f7aa90bbcccebf984cfba4bffb1b446207415cf
|
3 |
+
size 9763717280
|
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q8_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cbcbf21d7669c53cc7366bced73ed90329b545f7710489b3416d29f5e671762
|
3 |
+
size 13831051680
|
README.md
CHANGED
@@ -16,7 +16,7 @@ Buy me a coffee if you like this project ;)
|
|
16 |
|
17 |
#### Description
|
18 |
|
19 |
-
GGML Format model files for [This project](https://huggingface.co/Photolens/
|
20 |
|
21 |
|
22 |
### inference
|
@@ -32,8 +32,6 @@ model = AutoModelForCausalLM.from_pretrained(output_dir, ggml_file,
|
|
32 |
gpu_layers=32, model_type="llama")
|
33 |
|
34 |
manual_input: str = "Tell me about your last dream, please."
|
35 |
-
|
36 |
-
|
37 |
llm(manual_input,
|
38 |
max_new_tokens=256,
|
39 |
temperature=0.9,
|
|
|
16 |
|
17 |
#### Description
|
18 |
|
19 |
+
GGML Format model files for [This project](https://huggingface.co/Photolens/OpenOrcaxOpenChat-2-13b-langchain-chat).
|
20 |
|
21 |
|
22 |
### inference
|
|
|
32 |
gpu_layers=32, model_type="llama")
|
33 |
|
34 |
manual_input: str = "Tell me about your last dream, please."
|
|
|
|
|
35 |
llm(manual_input,
|
36 |
max_new_tokens=256,
|
37 |
temperature=0.9,
|