s3nh commited on
Commit
325e1b9
1 Parent(s): 86d287b

Upload folder using huggingface_hub

Browse files
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab9fc5d89633d24c1549b9bf5a690246b5b10399652c516a67301112c92001c
3
+ size 7323316640
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q4_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5308217e9b4ec626b67392855d61ca683e6a1f5129866819677cc76df7664991
3
+ size 8136783520
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q5_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3968a6f22cabcac353b3d6122eec4b029df3dc026c0339ec26b8f9c055d27c9a
3
+ size 8950250400
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q5_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e051de8733f72d1197259d72f7aa90bbcccebf984cfba4bffb1b446207415cf
3
+ size 9763717280
Photolens-OpenOrcaxOpenChat-2-13b-langchain-chat.ggmlv3.q8_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cbcbf21d7669c53cc7366bced73ed90329b545f7710489b3416d29f5e671762
3
+ size 13831051680
README.md CHANGED
@@ -16,7 +16,7 @@ Buy me a coffee if you like this project ;)
16
 
17
  #### Description
18
 
19
- GGML Format model files for [This project](https://huggingface.co/Photolens/llama-2-13b-langchain-chat).
20
 
21
 
22
  ### inference
@@ -32,8 +32,6 @@ model = AutoModelForCausalLM.from_pretrained(output_dir, ggml_file,
32
  gpu_layers=32, model_type="llama")
33
 
34
  manual_input: str = "Tell me about your last dream, please."
35
-
36
-
37
  llm(manual_input,
38
  max_new_tokens=256,
39
  temperature=0.9,
 
16
 
17
  #### Description
18
 
19
+ GGML Format model files for [This project](https://huggingface.co/Photolens/OpenOrcaxOpenChat-2-13b-langchain-chat).
20
 
21
 
22
  ### inference
 
32
  gpu_layers=32, model_type="llama")
33
 
34
  manual_input: str = "Tell me about your last dream, please."
 
 
35
  llm(manual_input,
36
  max_new_tokens=256,
37
  temperature=0.9,