Transformers
GGUF
llama
text-generation-inference
Inference Endpoints
ZanMax commited on
Commit
ba93967
1 Parent(s): db42e4b

add model files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wizardlm-7b-v1.0-uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ wizardlm-7b-v1.0-uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ wizardlm-7b-v1.0-uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ wizardlm-7b-v1.0-uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ wizardlm-7b-v1.0-uncensored.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ wizardlm-7b-v1.0-uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ wizardlm-7b-v1.0-uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ wizardlm-7b-v1.0-uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ wizardlm-7b-v1.0-uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ wizardlm-7b-v1.0-uncensored.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ wizardlm-7b-v1.0-uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ wizardlm-7b-v1.0-uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -2,10 +2,35 @@
2
  license: other
3
  datasets:
4
  - ehartford/WizardLM_evol_instruct_V2_196k_unfiltered_merged_split
 
 
 
 
 
 
 
 
5
  ---
6
 
 
7
  ```
8
  You are a helpful AI assistant.
9
  USER: <prompt>
10
  ASSISTANT:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  ```
 
2
  license: other
3
  datasets:
4
  - ehartford/WizardLM_evol_instruct_V2_196k_unfiltered_merged_split
5
+ model_name: WizardLM 7B V1.0 Uncensored
6
+ base_model: ehartford/WizardLM-7B-V1.0-Uncensored
7
+ model_creator: Eric Hartford
8
+ model_type: llama
9
+ prompt_template: >
10
+ A chat between a curious user and an artificial intelligence assistant. The
11
+ assistant gives helpful, detailed, and polite answers to the user's questions.
12
+ USER: {prompt} ASSISTANT:
13
  ---
14
 
15
+ Prompt template:
16
  ```
17
  You are a helpful AI assistant.
18
  USER: <prompt>
19
  ASSISTANT:
20
+ ```
21
+
22
+ Files:
23
+ ```
24
+ wizardlm-7b-v1.0-uncensored.Q2_K.gguf
25
+ wizardlm-7b-v1.0-uncensored.Q3_K_L.gguf
26
+ wizardlm-7b-v1.0-uncensored.Q3_K_M.gguf
27
+ wizardlm-7b-v1.0-uncensored.Q3_K_S.gguf
28
+ wizardlm-7b-v1.0-uncensored.Q4_0.gguf
29
+ wizardlm-7b-v1.0-uncensored.Q4_K_M.gguf
30
+ wizardlm-7b-v1.0-uncensored.Q4_K_S.gguf
31
+ wizardlm-7b-v1.0-uncensored.Q5_0.gguf
32
+ wizardlm-7b-v1.0-uncensored.Q5_K_M.gguf
33
+ wizardlm-7b-v1.0-uncensored.Q5_K_S.gguf
34
+ wizardlm-7b-v1.0-uncensored.Q6_K.gguf
35
+ wizardlm-7b-v1.0-uncensored.Q8_0.gguf
36
  ```
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "llama"
3
+ }
wizardlm-7b-v1.0-uncensored.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeff8867ad2b70f52ce165f31cae234f899e448fc0a1d237186c67b885c00fea
3
+ size 2825940704
wizardlm-7b-v1.0-uncensored.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4309b81b0a62c499419110a4b396e2bf1414cc2dd244968e2710b0ed074a7f6e
3
+ size 3597111008
wizardlm-7b-v1.0-uncensored.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78805101b90a3278d8484642c28e8247b4df0598fdb8d37c5bfc91e0352a4c40
3
+ size 3298004704
wizardlm-7b-v1.0-uncensored.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47df571c8ade0f6a69c488a9fb9ecd90cea8e725f366a1449ccb6b7de65210c3
3
+ size 2948304608
wizardlm-7b-v1.0-uncensored.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9314f5c2881f831bfaf4413abf6e0e34f5e4f6b82dd2d7887187144785110e0e
3
+ size 3825807072
wizardlm-7b-v1.0-uncensored.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c9a675f7403daa833ba272c9d17437e53610b6dd62380d4e4c84b7deebd90c
3
+ size 4081004256
wizardlm-7b-v1.0-uncensored.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87cd7c6c28404c9e2d64d177623153c8b625cdd39588c37cb12c94993c82d2ef
3
+ size 3856740064
wizardlm-7b-v1.0-uncensored.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a644c14a111d47baf7e503f423231556ce233281e485a039bf2e45caaba9e0f
3
+ size 4651691744
wizardlm-7b-v1.0-uncensored.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef0d681351556466b3fae523e7f687e3bf550d7974b3515520b290f3a8443e2
3
+ size 4783156960
wizardlm-7b-v1.0-uncensored.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5c92cf7d1dc2a508b4f0607b84604fe8a5b6fc911fdf30e3641e73f0443bc1
3
+ size 4651691744
wizardlm-7b-v1.0-uncensored.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b34d9694ee9f71af8f2d67dd55166bee89f1509bf373f9bb22c2f3748b2f83
3
+ size 5529194208
wizardlm-7b-v1.0-uncensored.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad635479f5bfe11ba52bfc920a1c4a84c15fd199f010f1e82b17f71d4cab349f
3
+ size 7161089760