Adding the quantized models

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llama-2-7b-langchain-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama-2-7b-langchain-chat-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+llama-2-7b-langchain-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama-2-7b-langchain-chat-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+llama-2-7b-langchain-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

llama-2-7b-langchain-chat-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bccb39290a3ae090a137639d855767ddda0b325f350bb88bf94d1ada328b933
+size 3825806912

llama-2-7b-langchain-chat-q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5d1fc3e907e3e256aed40fd780a79af751aef96e231003094de3dd52b7a8c5
+size 4238749248

llama-2-7b-langchain-chat-q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42546ed7d4a20680e20703cca140b28e66b19997db9f8f1759cdc9242ba945f3
+size 4651691584

llama-2-7b-langchain-chat-q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3f16f62801bdf13ff0f14675dcfc3c86dc8f1cfbf6d45de48075260e644b38
+size 5064633920

llama-2-7b-langchain-chat-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e87c09ea3d0b1f500a27e9431660d24b664da299c24648ebd9d9125e0da6fb7
+size 7161089600