alpindale
/

Llama-2-7b-ONNX

Text Generation

text generation

Model card Files Files and versions Community

alpindale commited on Sep 21, 2023

Commit

dac6dcf

•

1 Parent(s): 8e0b125

Update ChatApp/app.py

Files changed (1) hide show

ChatApp/app.py +15 -15

ChatApp/app.py CHANGED Viewed

@@ -33,35 +33,35 @@ top_directory = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
 tokenizer_path = os.path.join(top_directory, "tokenizer.model")
 available_models = {
-    "Llama-2 7B Float16": {
         "onnx_file": os.path.join(
-            top_directory, "FP16", "LlamaV2_7B_float16.onnx"
         ),
         "tokenizer_path": tokenizer_path,
-        "embedding_file": os.path.join(top_directory, "embeddings.pth"),
     },
-    "Llama-2 7B FP32": {
         "onnx_file": os.path.join(
-            top_directory, "FP32", "LlamaV2_7B_float16.onnx"
         ),
         "tokenizer_path": tokenizer_path,
-        "embedding_file": os.path.join(
-            top_directory, "embeddings.pth"
-        ),
-    },
-    "Llama-2 7B Chat Float16": {
         "onnx_file": os.path.join(
-            top_directory, "FP16-Chat", "LlamaV2_7B_FT_float16.onnx"
         ),
         "tokenizer_path": tokenizer_path,
-        "embedding_file": os.path.join(top_directory, "embeddings-chat.pth"),
     },
-    "Llama-2 7B Chat Float32": {
         "onnx_file": os.path.join(
-            top_directory, "FP32-Chat", "LlamaV2_7B_FT_float32.onnx"
         ),
         "tokenizer_path": tokenizer_path,
-        "embedding_file": os.path.join(top_directory, "embeddings-chat.pth"),
     },
 }

 tokenizer_path = os.path.join(top_directory, "tokenizer.model")
 available_models = {
+    "Llama-2 7B Chat Float16": {
         "onnx_file": os.path.join(
+            top_directory, "FP16-Chat", "LlamaV2_7B_FT_float16.onnx"
         ),
         "tokenizer_path": tokenizer_path,
+        "embedding_file": os.path.join(top_directory, "embeddings-chat.pth"),
     },
+    "Llama-2 7B Chat Float32": {
         "onnx_file": os.path.join(
+            top_directory, "FP32-Chat", "LlamaV2_7B_FT_float32.onnx"
         ),
         "tokenizer_path": tokenizer_path,
+        "embedding_file": os.path.join(top_directory, "embeddings-chat.pth"),
+    },
+    "Llama-2 7B Float16": {
         "onnx_file": os.path.join(
+            top_directory, "FP16", "LlamaV2_7B_float16.onnx"
         ),
         "tokenizer_path": tokenizer_path,
+        "embedding_file": os.path.join(top_directory, "embeddings.pth"),
     },
+    "Llama-2 7B Float32": {
         "onnx_file": os.path.join(
+            top_directory, "FP32", "LlamaV2_7B_float32.onnx"
         ),
         "tokenizer_path": tokenizer_path,
+        "embedding_file": os.path.join(
+            top_directory, "embeddings.pth"
+        ),
     },
 }