Upload README.md

README.md

@@ -7,7 +7,9 @@ license: mit
 model_creator: Nobody.png
 model_name: Yi 34B GiftedConvo Llama
 model_type: llama
-prompt_template: '{prompt}
+prompt_template: 'USER: {prompt}
+
+  ASSISTANT:
 
   '
 quantized_by: TheBloke
@@ -65,10 +67,11 @@ It is supported by:
 <!-- repositories-available end -->
 
 <!-- prompt-template start -->
-## Prompt template: Unknown
+## Prompt template: User-Assistant
 
 ```
-{prompt}
+USER: {prompt}
+ASSISTANT:
 
 ```
 
@@ -141,7 +144,8 @@ prompts = [
     "What is 291 - 150?",
     "How much wood would a woodchuck chuck if a woodchuck could chuck wood?",
 ]
-prompt_template=f'''{prompt}
+prompt_template=f'''USER: {prompt}
+ASSISTANT:
 '''
 
 prompts = [prompt_template.format(prompt=prompt) for prompt in prompts]
@@ -183,7 +187,8 @@ from huggingface_hub import InferenceClient
 endpoint_url = "https://your-endpoint-url-here"
 
 prompt = "Tell me about AI"
-prompt_template=f'''{prompt}
+prompt_template=f'''USER: {prompt}
+ASSISTANT:
 '''
 
 client = InferenceClient(endpoint_url)
@@ -234,7 +239,8 @@ model = AutoAWQForCausalLM.from_quantized(model_name_or_path, fuse_layers=True,
                                           trust_remote_code=True, safetensors=True)
 
 prompt = "Tell me about AI"
-prompt_template=f'''{prompt}
+prompt_template=f'''USER: {prompt}
+ASSISTANT:
 '''
 
 print("*** Running model.generate:")