Update app.py

app.py

@@ -12,8 +12,16 @@ class Z(object):
     def greet(self, txt0):
         prompt0 = txt0
 
+        # for Wizard-Vicuna-13B
         prompt00 = f'''USER: {prompt0}
 ASSISTANT:'''
+
+        prompt00 = f'''Below is an instruction that describes a task. Write a response that appropriately completes the request.
+
+### Instruction:
+{prompt0}
+
+### Response:'''
         
         response0 = llm(prompt00, max_new_tokens=128, temperature=0.5) # 0.3
         
@@ -23,8 +31,9 @@ from ctransformers import AutoModelForCausalLM
 
 # wizzard vicuna
 # see https://github.com/melodysdreamj/WizardVicunaLM
-llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
+#llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
 
+llm = AutoModelForCausalLM.from_pretrained('mverrilli/dolly-v2-12b-ggml', model_file='ggml-model-q5_0.bin', model_type='dolly')