a

ape/llm.py

@@ -20,9 +20,9 @@ Cost = {
 
 class LLMGPT(object):
     def __init__(self, openai_key, n_instruct):
-        self.gen_llm = ChatOpenAI(openai_api_key=openai_key, max_tokens=2000, temperature=0.7, n=n_instruct)
-        self.eval_llm = OpenAI(openai_api_key=openai_key, max_tokens=2000, temperature=0.7, echo=True)
-        self.test_llm = ChatOpenAI(openai_api_key=openai_key, max_tokens=2000, temperature=0.7)
+        self.gen_llm = ChatOpenAI(openai_api_key=openai_key, max_tokens=2000, temperature=0.7, n=n_instruct, verbose=True)
+        self.eval_llm = OpenAI(openai_api_key=openai_key, max_tokens=2000, temperature=0.7, echo=True, verbose=True)
+        self.test_llm = ChatOpenAI(openai_api_key=openai_key, max_tokens=2000, temperature=0.7, verbose=True)
         self.gen_chain = None
         self.eval_chain = None
         self.init()
@@ -66,11 +66,11 @@ class LLMGPT(object):
         for shot in few_shot:
             prompt += MyTemplate['few_shot_prompt'].format(input=shot[0], output=shot[1])
         print(prompt)
-        result = self.gen_chain.generate(prompt)
+        result = self.gen_chain({'few_shot':prompt})
         return result
 
     def generate_output(self, instruction, input):
-        output = self.test_chain.generate([instruction, input])
+        output = self.test_chain({'input': input, 'instruction': instruction})
         print(output)
         return output
 

ape/prompt.py

@@ -11,13 +11,13 @@ You must respond in the following format, and always respond in chinese.
 ```
 Everything between the ``` must be valid json. """
 
-eval_prompt = "Instruction: {prompt}\nInput: {input}\nOutput: {output}"
+eval_prompt = "Instruction: {instruction}\nInput: {input}\nOutput: {output}"
 
 test_sys_prompt = """I want you to act as an AI assisted doctor. You are capable of answering anything related to medical.
 Given an instruction and input, you must come up with corresponding output, and always respond in chinese.
 """
 
-test_user_prompt = "Instruction: {prompt}\nInput: {input}\nOutput: "
+test_user_prompt = "Instruction: {instruction}\nInput: {input}\nOutput: "
 
 MyTemplate = {
     'gen_user_prompt': gen_user_prompt,