Update app.py

app.py

@@ -1,10 +1,28 @@
 from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import streamlit as st
 
-generator = pipeline('text-generation', model='gpt2')
-# generator = pipeline('sentiment-analysis')
+tokenizer = AutoTokenizer.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
+model = AutoModelForSeq2SeqLM.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
+
+
+def generate(instruction, knowledge, dialog):
+    if knowledge != '':
+        knowledge = '[KNOWLEDGE] ' + knowledge
+    dialog = ' EOS '.join(dialog)
+    query = f"{instruction} [CONTEXT] {dialog} {knowledge}"
+    input_ids = tokenizer(f"{query}", return_tensors="pt").input_ids
+    outputs = model.generate(input_ids, max_length=128, min_length=8, top_p=0.9, do_sample=True)
+    output = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return output
 
 text = st.text_area('Enter Query')
 if text:
-  out = generator(text)
-  st.json(out)
+    # Instruction for a chitchat task
+    instruction = f'Using the EXAMPLE1 below, write the init(), deploy() and invariant() code for the EXAMPLE2:'
+    # Leave the knowldge empty
+    knowledge = 'EXAMPLE1:\n[\n{\n    init description: [“Create a new address called “user”. Give the “user” “AMOUNT” of LP tokens. Using the “user” as the sender approve the “StaxLPStaking” contract to use his LP tokens and stake all the LP tokens into the “StaxLPStaking” contract.“],\n    deploy description: [“Create a new address called “owner”. Using the “owner” as the sender deploy the “StaxLP” contract and the “StaxLPStaking” contract.“],\n    invariant description: [“Using the “user” address as sender withdraw all the LP tokens from the “StaxLPStaking” contract and check the balance of the LP tokens of the “user” is not less than “AMOUNT”.“],\n    init code: [{\naddress public user;\nuint256 public constant AMOUNT = 10e18;\nfunction init() public {\n    user = makeAddr(“USER”);\n    deal(address(lp), user, AMOUNT);\n    vm.startPrank(user);\n    lp.approve(address(lpStaking), lp.balanceOf(user));\n    lpStaking.stakeAll();\n    vm.stopPrank();\n}\n    }],\n    deploy code: [{\nStaxLP public lp;\nStaxLPStaking public lpStaking;\naddress public owner;\nfunction deploy() public {\n    owner = makeAddr(“OWNER”);\n    vm.startPrank(owner);\n    lp = new StaxLP(“Stax Frax/Temple LP Token”, “xFraxTempleLP”);\n    lpStaking = new StaxLPStaking(address(lp), owner);\n    vm.stopPrank();\n}\n    }],\n    invariant code: [{\nfunction invariant() public {\n    vm.prank(user);\n    lpStaking.withdrawAll(false);\n    assert(lp.balanceOf(user) >= AMOUNT);\n}\n    }],\n}\n]'
+    dialog = [text]
+    response = generate(instruction, knowledge, dialog)
+    out = generator(text)
+    st.json(response)