Update main.py

main.py

@@ -11,14 +11,6 @@ model_id = "mistralai/Mistral-7B-v0.1"
 model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 
-#prompt = "<s>[INST] Write a tweet on future of AI [/INST]"
-inputs = tokenizer(prompt, return_tensors="pt").to(0)
-
-out = model.generate(**inputs, max_new_tokens=250, temperature = 0.6, top_p=0.95, tok_k=40)
-
-print(tokenizer.decode(out[0], skip_special_tokens=True))
-
-
 #client = InferenceClient("HFHAB/FinetunedMistralModel")
 
 class Item(BaseModel):