Update text_generator.py

text_generator.py

@@ -9,21 +9,38 @@ class TextGenerationTool(Tool):
 
     inputs = ["text"]
     outputs = ["text"]
+        
+import requests
 
     def __call__(self, prompt: str):
+
+
+        API_URL = "https://api-inference.huggingface.co/models/lukasdrg/clinical_longformer_same_tokens_220k"
+        headers = {"Authorization": "Bearer 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"}
+        
+        #def query(payload):
+        generated_text = requests.post(API_URL, headers=headers, json=payload)
+        #	return response.json()
+        	
+        #output = query({
+        #	"inputs": "The answer to the universe is <mask>.",
+        #})
+
+
+        
         # Replace the following line with your text generation logic
         #generated_text = f"Generated text based on the prompt: '{prompt}'"
 
         # Initialize the text generation pipeline
         #text_generator = pipeline("text-generation") llama mistralai/Mistral-7B-Instruct-v0.1
-        text_generator = pipeline(model="gpt2")
+        #text_generator = pipeline(model="gpt2")
         #text_generator = pipeline(model="meta-llama/Llama-2-7b-chat-hf")
 
         # Generate text based on a prompt
-        generated_text = text_generator(prompt, max_length=500, num_return_sequences=1, temperature=0.7)
+        #generated_text = text_generator(prompt, max_length=500, num_return_sequences=1, temperature=0.7)
 
         # Print the generated text
-        print(generated_text)
+        #print(generated_text)