Update app.py

app.py

@@ -140,7 +140,30 @@ def sqlquery(input): #, history=[]):
         # Get a batch of records
         batch_data = table[start_idx:end_idx]
 
-        batch_responses = []
+        # Tokenize the batch
+        tokenized_batch = sql_tokenizer.batch_encode_plus(
+            batch_data, padding=True, truncation=True, return_tensors="pt"
+        )
+        
+        # Perform inference
+        with torch.no_grad():
+            output = sql_model.generate(
+                input_ids=tokenized_batch["input_ids"],
+                max_length=1024,
+                pad_token_id=sql_tokenizer.eos_token_id,
+            )
+        
+        # Decode the output and process the responses
+        responses = [sql_tokenizer.decode(ids, skip_special_tokens=True) for ids in output]
+
+        conversation_history.append("User: " + record["question"])
+        for response in enumerate(responses):
+            # Update conversation history            
+            conversation_history.append("Bot: " + response)
+            
+        '''
+        
+        = []
         
         for idx, record in enumerate(batch_data):
             # Maintain conversation context by appending history
@@ -168,7 +191,7 @@ def sqlquery(input): #, history=[]):
              # Update conversation history
             conversation_history.append("User: " + record["question"])
             conversation_history.append("Bot: " + response)
-
+        '''
             
     # ==========================================================================
     '''