Update inference_server.py

inference_server.py

@@ -4,6 +4,7 @@ import uvicorn
 from fastapi import FastAPI
 import transformers
 import torch
+import fcntl
 
 app = FastAPI()
 
@@ -16,9 +17,14 @@ model.eval()
 # Load the BERT tokenizer
 tokenizer = transformers.BertTokenizer.from_pretrained('bert-base-cased')
 def predict(input_text: str):
-    # Add the new input string to the file
+    # Open the file in append mode
     with open('strings.txt','a') as f:
+        # Lock the file
+        fcntl.flock(f, fcntl.LOCK_EX)
+        # Add the new input string to the file
         f.write(input_text + '\n')
+        # Unlock the file
+        fcntl.flock(f, fcntl.LOCK_UN)
         
     # Read all the strings from the file
     with open('strings.txt', 'r') as f: