A temporary location

app/main.py

@@ -1,8 +1,10 @@
 from fastapi import FastAPI
 import torch
+import tempdir
 from transformers import AutoModelForSpeechSeq2Seq, AutoProcessor, pipeline
 
 app = FastAPI()
+temp_dir = tempdir.TemporaryDirectory()
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
@@ -11,11 +13,11 @@ model_id = "openai/whisper-large-v3"
 
 model = AutoModelForSpeechSeq2Seq.from_pretrained(
     model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True, use_safetensors=True,
-    cache_dir="./"
+    cache_dir=temp_dir.name
 )
 model.to(device)
 
-processor = AutoProcessor.from_pretrained(model_id, cache_dir="./")
+processor = AutoProcessor.from_pretrained(model_id, cache_dir=temp_dir.name)
 
 pipe = pipeline(
     "automatic-speech-recognition",

requirements.txt

@@ -2,4 +2,5 @@
 fastapi
 uvicorn
 torch
-transformers
+transformers
+tempdir