up

Dockerfile

@@ -21,9 +21,8 @@ RUN apt-get update && apt-get install -y \
 RUN python -m pip install --upgrade pip
 RUN pip install --no-cache-dir -r requirements.txt
 # Install Ollama
-RUN curl -fsSL https://ollama.com/install.sh | sh && ollama serve
+RUN curl -fsSL https://ollama.com/install.sh | sh
 RUN mkdir -p /.ollama && chmod 777 /.ollama
-WORKDIR /.ollama
 RUN which ollama
 # Expose the port the application uses (replace 11434 with the actual port)
 EXPOSE 11434

start.sh

@@ -1,21 +1,8 @@
 #!/bin/bash
-
 # Starting server
 echo "Starting server"
 ollama serve &
 sleep 1
+ollama pull llama3
+python run.py
 
-# Splitting the models by comma and pulling each
-IFS=',' read -ra MODELS <<< "$model"
-for m in "${MODELS[@]}"; do
-    echo "Pulling $m"
-    ollama pull "$m"
-    sleep 5
-    ollama pull "$m"
-    # echo "Running $m"
-    # ollama run "$m"
-    # No need to sleep here unless you want to give some delay between each pull for some reason
-done
-
-# Keep the script running to prevent the container from exiting
-wait