slim container

build_slim.sh

@@ -0,0 +1,7 @@
+cp llama-server slim/
+podman build --squash-all --tag bookworm:server slim
+podman image prune -f
+podman save localhost/bookworm:server >server.tar
+time xz -6 -T0 server.tar
+rm slim/llama-server
+

slim/Dockerfile

@@ -0,0 +1,12 @@
+FROM debian:bookworm-slim
+#RUN apt-get update && apt-get upgrade
+#RUN apt-get install -y git git-lfs pip cmake python3 
+
+#RUN git clone https://github.com/ggerganov/llama.cpp.git
+#RUN cd llama.cpp && make -j 32 llama-server
+#RUN cp llama.cpp/llama-server .
+#RUN rm -rf llama.cpp/
+
+COPY ../llama-server .
+
+CMD ["sleep", " infinity"]