aa

Dockerfile

@@ -0,0 +1,45 @@
+FROM nvcr.io/nvidia/pytorch:22.10-py3
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+ENV PYTHONUNBUFFERED=1
+
+RUN apt-get update && apt-get install --no-install-recommends -y \
+  build-essential \
+  git \
+  ffmpeg \
+  libsm6 libxext6 libxrender-dev \
+  wget \
+  && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /home/user
+
+
+RUN git clone https://github.com/microsoft/unilm.git .
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH \
+	GRADIO_ALLOW_FLAGGING=never \
+	GRADIO_NUM_PORTS=1 \
+	GRADIO_SERVER_NAME=0.0.0.0 \
+	GRADIO_THEME=huggingface \
+	SYSTEM=spaces
+  
+RUN mkdir ./kosmos-g/kosmosg_checkpoints
+# RUN wget -q https://huggingface.co/radames/Kosmos-G/resolve/main/ViT-L-14-sd.pt -P ./kosmos-g/kosmosg_checkpoints
+# RUN wget -q https://huggingface.co/radames/Kosmos-G/resolve/main/checkpoint_stage1.pt -P ./kosmos-g/kosmosg_checkpoints
+# RUN wget -q https://huggingface.co/radames/Kosmos-G/resolve/main/checkpoint_stage1.pt -P ./kosmos-g/kosmosg_checkpoints
+RUN wget -q https://huggingface.co/radames/Kosmos-G/resolve/main/checkpoint_final.pt -P ./kosmos-g/kosmosg_checkpoints/
+
+RUN chown -R user:user /home/user/
+WORKDIR $HOME/kosmos-g
+RUN bash vl_setup.sh
+
+USER user
+COPY --chown=user . $HOME/kosmos-g
+
+CMD ["bash", "run.sh"]

run.sh

@@ -0,0 +1,19 @@
+# pip install -v -U git+https://github.com/facebookresearch/xformers.git@v0.0.22 && \
+# git clone https://github.com/NVIDIA/apex.git && cd apex && pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./ && cd .. && rm -rf apex && 
+# pip install -U ./torchscale ./open_clip ./fairseq ./infinibatch && \
+python3 -m torch.distributed.launch --nproc_per_node=1 --nnodes=1 \
+  app.py None \
+  --task kosmosg \
+  --criterion kosmosg \
+  --arch kosmosg_xl \
+  --required-batch-size-multiple 1 \
+  --dict-path data/dict.txt \
+  --spm-model data/sentencepiece.bpe.model \
+  --memory-efficient-fp16 \
+  --ddp-backend=no_c10d \
+  --distributed-no-spawn \
+  --subln \
+  --sope-rel-pos \
+  --checkpoint-activations \
+  --flash-attention \
+  --pretrained-ckpt-path ./kosmosg_checkpoints/checkpoint_final.pt