support for ctransformers

.github/workflows/build-ggml-cpp-wheel.yml

@@ -0,0 +1,66 @@
+name: Build wheel in Docker
+
+on:
+  push:
+    tags:
+      - '*-ggml'  # Will match tags ending with -ggml
+  release:
+    types: [published]
+
+jobs:
+  build:
+    runs-on: self-hosted
+    permissions:
+      contents: write
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Extract version from tag
+        id: get_version
+        run: echo "::set-output name=version::${GITHUB_REF#refs/tags/}"
+
+      - name: Separate version and suffix
+        id: separate
+        run: |
+          VERSION=$(echo ${{ steps.get_version.outputs.version }} | rev | cut -d'-' -f2- | rev)
+          echo "::set-output name=prefix::$VERSION"
+
+      - name: Build Docker image
+        run: docker build . -t artifact-builder -f Dockerfile-llama-cpp-wheel
+
+      - name: Build Docker image
+        run: docker build . -t artifact-builder --build-arg LLAMA_CPP_VERSION=${{ steps.separate.outputs.prefix }} -f Dockerfile-llama-cpp-wheel
+
+      - name: Copy GPU artifact from Docker container
+        run: |
+          docker cp my-artifact-builder:/build/dists/llama_cpp_python-gpu-${{ steps.separate.outputs.prefix }}-cp38-cp38-linux_x86_64.whl ./llama_cpp_python-gpu-0.1.53-cp38-cp38-linux_x86_64.whl
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v3
+        with:
+          name: wheels
+          path: |
+            *.whl
+
+  release:
+    needs: build
+    runs-on: self-hosted
+    if: github.event_name == 'release'
+    permissions:
+      contents: write
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Download artifacts
+        uses: actions/download-artifact@v3
+        with:
+          name: wheels
+
+      - name: Release
+        uses: softprops/action-gh-release@v1
+        with:
+          files: |
+            *.whl
+          token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/build-llama-cpp-wheel.yml

@@ -2,10 +2,8 @@ name: Build wheel in Docker
 
 on:
   push:
-    branches:
-      - main
-    paths:
-      - 'Dockerfile-llama-cpp-wheel'
+    tags:
+      - '*-llama'  # Will match tags ending with -llama
   release:
     types: [published]
 
@@ -18,16 +16,25 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v2
 
+      - name: Extract version from tag
+        id: get_version
+        run: echo "::set-output name=version::${GITHUB_REF#refs/tags/}"
+
+      - name: Separate version and suffix
+        id: separate
+        run: |
+          VERSION=$(echo ${{ steps.get_version.outputs.version }} | rev | cut -d'-' -f2- | rev)
+          echo "::set-output name=prefix::$VERSION"
+
       - name: Build Docker image
         run: docker build . -t artifact-builder -f Dockerfile-llama-cpp-wheel
 
-      - name: Run Docker container
-        run: docker run --name my-artifact-builder artifact-builder
+      - name: Build Docker image
+        run: docker build . -t artifact-builder --build-arg LLAMA_CPP_VERSION=${{ steps.separate.outputs.prefix }} -f Dockerfile-llama-cpp-wheel
 
-      - name: Copy GPU & CPU artifact from Docker container
+      - name: Copy GPU artifact from Docker container
         run: |
-          docker cp my-artifact-builder:/build/dists/llama_cpp_python-gpu-0.1.53-cp38-cp38-linux_x86_64.whl ./llama_cpp_python-gpu-0.1.53-cp38-cp38-linux_x86_64.whl
-          docker cp my-artifact-builder:/build/dists/llama_cpp_python-cpu-0.1.53-cp38-cp38-linux_x86_64.whl ./llama_cpp_python-cpu-0.1.53-cp38-cp38-linux_x86_64.whl
+          docker cp my-artifact-builder:/build/dists/llama_cpp_python-gpu-${{ steps.separate.outputs.prefix }}-cp38-cp38-linux_x86_64.whl ./llama_cpp_python-gpu-0.1.53-cp38-cp38-linux_x86_64.whl
 
       - name: Upload artifacts
         uses: actions/upload-artifact@v3

Dockerfile-ggml-cpp-wheel

@@ -0,0 +1,46 @@
+FROM nvidia/cuda:11.3.1-cudnn8-devel-ubuntu18.04
+
+ARG CTRANSFORMERS_VERSION="0.2.5"
+ARG CMAKE_VERSION=3.26
+ARG CMAKE_VERSION_PATCH=3.26.3
+ARG CMAKE_OS=linux
+ARG DEBIAN_FRONTEND=noninteractive
+ENV TZ=UTC
+
+RUN apt-get update && \
+    apt-get install --no-install-recommends -y \
+      curl git vim build-essential software-properties-common python3 python3-pip python3-dev python3-venv \
+      libffi-dev libncurses5-dev zlib1g zlib1g-dev libreadline-dev libbz2-dev libsqlite3-dev libssl-dev \
+      libblas-dev liblapack-dev cmake && \
+    add-apt-repository ppa:ubuntu-toolchain-r/test && \
+    apt-get update && \
+    apt install --no-install-recommends -y gcc-10 g++-10 && \
+    update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 100 --slave /usr/bin/g++ g++ /usr/bin/g++-10 --slave /usr/bin/gcov gcov /usr/bin/gcov-10 && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip3 install scikit-build
+RUN curl -L https://cmake.org/files/v$CMAKE_VERSION/cmake-$CMAKE_VERSION_PATCH-$CMAKE_OS-x86_64.sh -o /tmp/cmake-$CMAKE_VERSION_PATCH-$CMAKE_OS-x86_64.sh && \
+    mkdir /opt/cmake && \
+    sh /tmp/cmake-$CMAKE_VERSION_PATCH-$CMAKE_OS-x86_64.sh --skip-license --prefix=/opt/cmake && \
+    ln -s /opt/cmake/bin/cmake /usr/local/bin/cmake
+
+RUN useradd -m -u 1000 appuser
+
+WORKDIR /build
+RUN chown appuser:appuser /build
+USER appuser
+
+ENV HOME /home/appuser
+ENV PYENV_ROOT $HOME/.pyenv
+ENV PATH $PYENV_ROOT/shims:$PYENV_ROOT/bin:$PATH
+
+RUN git clone --depth 1 --branch v$CTRANSFORMERS_VERSION https://github.com/marella/ctransformers.git /build/ctransformers
+RUN curl https://pyenv.run | bash
+
+RUN pyenv install 3.8.9 && \
+    pyenv global 3.8.9 && \
+    pyenv rehash && \
+    pip install --no-cache-dir --upgrade pip==22.3.1 setuptools wheel && \
+    pip install --no-cache-dir datasets "huggingface-hub>=0.12.1" "protobuf<4" "click<8.1" "scikit-build" && \
+    CT_CUBLAS=1 python3 setup.py bdist_wheel && \
+    mkdir /build/dists/ && \
+    ls -l /build/dists/

Dockerfile-llama-cpp-wheel

@@ -11,7 +11,7 @@ RUN apt-get update && \
     apt-get install --no-install-recommends -y \
       curl git vim build-essential software-properties-common python3 python3-pip python3-dev python3-venv \
       libffi-dev libncurses5-dev zlib1g zlib1g-dev libreadline-dev libbz2-dev libsqlite3-dev libssl-dev \
-      libblas-dev liblapack-dev libopenblas-dev cmake && \
+      libblas-dev liblapack-dev cmake && \
     add-apt-repository ppa:ubuntu-toolchain-r/test && \
     apt-get update && \
     apt install --no-install-recommends -y gcc-10 g++-10 && \
@@ -42,9 +42,9 @@ RUN pyenv install 3.8.9 && \
     pyenv rehash && \
     pip install --no-cache-dir --upgrade pip==22.3.1 setuptools wheel && \
     pip install --no-cache-dir datasets "huggingface-hub>=0.12.1" "protobuf<4" "click<8.1" "scikit-build" && \
-    CMAKE_ARGS="-DLLAMA_CUBLAS=on -DLLAMA_OPENBLAS=off" FORCE_CMAKE=1 python3 setup.py bdist_wheel && \
+    CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 python3 setup.py bdist_wheel && \
     mkdir /build/dists/ && \
     cp dist/llama_cpp_python-${LLAMA_CPP_VERSION}-cp38-cp38-linux_x86_64.whl dists/llama_cpp_python-gpu-${LLAMA_CPP_VERSION}-cp38-cp38-linux_x86_64.whl && \
-    CMAKE_ARGS="-DLLAMA_CUBLAS=off -DLLAMA_OPENBLAS=off" FORCE_CMAKE=1 python3 setup.py bdist_wheel && \
+    CMAKE_ARGS="-DLLAMA_CUBLAS=off" FORCE_CMAKE=1 python3 setup.py bdist_wheel && \
     cp dist/llama_cpp_python-${LLAMA_CPP_VERSION}-cp38-cp38-linux_x86_64.whl dists/llama_cpp_python-cpu-${LLAMA_CPP_VERSION}-cp38-cp38-linux_x86_64.whl && \
     ls -l /build/dists/