|
all: clean dist |
|
|
|
PACKAGE_VERSION := `cat version.txt | tr -d '\n'` |
|
BUILD_TAG := $(shell git describe --always --dirty) |
|
DOCKER_TEST_IMAGE := harbor.h2o.ai/h2ogpt/test-image:$(BUILD_TAG) |
|
PYTHON_BINARY ?= `which python` |
|
DEFAULT_MARKERS ?= "not need_tokens and not need_gpu" |
|
|
|
.PHONY: venv dist test publish docker_build build_info.txt |
|
|
|
clean: |
|
rm -rf dist build h2ogpt.egg-info |
|
|
|
venv: |
|
$(PYTHON_BINARY) -m virtualenv -p $(PYTHON_BINARY) venv |
|
|
|
install: |
|
$(PYTHON_BINARY) -m pip install dist/h2ogpt-$(PACKAGE_VERSION)-py3-none-any.whl |
|
|
|
install-%: |
|
$(PYTHON_BINARY) -m pip install dist/h2ogpt-$(PACKAGE_VERSION)-py3-none-any.whl[$*] |
|
|
|
dist: |
|
$(PYTHON_BINARY) setup.py bdist_wheel |
|
|
|
test: |
|
$(PYTHON_BINARY) -m pip install requirements-parser |
|
$(PYTHON_BINARY) -m pytest tests --disable-warnings --junit-xml=test_report.xml -m "$(DEFAULT_MARKERS)" |
|
|
|
test_imports: |
|
$(PYTHON_BINARY) -m pytest tests/test_imports.py --disable-warnings --junit-xml=test_report.xml -m "$(DEFAULT_MARKERS)" |
|
|
|
publish: |
|
echo "Publishing not implemented yet." |
|
|
|
build_info.txt: |
|
@rm -rf build_info.txt |
|
@echo "commit=\"$(shell git rev-parse HEAD)\"" >> $@ |
|
@echo "branch=\"`git rev-parse HEAD | git branch -a --contains | grep -v detached | sed -e 's~remotes/origin/~~g' -e 's~^ *~~' | sort | uniq | tr '*\n' ' '`\"" >> $@ |
|
@echo "describe=\"`git describe --always --dirty`\"" >> $@ |
|
@echo "build_os=\"`uname -a`\"" >> $@ |
|
@echo "build_machine=\"`hostname`\"" >> $@ |
|
@echo "build_date=\"$(shell date "+%Y%m%d")\"" >> $@ |
|
@echo "build_user=\"`id -u -n`\"" >> $@ |
|
@echo "base_version=\"$(PACKAGE_VERSION)\"" >> $@ |
|
|
|
git_hash.txt: |
|
@echo "$(shell git rev-parse HEAD)" >> $@ |
|
|
|
|
|
docker_build_deps: |
|
@cp docker_build_script_ubuntu.sh docker_build_script_ubuntu.sh.back |
|
@sed -i '/# Install prebuilt dependencies/,$$d' docker_build_script_ubuntu.sh |
|
@docker build -t h2ogpt-deps-builder -f Dockerfile . |
|
@mv docker_build_script_ubuntu.sh.back docker_build_script_ubuntu.sh |
|
@mkdir -p prebuilt_deps |
|
@docker run \ |
|
--rm \ |
|
-it \ |
|
--entrypoint bash \ |
|
--runtime nvidia \ |
|
-v `pwd`:/dot \ |
|
-v /etc/passwd:/etc/passwd:ro \ |
|
-v /etc/group:/etc/group:ro \ |
|
-u `id -u`:`id -g` \ |
|
h2ogpt-deps-builder -c " \ |
|
mkdir -p /dot/prebuilt_deps && cd /dot/prebuilt_deps && \ |
|
GITHUB_ACTIONS=true python3.10 -m pip install auto-gptq==0.4.2 --no-cache-dir --use-deprecated=legacy-resolver && \ |
|
python3.10 -m pip wheel auto-gptq==0.4.2 \ |
|
" |
|
@docker run \ |
|
--rm \ |
|
-it \ |
|
--entrypoint bash \ |
|
-v `pwd`:/dot \ |
|
quay.io/pypa/manylinux2014_x86_64 -c " \ |
|
ln -s /usr/local/bin/python3.10 /usr/local/bin/python3 && cd /tmp && \ |
|
git clone https://github.com/h2oai/duckdb.git && \ |
|
cd duckdb && \ |
|
git checkout dcd8c1ffc53dd020623630efb99ba6a3a4cbc5ad && \ |
|
BUILD_PYTHON=1 make release && \ |
|
cd tools/pythonpkg && \ |
|
python3.10 setup.py bdist_wheel && \ |
|
cp dist/duckdb-0.*.whl /dot/prebuilt_deps \ |
|
" |
|
s3cmd put prebuilt_deps/auto_gptq-0.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl s3://artifacts.h2o.ai/deps/h2ogpt/ && \ |
|
s3cmd setacl s3://artifacts.h2o.ai/deps/h2ogpt/auto_gptq-0.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl --acl-public |
|
s3cmd put prebuilt_deps/duckdb-0.8.2.dev4026+gdcd8c1ffc5-cp310-cp310-linux_x86_64.whl s3://artifacts.h2o.ai/deps/h2ogpt/ && \ |
|
s3cmd setacl s3://artifacts.h2o.ai/deps/h2ogpt/duckdb-0.8.2.dev4026+gdcd8c1ffc5-cp310-cp310-linux_x86_64.whl --acl-public |
|
|
|
docker_build: build_info.txt |
|
ifeq ($(shell curl --connect-timeout 4 --write-out %{http_code} -sS --output /dev/null -X GET http://harbor.h2o.ai/api/v2.0/projects/h2ogpt/repositories/test-image/artifacts/$(BUILD_TAG)/tags),200) |
|
@echo "Image already pushed to Harbor: $(DOCKER_TEST_IMAGE)" |
|
else |
|
DOCKER_BUILDKIT=1 docker build -t $(DOCKER_TEST_IMAGE) -f Dockerfile . |
|
docker push $(DOCKER_TEST_IMAGE) |
|
endif |
|
|
|
just_docker_build: build_info.txt |
|
DOCKER_BUILDKIT=1 docker build -t $(DOCKER_TEST_IMAGE) -f Dockerfile . |
|
|
|
docker_build_runner: docker_build |
|
-docker pull $(DOCKER_TEST_IMAGE) |
|
docker tag $(DOCKER_TEST_IMAGE) gcr.io/vorvan/h2oai/h2ogpt-runtime:$(BUILD_TAG) |
|
docker tag $(DOCKER_TEST_IMAGE) gcr.io/vorvan/h2oai/h2ogpt-runtime:$(PACKAGE_VERSION) |
|
docker tag $(DOCKER_TEST_IMAGE) gcr.io/vorvan/h2oai/h2ogpt-runtime:latest |
|
docker push gcr.io/vorvan/h2oai/h2ogpt-runtime:$(BUILD_TAG) |
|
docker push gcr.io/vorvan/h2oai/h2ogpt-runtime:$(PACKAGE_VERSION) |
|
docker push gcr.io/vorvan/h2oai/h2ogpt-runtime:latest |
|
ifdef BUILD_ID |
|
docker tag $(DOCKER_TEST_IMAGE) gcr.io/vorvan/h2oai/h2ogpt-runtime:$(PACKAGE_VERSION)-$(BUILD_ID) |
|
docker push gcr.io/vorvan/h2oai/h2ogpt-runtime:$(PACKAGE_VERSION)-$(BUILD_ID) |
|
endif |
|
|
|
print-%: |
|
@echo $($*) |
|
|
