File size: 965 Bytes
815128e 99d65c0 815128e 7f9d16c 815128e 99d65c0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
.PHONY: start
start:
python app.py
serve:
ifeq ("$(PORT)", "")
JINA_HIDE_SURVEY=1 TRANSFORMERS_OFFLINE=1 python -m lcserve deploy local server
else
JINA_HIDE_SURVEY=1 TRANSFORMERS_OFFLINE=1 python -m lcserve deploy local server --port=${PORT}
endif
test:
PYTORCH_MPS_HIGH_WATERMARK_RATIO=0.0 python test.py
chat:
python test.py chat
ingest:
python ingest.py
mlock:
@echo 'To set new value for mlock, please run: sudo prlimit --memlock=35413752832:35413752832 --pid $$$$'
prlimit --memlock
.PHONY: format
format:
isort .
black .
install:
pip install -U -r requirements.txt
pip show langchain transformers
install-extra:
CXX=g++-11 CC=gcc-11 pip install -U -r requirements_extra.txt
pip show langchain llama-cpp-python transformers
install-extra-mac:
# brew install llvm libomp
CXX=/usr/local/opt/llvm/bin/clang++ CC=/usr/local/opt/llvm/bin/clang pip install -U -r requirements_extra.txt
pip show langchain llama-cpp-python transformers
|