Add application file

Dockerfile

@@ -0,0 +1,39 @@
+FROM python:3.9
+
+# Create a user to run the app
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+# Set the working directory to root (default is root, no need to set it explicitly)
+WORKDIR /
+
+# Copy the requirements.txt file
+COPY --chown=user ./requirements/requirement.txt requirements/requirement.txt
+
+# Copy the necessary libraries (if required)
+COPY --chown=user ./lib/aicloudlibs-0.1.0-py3-none-any.whl /lib/
+COPY --chown=user ./lib/en_core_web_lg-3.7.1-py3-none-any.whl /lib/
+
+# You can add other .whl files similarly if needed
+# COPY --chown=user ./lib/better_profanity-2.0.0-py3-none-any.whl /lib/
+# COPY --chown=user ./lib/privacy-1.0.9-py3-none-any.whl /lib/
+
+# Install dependencies
+RUN pip install --no-cache-dir --upgrade -r requirements/requirement.txt
+
+# Copy the src folder directly into the root directory
+COPY --chown=user ./src /src
+COPY --chown=user ./config /config
+COPY --chown=user ./presidio_analyzer /presidio_analyzer
+COPY --chown=user ./lib /lib
+COPY --chown=user ./requirements /requirements
+
+# Set PYTHONPATH to include /src so Python can find llm_explain
+ENV PYTHONPATH="/src:$PYTHONPATH"
+
+# Expose the port (default for Hugging Face is 7860)
+EXPOSE 7860
+
+# CMD to run the FastAPI app with Uvicorn
+CMD ["uvicorn", "src.privacy_main:app", "--host", "0.0.0.0", "--port", "7860"]

config/filemetadata.yaml

@@ -0,0 +1,17 @@
+openapi_url: /rai/v1/privacy-files/openapi.json
+docs_url: /rai/v1/privacy-files/docs
+title: Infosys Responsible AI - responsible-ai-privacy - OpenAPI 3.0
+description: API specs for Infosys Responsible AI Privacy pillar in OpenAPI 3.0 format
+terms_of_service: https://www.infosys.com
+contact:
+    email: aina@infosys.com
+license_info:
+    name: Infosys
+    url: https://www.infosys.com
+version: v$version
+openapi_tags:
+    - name: PII File Privacy
+      description: Operations required for a PII entity (e.g. IN_ADHAAR, IN_PAN, US_SSN etc) from video
+      externalDocs:
+        description: Find out more
+        url: https://www.infosys.com

config/metadata.yaml

@@ -0,0 +1,17 @@
+openapi_url: /v1/privacy/openapi.json
+docs_url: /v1/privacy/docs
+title: Infosys Responsible AI - responsible-ai-privacy - OpenAPI 3.0
+description: API specs for Infosys Responsible AI Privacy pillar in OpenAPI 3.0 format
+terms_of_service: https://www.infosys.com
+contact:
+    email: aina@infosys.com
+license_info:
+    name: Infosys
+    url: https://www.infosys.com
+version: v$version
+openapi_tags:
+    - name: PII Privacy
+      description: Operations required for a PII entity (e.g. IN_ADHAAR, IN_PAN, US_SSN etc)
+      externalDocs:
+        description: Find out more
+        url: https://www.infosys.com

requirements/blackduck.bat

@@ -0,0 +1,2 @@
+C:\Python\Python3.9.13\Python3.9.13\python.exe -m venv p_env
+p_env\scripts\activate & pip install -r requirements-blackduck.txt --index-url https://infyartifactory.ad.infosys.com/artifactory/api/pypi/pypi-remote/simple --trusted-host infyartifactory.ad.infosys.com

requirements/requirement.txt

@@ -0,0 +1,148 @@
+fastapi
+pydantic
+#pymongo
+Xeger
+Faker
+python-dotenv
+uvicorn
+pandas
+openpyxl
+xlsxwriter
+presidio_anonymizer
+presidio_image_redactor==0.0.48
+python-multipart
+pyyaml
+regex
+opencv-python-headless
+Faker
+ultralytics
+omegaconf
+anyio
+blis
+catalogue
+certifi
+charset-normalizer
+click
+colorama
+confection
+contourpy
+cycler
+cymem
+fastapi
+FastAPI-SQLAlchemy
+filelock
+fonttools
+diffprivlib
+greenlet
+h11
+idna
+Jinja2
+kiwisolver
+langcodes
+MarkupSafe
+matplotlib
+murmurhash
+numpy
+packaging
+pathy
+phonenumbers
+Pillow
+pip
+preshed
+#presidio-analyzer
+presidio-anonymizer
+presidio-image-redactor==0.0.48
+pycryptodome
+pydantic
+pydicom
+pyparsing
+pypng
+pytesseract
+python-dateutil
+python-multipart
+PyYAML
+regex
+requests
+requests-file
+setuptools
+six
+smart-open
+sniffio
+spacy
+spacy-legacy
+spacy-loggers
+SQLAlchemy
+srsly
+starlette
+thinc
+tldextract
+tqdm
+typer
+typing_extensions
+urllib3
+uvicorn
+wasabi
+httpx
+opencv-python-headless
+numpy
+
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0,!=1.12.0
+torchvision>=0.8.1,!=0.13.0
+tqdm>=4.41.0
+protobuf<4.21.3
+# Logging -------------------------------------
+tensorboard>=2.4.1
+
+seaborn>=0.11.0
+
+
+thop  # FLOPs computation
+#https://huggingface.co/spacy/en_core_web_lg/resolve/main/en_core_web_lg-any-py3-none-any.whl
+# lib/presidio_analyzer-4.1.0-py3-none-any.whl
+lib/aicloudlibs-0.1.0-py3-none-any.whl
+lib/en_core_web_lg-3.7.1-py3-none-any.whl
+
+
+easyocr
+# Base ----------------------------------------
+
+numpy>=1.18.5
+
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0,!=1.12.0
+torchvision>=0.8.1,!=0.13.0
+tqdm>=4.41.0
+protobuf<4.21.3
+
+# Logging -------------------------------------
+tensorboard>=2.4.1
+
+seaborn>=0.11.0
+regex
+tqdm
+pandas
+datasets
+detect_secrets
+gibberish_detector
+huggingface_hub
+nltk
+scikit-learn
+seqeval
+transformers
+datasets
+transformers
+evaluate
+seqeval
+autopep8
+
+# face detection
+# tensorflow
+
+opencv-python
+pyjwt
+python-jose[cryptography]

requirements/requirement_blackduck.txt

@@ -0,0 +1,189 @@
+
+fastapi
+pydantic
+#pymongo
+Xeger
+Faker
+python-dotenv
+uvicorn
+pandas
+openpyxl
+xlsxwriter
+presidio_anonymizer
+presidio_image_redactor==0.0.48
+python-multipart
+pyyaml
+regex
+opencv-python-headless
+Faker
+ultralytics
+omegaconf
+anyio
+blis
+catalogue
+certifi
+charset-normalizer
+click
+colorama
+confection
+contourpy
+cycler
+cymem
+fastapi
+FastAPI-SQLAlchemy
+filelock
+fonttools
+diffprivlib
+greenlet
+h11
+idna
+Jinja2
+kiwisolver
+langcodes
+MarkupSafe
+matplotlib
+murmurhash
+numpy
+packaging
+pathy
+phonenumbers
+Pillow
+pip
+preshed
+#presidio-analyzer
+presidio-anonymizer
+presidio-image-redactor==0.0.48
+pycryptodome
+pydantic
+pydicom
+pyparsing
+pypng
+pytesseract
+python-dateutil
+python-multipart
+PyYAML
+regex
+requests
+requests-file
+setuptools
+six
+smart-open
+sniffio
+spacy
+spacy-legacy
+spacy-loggers
+SQLAlchemy
+srsly
+starlette
+thinc
+tldextract
+tqdm
+typer
+typing_extensions
+urllib3
+uvicorn
+wasabi
+httpx
+opencv-python-headless
+numpy
+# numpy>=1.18.5
+# opencv-python>=4.1.1
+# Pillow>=7.1.2
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0,!=1.12.0
+torchvision>=0.8.1,!=0.13.0
+tqdm>=4.41.0
+protobuf<4.21.3
+# Logging -------------------------------------
+tensorboard>=2.4.1
+# wandb
+
+# Plotting ------------------------------------
+# pandas>=1.1.4
+seaborn>=0.11.0
+
+# Export --------------------------------------
+# coremltools>=4.1  # CoreML export
+# onnx>=1.9.0  # ONNX export
+# onnx-simplifier>=0.3.6  # ONNX simplifier
+# scikit-learn==0.19.2  # CoreML quantization
+# tensorflow>=2.4.1  # TFLite export
+# tensorflowjs>=3.9.0  # TF.js export
+# openvino-dev  # OpenVINO export
+
+# Extras --------------------------------------
+# ipython  # interactive notebook
+# psutil  # system utilization
+thop  # FLOPs computation
+#https://huggingface.co/spacy/en_core_web_lg/resolve/main/en_core_web_lg-any-py3-none-any.whl
+# lib/presidio_analyzer-4.1.0-py3-none-any.whl
+../lib/aicloudlibs-0.1.0-py3-none-any.whl
+# lib/en_core_web_lg-3.7.1-py3-none-any.whl
+
+presidio_analyzer
+# Usage: pip install -r requirements.txt
+easyocr
+# Base ----------------------------------------
+# matplotlib>=3.2.2
+numpy>=1.18.5
+# opencv-python>=4.1.1
+# Pillow>=7.1.2
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0,!=1.12.0
+torchvision>=0.8.1,!=0.13.0
+tqdm>=4.41.0
+protobuf<4.21.3
+
+# Logging -------------------------------------
+tensorboard>=2.4.1
+# wandb
+
+# Plotting ------------------------------------
+# pandas>=1.1.4
+seaborn>=0.11.0
+
+# Export --------------------------------------
+# coremltools>=4.1  # CoreML export
+# onnx>=1.9.0  # ONNX export
+# onnx-simplifier>=0.3.6  # ONNX simplifier
+# scikit-learn==0.19.2  # CoreML quantization
+# tensorflow>=2.4.1  # TFLite export
+# tensorflowjs>=3.9.0  # TF.js export
+# openvino-dev  # OpenVINO export
+
+# Extras --------------------------------------
+# ipython  # interactive notebook
+# psutil  # system utilization
+thop  # FLOPs computation
+# albumentations>=1.0.3
+# pycocotools>=2.0  # COCO mAP
+# roboflow
+
+# code pii
+regex
+tqdm
+pandas
+datasets
+detect_secrets
+gibberish_detector
+huggingface_hub
+nltk
+scikit-learn
+seqeval
+transformers
+datasets
+transformers
+evaluate
+seqeval
+autopep8
+
+# face detection
+# tensorflow
+
+opencv-python
+pyjwt
+python-jose[cryptography]

requirements/requirements-blackduck.txt

@@ -0,0 +1,189 @@
+
+fastapi
+pydantic
+#pymongo
+Xeger
+Faker
+python-dotenv
+uvicorn
+pandas
+openpyxl
+xlsxwriter
+presidio_anonymizer
+presidio_image_redactor==0.0.48
+python-multipart
+pyyaml
+regex
+opencv-python-headless
+Faker
+ultralytics
+omegaconf
+anyio
+blis
+catalogue
+certifi
+charset-normalizer
+click
+colorama
+confection
+contourpy
+cycler
+cymem
+fastapi
+FastAPI-SQLAlchemy
+filelock
+fonttools
+diffprivlib
+greenlet
+h11
+idna
+Jinja2
+kiwisolver
+langcodes
+MarkupSafe
+matplotlib
+murmurhash
+numpy
+packaging
+pathy
+phonenumbers
+Pillow
+pip
+preshed
+#presidio-analyzer
+presidio-anonymizer
+presidio-image-redactor==0.0.48
+pycryptodome
+pydantic
+pydicom
+pyparsing
+pypng
+pytesseract
+python-dateutil
+python-multipart
+PyYAML
+regex
+requests
+requests-file
+setuptools
+six
+smart-open
+sniffio
+spacy
+spacy-legacy
+spacy-loggers
+SQLAlchemy
+srsly
+starlette
+thinc
+tldextract
+tqdm
+typer
+typing_extensions
+urllib3
+uvicorn
+wasabi
+httpx
+opencv-python-headless
+numpy
+# numpy>=1.18.5
+# opencv-python>=4.1.1
+# Pillow>=7.1.2
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0,!=1.12.0
+torchvision>=0.8.1,!=0.13.0
+tqdm>=4.41.0
+protobuf<4.21.3
+# Logging -------------------------------------
+tensorboard>=2.4.1
+# wandb
+
+# Plotting ------------------------------------
+# pandas>=1.1.4
+seaborn>=0.11.0
+
+# Export --------------------------------------
+# coremltools>=4.1  # CoreML export
+# onnx>=1.9.0  # ONNX export
+# onnx-simplifier>=0.3.6  # ONNX simplifier
+# scikit-learn==0.19.2  # CoreML quantization
+# tensorflow>=2.4.1  # TFLite export
+# tensorflowjs>=3.9.0  # TF.js export
+# openvino-dev  # OpenVINO export
+
+# Extras --------------------------------------
+# ipython  # interactive notebook
+# psutil  # system utilization
+thop  # FLOPs computation
+#https://huggingface.co/spacy/en_core_web_lg/resolve/main/en_core_web_lg-any-py3-none-any.whl
+# lib/presidio_analyzer-4.1.0-py3-none-any.whl
+../lib/aicloudlibs-0.1.0-py3-none-any.whl
+# lib/en_core_web_lg-3.7.1-py3-none-any.whl
+
+presidio_analyzer
+# Usage: pip install -r requirements.txt
+easyocr
+# Base ----------------------------------------
+# matplotlib>=3.2.2
+numpy>=1.18.5
+# opencv-python>=4.1.1
+# Pillow>=7.1.2
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0,!=1.12.0
+torchvision>=0.8.1,!=0.13.0
+tqdm>=4.41.0
+protobuf<4.21.3
+
+# Logging -------------------------------------
+tensorboard>=2.4.1
+# wandb
+
+# Plotting ------------------------------------
+# pandas>=1.1.4
+seaborn>=0.11.0
+
+# Export --------------------------------------
+# coremltools>=4.1  # CoreML export
+# onnx>=1.9.0  # ONNX export
+# onnx-simplifier>=0.3.6  # ONNX simplifier
+# scikit-learn==0.19.2  # CoreML quantization
+# tensorflow>=2.4.1  # TFLite export
+# tensorflowjs>=3.9.0  # TF.js export
+# openvino-dev  # OpenVINO export
+
+# Extras --------------------------------------
+# ipython  # interactive notebook
+# psutil  # system utilization
+thop  # FLOPs computation
+# albumentations>=1.0.3
+# pycocotools>=2.0  # COCO mAP
+# roboflow
+
+# code pii
+regex
+tqdm
+pandas
+datasets
+detect_secrets
+gibberish_detector
+huggingface_hub
+nltk
+scikit-learn
+seqeval
+transformers
+datasets
+transformers
+evaluate
+seqeval
+autopep8
+
+# face detection
+# tensorflow
+
+opencv-python
+pyjwt
+python-jose[cryptography]