Upload folder using huggingface_hub

.binder/apt.txt

@@ -0,0 +1,3 @@
+ffmpeg
+libsm6
+libxext6

.binder/requirements.txt

@@ -0,0 +1 @@
+-r ../requirements.txt

.binder/runtime.txt

@@ -0,0 +1 @@
+python-3.8

.ci/aggregate_notebooks_reports.py

@@ -0,0 +1,59 @@
+import csv
+import json
+from pathlib import Path
+from typing import Dict
+from itertools import product
+
+REPORTS_DIR = "test_reports"
+
+
+class ValidationMatrix:
+    os = ("ubuntu-20.04", "ubuntu-22.04", "windows-2019", "macos-12")
+    python = ("3.8", "3.9", "3.10")
+
+    @classmethod
+    def values(cls):
+        return product(cls.os, cls.python)
+
+
+def get_report_file_path(os: str, python: str) -> Path:
+    return Path(REPORTS_DIR) / f"{os}-{python}" / "test_report.csv"
+
+
+def get_default_status_dict(notebook_name: str) -> Dict:
+    default_status = None
+
+    def _get_python_status_dict():
+        return dict((python, default_status) for python in ValidationMatrix.python)
+
+    return {
+        "name": notebook_name,
+        "status": dict((os, _get_python_status_dict()) for os in ValidationMatrix.os),
+    }
+
+
+def write_json_file(filename: str, data: Dict):
+    with open(filename, "w") as file:
+        json.dump(data, file, indent=2)
+
+
+def main():
+    NOTEBOOKS_STATUS_MAP = {}
+    for os, python in ValidationMatrix.values():
+        report_file_path = get_report_file_path(os, python)
+        if not report_file_path.exists():
+            print(f'Report file "{report_file_path}" does not exists.')
+            continue
+        print(f'Processing report file "{report_file_path}".')
+        with open(report_file_path, "r") as report_file:
+            for row in csv.DictReader(report_file):
+                name = row["name"]
+                status = row["status"]
+                if name not in NOTEBOOKS_STATUS_MAP:
+                    NOTEBOOKS_STATUS_MAP[name] = get_default_status_dict(name)
+                NOTEBOOKS_STATUS_MAP[name]["status"][os][python] = status
+    write_json_file(Path(REPORTS_DIR) / "notebooks-status-map.json", NOTEBOOKS_STATUS_MAP)
+
+
+if __name__ == "__main__":
+    main()

.ci/check_links.py

@@ -0,0 +1,102 @@
+#!/usr/bin/env python3
+
+import sys
+import mistune
+import requests
+import urllib.parse
+
+from pathlib import Path
+
+NOTEBOOKS_ROOT = Path(__file__).resolve().parents[1]
+
+EXCEPTIONS_URLs = [
+    "medium.com",
+    "https://www.paddlepaddle.org.cn/",
+    "mybinder.org",
+    "https://arxiv.org",
+    "http://host.robots.ox.ac.uk",
+    "https://gitee.com/",
+    "https://openai.com/",
+]
+
+
+def get_all_ast_nodes(ast_nodes):
+    for node in ast_nodes:
+        yield node
+        if "children" in node:
+            yield from get_all_ast_nodes(node["children"])
+
+
+def get_all_references_from_md(md_path):
+    parse_markdown = mistune.create_markdown(renderer=mistune.AstRenderer())
+    ast = parse_markdown(md_path.read_text(encoding="UTF-8"))
+
+    for node in get_all_ast_nodes(ast):
+        if node["type"] == "image":
+            yield node["src"]
+        elif node["type"] == "link":
+            yield node["link"]
+
+
+def validate_colab_url(url: str) -> bool:
+    OPENVINO_COLAB_URL_PREFIX = "https://colab.research.google.com/github/openvinotoolkit/openvino_notebooks/blob/latest/"
+
+    if not url.startswith(OPENVINO_COLAB_URL_PREFIX):
+        return
+
+    notebook_path = url.split(OPENVINO_COLAB_URL_PREFIX)[1]
+    absolute_notebook_path = NOTEBOOKS_ROOT / notebook_path
+
+    if not absolute_notebook_path.exists():
+        raise ValueError(f"notebook not found for colab url {url!r}")
+
+
+def main():
+    all_passed = True
+
+    def complain(message):
+        nonlocal all_passed
+        all_passed = False
+        print(message, file=sys.stderr)
+
+    for md_path in NOTEBOOKS_ROOT.glob("**/*README*.md"):
+        for url in get_all_references_from_md(md_path):
+            try:
+                components = urllib.parse.urlparse(url)
+            except ValueError:
+                complain(f"{md_path}: invalid URL reference {url!r}")
+                continue
+
+            if not components.path:  # self-link
+                continue
+
+            if not components.scheme and not components.netloc:
+                # check if it is relative path on file from repo
+                file_name = md_path.parent / components.path
+                if not file_name.exists():
+                    complain(f"{md_path}: invalid URL reference {url!r}")
+                continue
+
+            try:
+                validate_colab_url(url)
+            except ValueError as err:
+                complain(f"{md_path}: {err}")
+
+            try:
+                get = requests.get(url, timeout=10)
+                if get.status_code != 200:
+                    if get.status_code in [500, 429, 443, 403] and any([known_url in url for known_url in EXCEPTIONS_URLs]):
+                        print(f"SKIP - {md_path}: URL can not be reached {url!r}, status code {get.status_code}")
+                        continue
+                    complain(f"{md_path}: URL can not be reached {url!r}, status code {get.status_code}")
+            except Exception as err:
+                if any([known_url in url for known_url in EXCEPTIONS_URLs]):
+                    print(f"SKIP - {md_path}: URL can not be reached {url!r}, error {err}")
+                else:
+                    complain(f"{md_path}: URL can not be reached {url!r}, error {err}")
+
+    sys.exit(0 if all_passed else 1)
+
+
+if __name__ == "__main__":
+    main()

.ci/check_notebooks.py

@@ -0,0 +1,79 @@
+import sys
+import json
+from table_of_content import find_tc_in_cell
+from patch_notebooks import DEVICE_WIDGET
+from pathlib import Path
+
+NOTEBOOKS_ROOT = Path(__file__).resolve().parents[1]
+
+EXPECTED_NO_DEVICE = [
+    Path("notebooks/auto-device/auto-device.ipynb"),  # auto device expected to be used
+    Path("notebooks/convert-to-openvino/convert-to-openvino.ipynb"),  # device-agnostic
+    Path("notebooks/convert-to-openvino/legacy-mo-convert-to-openvino.ipynb"),  # device-agnostic
+    Path("notebooks/gpu-device/gpu-device.ipynb"),  # gpu device expected to be used
+    Path("notebooks/hello-npu/hello-npu.ipynb"),  # npu device expected to be used
+    Path("notebooks/model-server/model-server.ipynb"),  # can not change device in docker configuration on the fly
+    Path("notebooks/openvino-tokenizers/openvino-tokenizers.ipynb"),  # cpu required for loading extensions
+    Path("notebooks/sparsity-optimization/sparsity-optimization.ipynb"),  # cpu expected to be used
+]
+
+
+def find_device_in_cell(cell):
+    for line_idx, line in enumerate(cell["source"]):
+        if DEVICE_WIDGET in line:
+            return line_idx
+    return None
+
+
+def main():
+    all_passed = True
+    no_tocs = []
+    no_device = []
+
+    def complain(message):
+        nonlocal all_passed
+        all_passed = False
+        print(message, file=sys.stderr)
+
+    for nb_path in NOTEBOOKS_ROOT.glob("notebooks/**/*.ipynb"):
+        with open(nb_path, "r", encoding="utf-8") as notebook_file:
+            notebook_json = json.load(notebook_file)
+            toc_found = False
+            device_found = False
+            if nb_path.relative_to(NOTEBOOKS_ROOT) in EXPECTED_NO_DEVICE:
+                print(f"SKIPPED: {nb_path.relative_to(NOTEBOOKS_ROOT)} for device wdget check")
+                device_found = True
+            for cell in notebook_json["cells"]:
+                if not toc_found and cell["cell_type"] == "markdown":
+                    tc_cell, tc_line = find_tc_in_cell(cell)
+                    if tc_line is not None:
+                        toc_found = True
+
+                if not device_found and find_device_in_cell(cell) is not None:
+                    device_found = True
+
+                if toc_found and device_found:
+                    break
+            if not toc_found:
+                no_tocs.append(str(nb_path.relative_to(NOTEBOOKS_ROOT)))
+                complain(f"FAILED: {nb_path.relative_to(NOTEBOOKS_ROOT)}: table of content is not found")
+            if not device_found:
+                no_device.append(str(nb_path.relative_to(NOTEBOOKS_ROOT)))
+                complain(f"FAILED: {nb_path.relative_to(NOTEBOOKS_ROOT)}: device widget is not found")
+
+    if not all_passed:
+        print("SUMMARY:")
+        print("==================================")
+        if no_tocs:
+            print("NO TABLE OF CONTENT:")
+            print("\n".join(no_tocs))
+            print("==================================")
+        if no_device:
+            print("NO DEVICE SELECTION:")
+            print("\n".join(no_device))
+
+    sys.exit(0 if all_passed else 1)
+
+
+if __name__ == "__main__":
+    main()

.ci/ci-requirements.txt

@@ -0,0 +1,3 @@
+-r dev-requirements.txt
+
+pandoc

.ci/convert_notebooks.py

@@ -0,0 +1,131 @@
+import argparse
+import shutil
+import subprocess  # nosec - disable B404:import-subprocess check
+import time
+from pathlib import Path
+import nbformat
+
+
+def disable_gradio_debug(notebook_path):
+    nb = nbformat.read(notebook_path, as_version=nbformat.NO_CONVERT)
+    found = False
+    for cell in nb["cells"]:
+        if "gradio" in cell["source"] and "debug" in cell["source"]:
+            found = True
+            cell["source"] = cell["source"].replace("debug=True", "debug=False")
+
+    if found:
+        print(f"Disabled gradio debug mode for {notebook_path}")
+        nbformat.write(nb, str(notebook_path), version=nbformat.NO_CONVERT)
+
+
+def arguments():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--exclude_execution_file")
+    parser.add_argument("--exclude_conversion_file")
+    parser.add_argument("--timeout", type=float, default=7200, help="timeout for notebook execution")
+    parser.add_argument("--rst_dir", type=Path, help="rst files output directory", default=Path("rst"))
+
+    return parser.parse_args()
+
+
+def prepare_ignore_list(input_file):
+    with Path(input_file).open("r") as f:
+        lines = f.readlines()
+    return list(map(str.strip, lines))
+
+
+def main():
+    args = arguments()
+    ignore_conversion_list = []
+    ignore_execution_list = []
+    failed_notebooks = []
+    rst_failed = []
+    if args.exclude_conversion_file is not None:
+        ignore_conversion_list = prepare_ignore_list(args.exclude_conversion_file)
+    if args.exclude_execution_file is not None:
+        ignore_execution_list = prepare_ignore_list(args.exclude_execution_file)
+    root = Path(__file__).parents[1]
+    notebooks_dir = root / "notebooks"
+    notebooks = sorted(list(notebooks_dir.rglob("**/*.ipynb")))
+    for notebook in notebooks:
+        notebook_path = notebook.relative_to(root)
+        if str(notebook_path) in ignore_conversion_list:
+            continue
+        disable_gradio_debug(notebook_path)
+        notebook_executed = notebook_path.parent / notebook_path.name.replace(".ipynb", "-with-output.ipynb")
+        start = time.perf_counter()
+        print(f"Convert {notebook_path}")
+        if str(notebook_path) not in ignore_execution_list:
+            try:
+                retcode = subprocess.run(
+                    [
+                        "jupyter",
+                        "nbconvert",
+                        "--log-level=INFO",
+                        "--execute",
+                        "--to",
+                        "notebook",
+                        "--output",
+                        str(notebook_executed),
+                        "--output-dir",
+                        str(root),
+                        "--ExecutePreprocessor.kernel_name=python3",
+                        str(notebook_path),
+                    ],
+                    timeout=args.timeout,
+                ).returncode
+            except subprocess.TimeoutExpired:
+                retcode = -42
+                print(f"TIMEOUT: {notebook_path}")
+            if retcode:
+                failed_notebooks.append(str(notebook_path))
+                continue
+        else:
+            shutil.copyfile(notebook_path, notebook_executed)
+        rst_retcode = subprocess.run(
+            [
+                "jupyter",
+                "nbconvert",
+                "--to",
+                "rst",
+                str(notebook_executed),
+                "--output-dir",
+                str(args.rst_dir),
+                "--TagRemovePreprocessor.remove_all_outputs_tags=hide_output --TagRemovePreprocessor.enabled=True",
+            ],
+            timeout=args.timeout,
+        ).returncode
+        notebook_rst = args.rst_dir / notebook_executed.name.replace(".ipynb", ".rst")
+        # remove all non-printable characters
+        subprocess.run(
+            [
+                "sed",
+                "-i",
+                "-e",
+                "s/\x1b\[[0-9;]*m//g",
+                "-e",
+                "s/\x1b\[?25h//g",
+                "-e",
+                "s/\x1b\[?25l//g",
+                str(notebook_rst),
+            ],
+            timeout=args.timeout,
+        )
+
+        end = time.perf_counter() - start
+        print(f"Notebook conversion took: {end:.4f} s")
+        if rst_retcode:
+            rst_failed.append(str(notebook_path))
+
+    if failed_notebooks:
+        print("EXECUTION FAILED:")
+        print("\n".join(failed_notebooks))
+
+    if rst_failed:
+        print("RST CONVERSION FAILED:")
+        print("\n".join(rst_failed))
+
+
+if __name__ == "__main__":
+    main()

.ci/convert_notebooks.sh

@@ -0,0 +1,31 @@
+# Execute notebooks and convert them to Markdown and HTML
+# Output from notebook cells with tag "hide_output" will be hidden in converted notebooks
+
+ignore_list=$*
+rstdir=$PWD"/rst_files"
+binderlist=$rstdir"/notebooks_with_binder_buttons.txt"
+colablist=$rstdir"/notebooks_with_colab_buttons.txt"
+notebooklist=$rstdir"/all_notebooks_paths.txt"
+tagslist=$rstdir"/notebooks_tags.json"
+mkdir -p $rstdir
+
+# List all notebooks that contain binder or colab buttons based on readme
+for n in $(git ls-files '*.md'); do
+    cat $n | grep -oP "https://mybinder.org/v2.*?-.*?ipynb" | sed 's#%2F#/#g' | sed -e 's|[^/]*/||g' -e 's|.ipynb$||' | sort | uniq >> $binderlist
+    cat $n | grep -oP "https://colab.research.google.com/github.*?-.*?ipynb" | sed -e 's|[^/]*/||g' -e 's|.ipynb$||' | sort | uniq >> $colablist
+done
+find notebooks -maxdepth 2 -name "*.ipynb" | sort > $notebooklist
+taggerpath=$(git ls-files "*tagger.py")
+notebookspath=$(git ls-files "*.ipynb"| head -n 1)
+keywordspath=$(git ls-files "*keywords.json")
+python $taggerpath $notebookspath $keywordspath> $tagslist
+
+echo "start converting notebooks"
+python $PWD"/.ci/convert_notebooks.py" --rst_dir $rstdir --exclude_execution_file $PWD"/.ci/ignore_convert_execution.txt"
+
+# Remove download links to local files. They only work after executing the notebook
+# Replace relative links to other notebooks with relative links to documentation HTML pages
+for f in "$rstdir"/*.rst; do
+    sed -i "s/<a href=[\'\"][^%].*download>\(.*\)<\/a>/\1/" "$f"
+    sed -r -i "s/(<)\.\.\/(.*)\/.*ipynb(>)/\1\2-with-output.html\3/g" "$f"
+done

.ci/dev-requirements.txt

@@ -0,0 +1,16 @@
+# Recommended packages for notebook developers
+
+# black==21.8 requires typing-extensions>3.10 which is incompatible
+# with other packages
+-r ../requirements.txt
+black[jupyter]==24.3.0               # format Python code
+isort                       # sort imports
+jupyterlab-code-formatter   # format code in notebooks in Jupyter Lab
+jupyterlab-git              # checkout and commit code in Jupyter Lab
+nbqa[toolchain]             # automatic code quality checking
+nbval                       # pytest plugin for automatic notebook testing
+treon                       # test framework for Jupyter Notebooks 
+toml                        # used for validating docker requirements
+mistune==2.0.4              # use for parsing README.md
+requests==2.32.0            # use for checking links
+pyspelling                  # automating spell checking

.ci/heavy_ubuntu_gpu.txt

@@ -0,0 +1,22 @@
+notebooks/decidiffusion-image-generation/decidiffusion-image-generation.ipynb
+notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/grounded-segment-anything/grounded-segment-anything.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/knowledge-graphs-conve/knowledge-graphs-conve.ipynb
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb
+notebooks/llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/paint-by-example/paint-by-example.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/quantizing-model-with-accuracy-control/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb
+notebooks/softvc-voice-conversion/softvc-voice-conversion.ipynb
+notebooks/speech-recognition-quantization/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/speech-recognition-quantization/speech-recognition-quantization-data2vec.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image.ipynb
+notebooks/style-transfer-webcam/style-transfer.ipynb
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb
+notebooks/whisper-subtitles-generation/whisper-nncf-quantize.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb
+notebooks/zeroscope-text2video/zeroscope-text2video.ipynb

.ci/heavy_win_gpu.txt

@@ -0,0 +1,8 @@
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/instruct-pix2pix-image-editing/instruct-pix2pix-image-editing.ipynb
+notebooks/knowledge-graphs-conve/knowledge-graphs-conve.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/sdxl-turbo/sdxl-turbo.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb

.ci/ignore_convert_execution.txt

@@ -0,0 +1,64 @@
+notebooks/speech-recognition-quantization/speech-recognition-quantization-data2vec.ipynb
+notebooks/gpu-device/gpu-device.ipynb
+notebooks/model-server/model-server.ipynb
+notebooks/quantizing-model-with-accuracy-control/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb
+notebooks/speech-to-text/speech-to-text.ipynb
+notebooks/grammar-correction/grammar-correction.ipynb
+notebooks/image-inpainting/image-inpainting.ipynb
+notebooks/cross-lingual-books-alignment/cross-lingual-books-alignment.ipynb
+notebooks/stable-diffusion-text-to-image/stable-diffusion-text-to-image.ipynb
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb
+notebooks/whisper-subtitles-generation/whisper-nncf-quantize.ipynb
+notebooks/clip-zero-shot-image-classification/clip-zero-shot-classification.ipynb
+notebooks/yolov8-optimization/yolov8-instance-segmentation.ipynb
+notebooks/yolov8-optimization/yolov8-keypoint-detection.ipynb
+notebooks/yolov8-optimization/yolov8-object-detection.ipynb
+notebooks/yolov8-optimization/yolov8-obb.ipynb
+notebooks/instruct-pix2pix-image-editing/instruct-pix2pix-image-editing.ipynb
+notebooks/clip-language-saliency-map/clip-language-saliency-map.ipynb
+notebooks/blip-visual-language-processing/blip-visual-language-processing.ipynb
+notebooks/controlnet-stable-diffusion/controlnet-stable-diffusion.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-infinite-zoom.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-optimum-demo-comparison.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-optimum-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image-demo.ipynb
+notebooks/segment-anything/segment-anything.ipynb
+notebooks/image-bind/image-bind.ipynb
+notebooks/dolly-2-instruction-following/dolly-2-instruction-following.ipynb
+notebooks/riffusion-text-to-music/riffusion-text-to-music.ipynb
+notebooks/named-entity-recognition/named-entity-recognition.ipynb
+notebooks/stable-diffusion-xl/stable-diffusion-xl.ipynb
+notebooks/stable-diffusion-xl/segmind-vegart.ipynb
+notebooks/stable-diffusion-xl/ssd-b1.ipynb
+notebooks/oneformer-segmentation/oneformer-segmentation.ipynb
+notebooks/tiny-sd-image-generation/tiny-sd-image-generation.ipynb
+notebooks/zeroscope-text2video/zeroscope-text2video.ipynb
+notebooks/llm-chatbot/llm-chatbot.ipynb
+notebooks/llm-rag-langchain/llm-rag-langchain.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/bark-text-to-audio/bark-text-to-audio.ipynb
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb
+notebooks/llava-multimodal-chatbot/videollava-multimodal-chatbot.ipynb
+notebooks/decidiffusion-image-generation/decidiffusion-image-generation.ipynb
+notebooks/pix2struct-docvqa/pix2struct-docvqa.ipynb
+notebooks/softvc-voice-conversion/softvc-voice-conversion.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-image-generation.ipynb
+notebooks/latent-consistency-models-image-generation/lcm-lora-controlnet.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb
+notebooks/speculative-sampling/speculative-sampling.ipynb
+notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/sound-generation-audioldm2/sound-generation-audioldm2.ipynb
+notebooks/sdxl-turbo/sdxl-turbo.ipynb
+notebooks/paint-by-example/paint-by-example.ipynb
+notebooks/stable-zephyr-3b-chatbot/stable-zephyr-3b-chatbot.ipynb
+notebooks/llm-question-answering/llm-question-answering.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb
+notebooks/stable-video-diffusion/stable-video-diffusion.ipynb
+notebooks/llm-agent-langchain/llm-agent-langchain.ipynb
+notebooks/hello-npu/hello-npu.ipynb
+notebooks/yolov10-optimization/yolov10-optimization.ipynb

.ci/ignore_convert_full.txt

@@ -0,0 +1,2 @@
+notebooks/ct-segmentation-quantize/data-preparation-ct-scan.ipynb
+notebooks/ct-segmentation-quantize/pytorch-monai-training.ipynb

.ci/ignore_pip_conflicts.txt

@@ -0,0 +1,29 @@
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb  # ultralytics==8.0.43
+notebooks/detectron2-to-openvino/detectron2-to-openvino.ipynb # detectron2@https://github.com/facebookresearch/detectron2
+notebooks/speech-to-text/speech-to-text.ipynb # numpy<1.24
+notebooks/pyannote-speaker-diarization/pyannote-speaker-diarization.ipynb  # pyannote-audio@https://github.com/eaidova/pyannote-audio
+notebooks/yolov8-optimization/yolov8-instance-segmentation.ipynb  # ultralytics==8.0.43
+notebooks/yolov8-optimization/yolov8-keypoint-detection.ipynb  # ultralytics==8.0.159
+notebooks/yolov8-optimization/yolov8-object-detection.ipynb  # ultralytics==8.0.43
+notebooks/yolov8-optimization/yolov8-obb.ipynb  # ultralytics==8.1.24
+notebooks/llm-chatbot/llm-chatbot.ipynb # nncf@https://github.com/openvinotoolkit/nncf/tree/release_v280
+notebooks/llm-rag-langchain/llm-rag-langchain.ipynb # nncf@https://github.com/openvinotoolkit/nncf/tree/release_v280
+notebooks/bark-text-to-audio/bark-text-to-audio.ipynb  # torch==1.13
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb # transformers<4.35
+notebooks/llava-multimodal-chatbot/videollava-multimodal-chatbot.ipynb # transformers<4.35
+notebooks/paint-by-example/paint-by-example.ipynb # gradio==3.44.1
+notebooks/stable-zephyr-3b-chatbot/stable-zephyr-3b-chatbot.ipynb # install requirements.txt after clone repo
+notebooks/mobilevlm-language-assistant/mobilevlm-language-assistant.ipynb # transformers<4.35
+notebooks/depth-anything/depth-anything.ipynb # install requirements.txt after clone repo
+notebooks/surya-line-level-text-detection/surya-line-level-text-detection.ipynb # requires python >=3.9
+notebooks/mobileclip-video-search/mobileclip-video-search.ipynb # install requirements.txt inside
+notebooks/stable-diffusion-keras-cv/stable-diffusion-keras-cv.ipynb # requires python >=3.9
+notebooks/triposr-3d-reconstruction/triposr-3d-reconstruction.ipynb # requires torch that installing in the notebook
+notebooks/animate-anyone/animate-anyone.ipynb # diffusers<=0.24
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb # pytube
+notebooks/grounded-segment-anything/grounded-segment-anything.ipynb # deprecated installer
+notebooks/vision-paddlegan-anime/vision-paddlegan-anime.ipynb # old scipy
+notebooks/vision-paddlegan-superresolution/vision-paddlegan-superresolution.ipynb # old scipy and scikit-image
+notebooks/stable-diffusion-torchdynamo-backend/stable-diffusion-torchdynamo-backend.ipynb
+notebooks/sketch-to-image-pix2pix-turbo/sketch-to-image-pix2pix-turbo.ipynb
+notebooks/yolov10-optimization/yolov10-optimization.ipynb

.ci/ignore_treon_docker.txt

@@ -0,0 +1,71 @@
+notebooks/speech-recognition-quantization/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/speech-recognition-quantization/speech-recognition-quantization-data2vec.ipynb
+notebooks/gpu-device/gpu-device.ipynb
+notebooks/model-server/model-server.ipynb
+notebooks/quantizing-model-with-accuracy-control/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb
+notebooks/big-transfer-quantization/tensorflow-bit-image-classification-nncf-quantization.ipynb
+notebooks/cross-lingual-books-alignment/cross-lingual-books-alignment.ipynb
+notebooks/stable-diffusion-text-to-image/stable-diffusion-text-to-image.ipynb
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb
+notebooks/whisper-subtitles-generation/whisper-nncf-quantize.ipynb
+notebooks/clip-zero-shot-image-classification/clip-zero-shot-classification.ipynb
+notebooks/instruct-pix2pix-image-editing/instruct-pix2pix-image-editing.ipynb
+notebooks/blip-visual-language-processing/blip-visual-language-processing.ipynb
+notebooks/encodec-audio-compression/encodec-audio-compression.ipynb
+notebooks/controlnet-stable-diffusion/controlnet-stable-diffusion.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-optimum-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-infinite-zoom.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image.ipynb
+notebooks/segment-anything/segment-anything.ipynb
+notebooks/image-bind/image-bind.ipynb
+notebooks/dolly-2-instruction-following/dolly-2-instruction-following.ipynb
+notebooks/riffusion-text-to-music/riffusion-text-to-music.ipynb
+notebooks/freevc-voice-conversion/freevc-voice-conversion.ipynb
+notebooks/stable-diffusion-xl/stable-diffusion-xl.ipynb
+notebooks/stable-diffusion-xl/segmind-vegart.ipynb
+notebooks/oneformer-segmentation/oneformer-segmentation.ipynb
+notebooks/music-generation/music-generation.ipynb
+notebooks/tiny-sd-image-generation/tiny-sd-image-generation.ipynb
+notebooks/zeroscope-text2video/zeroscope-text2video.ipynb
+notebooks/llm-chatbot/llm-chatbot.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/bark-text-to-audio/bark-text-to-audio.ipynb
+notebooks/llava-multimodal-chatbot/videollava-multimodal-chatbot.ipynb
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb
+notebooks/decidiffusion-image-generation/decidiffusion-image-generation.ipynb
+notebooks/pix2struct-docvqa/pix2struct-docvqa.ipynb
+notebooks/fast-segment-anything/fast-segment-anything.ipynb
+notebooks/softvc-voice-conversion/softvc-voice-conversion.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-image-generation.ipynb
+notebooks/latent-consistency-models-image-generation/lcm-lora-controlnet.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-optimum-demo.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb
+notebooks/speculative-sampling/speculative-sampling.ipynb
+notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/sound-generation-audioldm2/sound-generation-audioldm2.ipynb
+notebooks/sdxl-turbo/sdxl-turbo.ipynb
+notebooks/paint-by-example/paint-by-example.ipynb
+notebooks/stable-zephyr-3b-chatbot/stable-zephyr-3b-chatbot.ipynb
+notebooks/llm-question-answering/llm-question-answering.ipynb
+notebooks/stable-diffusion-torchdynamo-backend/stable-diffusion-torchdynamo-backend.ipynb
+notebooks/stable-diffusion-ip-adapter/stable-diffusion-ip-adapter.ipynb
+notebooks/kosmos2-multimodal-large-language-model/kosmos2-multimodal-large-language-model.ipynb
+notebooks/photo-maker/photo-maker.ipynb
+notebooks/openvoice/openvoice.ipynb
+notebooks/surya-line-level-text-detection/surya-line-level-text-detection.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/stable-diffusion-keras-cv/stable-diffusion-keras-cv.ipynb
+notebooks/tensorflow-quantization-aware-training/tensorflow-quantization-aware-training.ipynb
+notebooks/animate-anyone/animate-anyone.ipynb
+notebooks/llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb
+notebooks/llm-rag-langchain/llm-rag-langchain.ipynb
+notebooks/stable-video-diffusion/stable-video-diffusion.ipynb
+notebooks/llm-agent-langchain/llm-agent-langchain.ipynb
+notebooks/hello-npu/hello-npu.ipynb
+notebooks/stable-cascade-image-generation/stable-cascade-image-generation.ipynb
+notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb
+notebooks/yolov10-optimization/yolov10-optimization.ipynb

.ci/ignore_treon_linux.txt

@@ -0,0 +1,72 @@
+notebooks/speech-recognition-quantization/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/speech-recognition-quantization/speech-recognition-quantization-data2vec.ipynb
+notebooks/gpu-device/gpu-device.ipynb
+notebooks/pytorch-post-training-quantization-nncf/pytorch-post-training-quantization-nncf.ipynb
+notebooks/model-server/model-server.ipynb
+notebooks/quantizing-model-with-accuracy-control/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb
+notebooks/big-transfer-quantization/tensorflow-bit-image-classification-nncf-quantization.ipynb
+notebooks/grammar-correction/grammar-correction.ipynb
+notebooks/cross-lingual-books-alignment/cross-lingual-books-alignment.ipynb
+notebooks/stable-diffusion-text-to-image/stable-diffusion-text-to-image.ipynb
+notebooks/yolov7-optimization/yolov7-optimization.ipynb
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb
+notebooks/whisper-subtitles-generation/whisper-nncf-quantize.ipynb
+notebooks/clip-zero-shot-image-classification/clip-zero-shot-classification.ipynb
+notebooks/instruct-pix2pix-image-editing/instruct-pix2pix-image-editing.ipynb
+notebooks/blip-visual-language-processing/blip-visual-language-processing.ipynb
+notebooks/encodec-audio-compression/encodec-audio-compression.ipynb
+notebooks/controlnet-stable-diffusion/controlnet-stable-diffusion.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-optimum-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-infinite-zoom.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image.ipynb
+notebooks/segment-anything/segment-anything.ipynb
+notebooks/image-bind/image-bind.ipynb
+notebooks/dolly-2-instruction-following/dolly-2-instruction-following.ipynb
+notebooks/riffusion-text-to-music/riffusion-text-to-music.ipynb
+notebooks/freevc-voice-conversion/freevc-voice-conversion.ipynb
+notebooks/stable-diffusion-xl/stable-diffusion-xl.ipynb
+notebooks/stable-diffusion-xl/segmind-vegart.ipynb
+notebooks/oneformer-segmentation/oneformer-segmentation.ipynb
+notebooks/music-generation/music-generation.ipynb
+notebooks/tiny-sd-image-generation/tiny-sd-image-generation.ipynb
+notebooks/zeroscope-text2video/zeroscope-text2video.ipynb
+notebooks/llm-chatbot/llm-chatbot.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/bark-text-to-audio/bark-text-to-audio.ipynb
+notebooks/llava-multimodal-chatbot/videollava-multimodal-chatbot.ipynb
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb
+notebooks/decidiffusion-image-generation/decidiffusion-image-generation.ipynb
+notebooks/pix2struct-docvqa/pix2struct-docvqa.ipynb
+notebooks/fast-segment-anything/fast-segment-anything.ipynb
+notebooks/softvc-voice-conversion/softvc-voice-conversion.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-image-generation.ipynb
+notebooks/latent-consistency-models-image-generation/lcm-lora-controlnet.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-optimum-demo.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb
+notebooks/speculative-sampling/speculative-sampling.ipynb
+notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/sound-generation-audioldm2/sound-generation-audioldm2.ipynb
+notebooks/sdxl-turbo/sdxl-turbo.ipynb
+notebooks/paint-by-example/paint-by-example.ipynb
+notebooks/stable-zephyr-3b-chatbot/stable-zephyr-3b-chatbot.ipynb
+notebooks/llm-question-answering/llm-question-answering.ipynb
+notebooks/stable-diffusion-torchdynamo-backend/stable-diffusion-torchdynamo-backend.ipynb
+notebooks/stable-diffusion-ip-adapter/stable-diffusion-ip-adapter.ipynb
+notebooks/stable-diffusion-keras-cv/stable-diffusion-keras-cv.ipynb
+notebooks/kosmos2-multimodal-large-language-model/kosmos2-multimodal-large-language-model.ipynb
+notebooks/photo-maker/photo-maker.ipynb
+notebooks/openvoice/openvoice.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/animate-anyone/animate-anyone.ipynb
+notebooks/llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb
+notebooks/llm-rag-langchain/llm-rag-langchain.ipynb
+notebooks/stable-video-diffusion/stable-video-diffusion.ipynb
+notebooks/llm-agent-langchain/llm-agent-langchain.ipynb
+notebooks/hello-npu/hello-npu.ipynb
+notebooks/stable-cascade-image-generation/stable-cascade-image-generation.ipynb
+notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb
+notebooks/yolov10-optimization/yolov10-optimization.ipynb

.ci/ignore_treon_mac.txt

@@ -0,0 +1,74 @@
+notebooks/speech-recognition-quantization/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/speech-recognition-quantization/speech-recognition-quantization-data2vec.ipynb
+notebooks/gpu-device/gpu-device.ipynb
+notebooks/model-server/model-server.ipynb
+notebooks/quantizing-model-with-accuracy-control/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb
+notebooks/big-transfer-quantization/tensorflow-bit-image-classification-nncf-quantization.ipynb
+notebooks/openvino-tokenizers/openvino-tokenizers.ipynb
+notebooks/cross-lingual-books-alignment/cross-lingual-books-alignment.ipynb
+notebooks/stable-diffusion-text-to-image/stable-diffusion-text-to-image.ipynb
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb
+notebooks/whisper-subtitles-generation/whisper-nncf-quantize.ipynb
+notebooks/clip-zero-shot-image-classification/clip-zero-shot-classification.ipynb
+notebooks/instruct-pix2pix-image-editing/instruct-pix2pix-image-editing.ipynb
+notebooks/blip-visual-language-processing/blip-visual-language-processing.ipynb
+notebooks/encodec-audio-compression/encodec-audio-compression.ipynb
+notebooks/controlnet-stable-diffusion/controlnet-stable-diffusion.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-optimum-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-infinite-zoom.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image.ipynb
+notebooks/segment-anything/segment-anything.ipynb
+notebooks/image-bind/image-bind.ipynb
+notebooks/dolly-2-instruction-following/dolly-2-instruction-following.ipynb
+notebooks/riffusion-text-to-music/riffusion-text-to-music.ipynb
+notebooks/freevc-voice-conversion/freevc-voice-conversion.ipynb
+notebooks/stable-diffusion-xl/stable-diffusion-xl.ipynb
+notebooks/stable-diffusion-xl/segmind-vegart.ipynb
+notebooks/oneformer-segmentation/oneformer-segmentation.ipynb
+notebooks/music-generation/music-generation.ipynb
+notebooks/tiny-sd-image-generation/tiny-sd-image-generation.ipynb
+notebooks/zeroscope-text2video/zeroscope-text2video.ipynb
+notebooks/llm-chatbot/llm-chatbot.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/bark-text-to-audio/bark-text-to-audio.ipynb
+notebooks/llava-multimodal-chatbot/videollava-multimodal-chatbot.ipynb
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb
+notebooks/decidiffusion-image-generation/decidiffusion-image-generation.ipynb
+notebooks/pix2struct-docvqa/pix2struct-docvqa.ipynb
+notebooks/fast-segment-anything/fast-segment-anything.ipynb
+notebooks/softvc-voice-conversion/softvc-voice-conversion.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-image-generation.ipynb
+notebooks/latent-consistency-models-image-generation/lcm-lora-controlnet.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-optimum-demo.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb
+notebooks/speculative-sampling/speculative-sampling.ipynb
+notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/sound-generation-audioldm2/sound-generation-audioldm2.ipynb
+notebooks/sdxl-turbo/sdxl-turbo.ipynb
+notebooks/paint-by-example/paint-by-example.ipynb
+notebooks/stable-zephyr-3b-chatbot/stable-zephyr-3b-chatbot.ipynb
+notebooks/llm-question-answering/llm-question-answering.ipynb
+notebooks/stable-diffusion-torchdynamo-backend/stable-diffusion-torchdynamo-backend.ipynb
+notebooks/stable-diffusion-ip-adapter/stable-diffusion-ip-adapter.ipynb
+notebooks/stable-diffusion-keras-cv/stable-diffusion-keras-cv.ipynb
+notebooks/mobilevlm-language-assistant/mobilevlm-language-assistant.ipynb
+notebooks/kosmos2-multimodal-large-language-model/kosmos2-multimodal-large-language-model.ipynb
+notebooks/photo-maker/photo-maker.ipynb
+notebooks/openvoice/openvoice.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/grounded-segment-anything/grounded-segment-anything.ipynb
+notebooks/triposr-3d-reconstruction/triposr-3d-reconstruction.ipynb
+notebooks/animate-anyone/animate-anyone.ipynb
+notebooks/llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb
+notebooks/llm-rag-langchain/llm-rag-langchain.ipynb
+notebooks/stable-video-diffusion/stable-video-diffusion.ipynb
+notebooks/llm-agent-langchain/llm-agent-langchain.ipynb
+notebooks/hello-npu/hello-npu.ipynb
+notebooks/stable-cascade-image-generation/stable-cascade-image-generation.ipynb
+notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb
+notebooks/yolov10-optimization/yolov10-optimization.ipynb
+notebooks/nano-llava-multimodal-chatbot/nano-llava-multimodal-chatbot.ipynb

.ci/ignore_treon_py38.txt

@@ -0,0 +1,2 @@
+notebooks/surya-line-level-text-detection/surya-line-level-text-detection.ipynb
+notebooks/stable-diffusion-keras-cv/stable-diffusion-keras-cv.ipynb

.ci/ignore_treon_win.txt

@@ -0,0 +1,70 @@
+notebooks/speech-recognition-quantization/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/speech-recognition-quantization/speech-recognition-quantization-data2vec.ipynb
+notebooks/gpu-device/gpu-device.ipynb
+notebooks/model-server/model-server.ipynb
+notebooks/quantizing-model-with-accuracy-control/speech-recognition-quantization-wav2vec2.ipynb
+notebooks/quantizing-model-with-accuracy-control/yolov8-quantization-with-accuracy-control.ipynb
+notebooks/big-transfer-quantization/tensorflow-bit-image-classification-nncf-quantization.ipynb
+notebooks/cross-lingual-books-alignment/cross-lingual-books-alignment.ipynb
+notebooks/text-prediction/text-prediction.ipynb
+notebooks/stable-diffusion-text-to-image/stable-diffusion-text-to-image.ipynb
+notebooks/whisper-subtitles-generation/whisper-convert.ipynb
+notebooks/whisper-subtitles-generation/whisper-nncf-quantize.ipynb
+notebooks/clip-zero-shot-image-classification/clip-zero-shot-classification.ipynb
+notebooks/instruct-pix2pix-image-editing/instruct-pix2pix-image-editing.ipynb
+notebooks/blip-visual-language-processing/blip-visual-language-processing.ipynb
+notebooks/encodec-audio-compression/encodec-audio-compression.ipynb
+notebooks/controlnet-stable-diffusion/controlnet-stable-diffusion.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-optimum-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-infinite-zoom.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image-demo.ipynb
+notebooks/stable-diffusion-v2/stable-diffusion-v2-text-to-image.ipynb
+notebooks/segment-anything/segment-anything.ipynb
+notebooks/image-bind/image-bind.ipynb
+notebooks/dolly-2-instruction-following/dolly-2-instruction-following.ipynb
+notebooks/riffusion-text-to-music/riffusion-text-to-music.ipynb
+notebooks/freevc-voice-conversion/freevc-voice-conversion.ipynb
+notebooks/stable-diffusion-xl/stable-diffusion-xl.ipynb
+notebooks/stable-diffusion-xl/segmind-vegart.ipynb
+notebooks/oneformer-segmentation/oneformer-segmentation.ipynb
+notebooks/music-generation/music-generation.ipynb
+notebooks/tiny-sd-image-generation/tiny-sd-image-generation.ipynb
+notebooks/zeroscope-text2video/zeroscope-text2video.ipynb
+notebooks/llm-chatbot/llm-chatbot.ipynb
+notebooks/mms-massively-multilingual-speech/mms-massively-multilingual-speech.ipynb
+notebooks/bark-text-to-audio/bark-text-to-audio.ipynb
+notebooks/llava-multimodal-chatbot/videollava-multimodal-chatbot.ipynb
+notebooks/llava-multimodal-chatbot/llava-multimodal-chatbot.ipynb
+notebooks/decidiffusion-image-generation/decidiffusion-image-generation.ipynb
+notebooks/pix2struct-docvqa/pix2struct-docvqa.ipynb
+notebooks/fast-segment-anything/fast-segment-anything.ipynb
+notebooks/softvc-voice-conversion/softvc-voice-conversion.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-image-generation.ipynb
+notebooks/latent-consistency-models-image-generation/lcm-lora-controlnet.ipynb
+notebooks/latent-consistency-models-image-generation/latent-consistency-models-optimum-demo.ipynb
+notebooks/qrcode-monster/qrcode-monster.ipynb
+notebooks/wuerstchen-image-generation/wuerstchen-image-generation.ipynb
+notebooks/speculative-sampling/speculative-sampling.ipynb
+notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
+notebooks/film-slowmo/film-slowmo.ipynb
+notebooks/sound-generation-audioldm2/sound-generation-audioldm2.ipynb
+notebooks/sdxl-turbo/sdxl-turbo.ipynb
+notebooks/stable-diffusion-keras-cv/stable-diffusion-keras-cv.ipynb
+notebooks/paint-by-example/paint-by-example.ipynb
+notebooks/stable-zephyr-3b-chatbot/stable-zephyr-3b-chatbot.ipynb
+notebooks/llm-question-answering/llm-question-answering.ipynb
+notebooks/stable-diffusion-torchdynamo-backend/stable-diffusion-torchdynamo-backend.ipynb
+notebooks/stable-diffusion-ip-adapter/stable-diffusion-ip-adapter.ipynb
+notebooks/kosmos2-multimodal-large-language-model/kosmos2-multimodal-large-language-model.ipynb
+notebooks/photo-maker/photo-maker.ipynb
+notebooks/openvoice/openvoice.ipynb
+notebooks/instant-id/instant-id.ipynb
+notebooks/animate-anyone/animate-anyone.ipynb
+notebooks/llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb
+notebooks/llm-rag-langchain/llm-rag-langchain.ipynb
+notebooks/stable-video-diffusion/stable-video-diffusion.ipynb
+notebooks/llm-agent-langchain/llm-agent-langchain.ipynb
+notebooks/hello-npu/hello-npu.ipynb
+notebooks/stable-cascade-image-generation/stable-cascade-image-generation.ipynb
+notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb
+notebooks/yolov10-optimization/yolov10-optimization.ipynb

.ci/keywords.json

@@ -0,0 +1,27 @@
+{
+    "tags": {
+        "GPU": ["device_name = \"GPU\"", "device_name=\"GPU\""],
+        "Auto device": ["device_name=\"AUTO\"", "device_name = \"AUTO\""],
+
+        "Dynamic Shape": [".partial_shape", "Dimension("],
+        "Reshape Model": ["model.reshape("],
+        "Async Inference": [".start_async("],
+
+        "Download Model": ["omz_downloader"],
+        "Convert Model": ["omz_converter"],
+        "Optimize Model": ["import openvino.tools.mo", "from openvino.tools.mo", "!mo "],
+        "Benchmark Model": ["benchmark_app"],
+        "OMZ Info Dumper": ["omz_info_dumper"],
+
+        "Paddle": ["import paddle", "from paddle"],
+        "Torchvision": ["import torchvision", "from torchvision"],
+        "Compression": ["import compression", "from compression"],
+        "Pytorch": ["import torch", "from torch"],
+        "NNCF": ["import nncf", "from nncf"],
+        "Transformers": ["import transformers", "from transformers"],
+        "Tensorflow": ["import tensorflow", "from tensorflow"],
+
+        "ONNX": [".onnx"],
+        "Train Model": ["model.fit(", "model.train()"]
+    } 
+}

.ci/patch_notebooks.py

@@ -0,0 +1,168 @@
+import argparse
+import re
+from pathlib import Path
+import nbformat
+import nbconvert
+from traitlets.config import Config
+
+
+# Notebooks that are excluded from the CI tests
+EXCLUDED_NOTEBOOKS = ["data-preparation-ct-scan.ipynb", "pytorch-monai-training.ipynb"]
+
+DEVICE_WIDGET = "device = widgets.Dropdown("
+
+
+def disable_gradio_debug(nb, notebook_path):
+    found = False
+    for cell in nb["cells"]:
+        if "gradio" in cell["source"] and "debug" in cell["source"]:
+            found = True
+            cell["source"] = cell["source"].replace("debug=True", "debug=False")
+
+    if found:
+        print(f"Disabled gradio debug mode for {notebook_path}")
+    return nb
+
+
+def disable_skip_ext(nb, notebook_path, test_device=""):
+    found = False
+
+    skip_for_device = None if test_device else False
+    for cell in nb["cells"]:
+        if test_device is not None and skip_for_device is None:
+            if (
+                'skip_for_device = "{}" in device.value'.format(test_device) in cell["source"]
+                and "to_quantize = widgets.Checkbox(value=not skip_for_device" in cell["source"]
+            ):
+                skip_for_device = True
+
+        if "%%skip" in cell["source"]:
+            found = True
+            if not skip_for_device:
+                cell["source"] = re.sub(r"%%skip.*.\n", "\n", cell["source"])
+            else:
+                cell["source"] = '"""\n' + cell["source"] + '\n"""'
+    if found:
+        print(f"Disabled skip extension mode for {notebook_path}")
+    return nb
+
+
+def remove_ov_install(cell):
+    updated_lines = []
+
+    def has_additional_deps(str_part):
+        if "%pip" in str_part:
+            return False
+        if "install" in str_part:
+            return False
+        if str_part.startswith("-"):
+            return False
+        if str_part.startswith("https://"):
+            return False
+        return True
+
+    lines = cell["source"].split("\n")
+    for line in lines:
+        if "openvino" in line:
+            updated_line_content = []
+            empty = True
+            package_found = False
+            for part in line.split(" "):
+                if "openvino-dev" in part:
+                    package_found = True
+                    continue
+                if "openvino-nightly" in part:
+                    package_found = True
+                    continue
+                if "openvino-tokenizers" in part:
+                    package_found = True
+                    continue
+                if "openvino>" in part or "openvino=" in part or "openvino" == part:
+                    package_found = True
+                    continue
+                if empty:
+                    empty = not has_additional_deps(part)
+                updated_line_content.append(part)
+
+            if package_found:
+                if not empty:
+                    updated_line = " ".join(updated_line_content)
+                    if line.startswith(" "):
+                        for token in line:
+                            if token != " ":
+                                break
+                            # keep indention
+                            updated_line = " " + updated_line
+                    updated_lines.append(updated_line + "\n# " + line)
+            else:
+                updated_lines.append(line)
+        else:
+            updated_lines.append(line)
+    cell["source"] = "\n".join(updated_lines)
+
+
+def patch_notebooks(notebooks_dir, test_device="", skip_ov_install=False):
+    """
+    Patch notebooks in notebooks directory with replacement values
+    found in notebook metadata to speed up test execution.
+    This function is specific for the OpenVINO notebooks
+    Github Actions CI.
+
+    For example: change nr of epochs from 15 to 1 in
+    tensorflow-training-openvino-nncf.ipynb by adding
+    {"test_replace": {"epochs = 15": "epochs = 1"} to the cell
+    metadata of the cell that contains `epochs = 15`
+
+    :param notebooks_dir: Directory that contains the notebook subdirectories.
+                          For example: openvino_notebooks/notebooks
+    """
+
+    nb_convert_config = Config()
+    nb_convert_config.NotebookExporter.preprocessors = ["nbconvert.preprocessors.ClearOutputPreprocessor"]
+    output_remover = nbconvert.NotebookExporter(nb_convert_config)
+    for notebookfile in Path(notebooks_dir).glob("**/*.ipynb"):
+        if not str(notebookfile.name).startswith("test_") and notebookfile.name not in EXCLUDED_NOTEBOOKS:
+            nb = nbformat.read(notebookfile, as_version=nbformat.NO_CONVERT)
+            found = False
+            device_found = False
+            for cell in nb["cells"]:
+                if skip_ov_install and "%pip" in cell["source"]:
+                    remove_ov_install(cell)
+                if test_device and DEVICE_WIDGET in cell["source"]:
+                    device_found = True
+                    cell["source"] = re.sub(r"value=.*,", f"value='{test_device.upper()}',", cell["source"])
+                    cell["source"] = re.sub(
+                        r"options=",
+                        f"options=['{test_device.upper()}'] + ",
+                        cell["source"],
+                    )
+                    print(f"Replaced testing device to {test_device}")
+                replace_dict = cell.get("metadata", {}).get("test_replace")
+                if replace_dict is not None:
+                    found = True
+                    for source_value, target_value in replace_dict.items():
+                        if source_value not in cell["source"]:
+                            raise ValueError(f"Processing {notebookfile} failed: {source_value} does not exist in cell")
+                        cell["source"] = cell["source"].replace(source_value, target_value)
+                        cell["source"] = "# Modified for testing\n" + cell["source"]
+                        print(f"Processed {notebookfile}: {source_value} -> {target_value}")
+            if test_device and not device_found:
+                print(f"No device replacement found for {notebookfile}")
+            if not found:
+                print(f"No replacements found for {notebookfile}")
+            disable_gradio_debug(nb, notebookfile)
+            disable_skip_ext(nb, notebookfile, args.test_device)
+            nb_without_out, _ = output_remover.from_notebook_node(nb)
+            with notebookfile.with_name(f"test_{notebookfile.name}").open("w", encoding="utf-8") as out_file:
+                out_file.write(nb_without_out)
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser("Notebook patcher")
+    parser.add_argument("notebooks_dir", default=".")
+    parser.add_argument("-td", "--test_device", default="")
+    parser.add_argument("--skip_ov_install", action="store_true")
+    args = parser.parse_args()
+    if not Path(args.notebooks_dir).is_dir():
+        raise ValueError(f"'{args.notebooks_dir}' is not an existing directory")
+    patch_notebooks(args.notebooks_dir, args.test_device, args.skip_ov_install)

.ci/pip_conflicts_check.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+set -e
+
+PARSER_REGEX="get_ipython\(\)\.run_line_magic\('pip', 'install \K([^#'\)]*)(?='\))"
+INSTALL_OPTIONS_REGEX="(^-\S+)"
+TMP_DIR="./tmp"
+REQ_FILE="$TMP_DIR/requirements.txt"
+EXCLUDE_INSTALL_OPTIONS="(--upgrade-strategy \S+)"
+
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --ignore)
+      ignore_file="$2"
+      shift
+      ;;
+    *)
+      echo "Unknown option: $1" >&2
+      exit 1
+      ;;
+  esac
+  shift
+done
+
+mkdir -p $TMP_DIR
+trap "rm -rf $TMP_DIR" EXIT
+
+# Iterate over all `.ipynb` files in the current folder and subfolders
+find "$(pwd)" -type f -name "*.ipynb" -exec realpath --relative-to="$(pwd)" {} + | while read -r file; do
+  if [[ -v ignore_file ]]; then
+    grep -qF "$file" "$ignore_file" && continue
+  fi
+  nb_filename="$file"  # Get file basename
+  extended_nb_filename="${nb_filename//\//_}"
+  req_file_name="$TMP_DIR/${extended_nb_filename%.ipynb}_requirements.txt"
+
+  # Convert to Python script first to flatten multi-line commands
+  output=$(jupyter nbconvert --no-prompt --to script --stdout "$file")
+  matched=$(grep -Po "$PARSER_REGEX" <<< "$output" || true)
+  if [ -z "$matched" ]; then
+    echo "ERROR: No '%pip install' command found in $file"
+    exit 1
+  fi
+
+  while IFS= read -r line; do
+    index_url=$(grep -Po "(--index-url \S+)" <<< "$line" || true)
+    extra_index_url=$(grep -Po "(--extra-index-url \S+)" <<< "$line" || true)
+    if [ "$index_url" ]; then
+      line=$(sed -r "s,${index_url},,g" <<< "$line")  # remove option from line
+      echo "--extra-${index_url:2}" >> "$req_file_name"  # add index url as extra to avoid overriding index-url
+    fi
+    if [ "$extra_index_url" ]; then
+      line=$(sed -r "s,${extra_index_url},,g" <<< "$line")  # remove option from line
+      echo $extra_index_url >> "$req_file_name"  # add extra index url to requirements file
+    fi
+    line=$(sed -r -E "s/$EXCLUDE_INSTALL_OPTIONS//g" <<< "$line")  # exclude ignored options
+    packages=$(sed -r "s/ /\n/g" <<< "$line")  # insert line separator between packages for iteration
+    for p in $packages
+    do
+      option=$(grep -Po $INSTALL_OPTIONS_REGEX <<< $p || true)
+      if [ ! $option ]; then
+        pure_p=$(sed -r "s/\"//g" <<< $p) # remove quotes
+        echo $pure_p >> "$req_file_name" # write package to file
+      fi
+    done
+  done <<< "$matched"
+  echo "-r ${req_file_name##*/}" >> "$REQ_FILE"  # add partial requirements to the main file
+done
+echo "Checking requirements..."
+python -m pip install -r $REQ_FILE --dry-run --ignore-installed

.ci/spellcheck/.pyspelling.wordlist.txt

@@ -0,0 +1,877 @@
+3D
+abstractive
+accelerometers
+accelerometer
+acknowledgement
+activations
+adaptively
+adas
+ADE
+adversarially
+AE
+aeroplane
+affective
+ai
+al
+Alibaba
+ALiBi
+AlpacaEval
+aMUSEd
+analytics
+AnimateAnyone
+AnimeGAN
+AnimateLCM
+Antelopev
+api
+APIs
+Arcface
+argmax
+artstation
+ASPP
+ASR
+asr
+async
+AsyncInferQueue
+Atrous
+audiobooks
+audioldm
+AudioLDM
+autoencoder
+autogenerated
+autoregressive
+autoregressively
+AutoTokenizer
+backend
+backends
+Baevski
+Baichuan
+baichuan
+BaseSpeakerTTS
+BasicUNet
+bboxes
+BEiT
+Belrose
+Benchmarking
+benchmarking
+bert
+BERT's
+BetterTransformer
+Bewley
+bfloat
+BGE
+bge
+BGR
+BMP
+Bicubic
+bicubic
+bilinear
+biometrics
+BiT
+blockwise
+boolean
+CentOS
+CFG
+charlist
+charlists
+chatbot
+chatbots
+chatglm
+ChatGLM
+ChatGPT
+chinese
+CIN
+ckpt
+CHW
+Cifar
+cityscape
+Cityscapes
+CLI
+cli
+CLIP's
+codebook
+codebooks
+codec
+codecs
+Codecs
+CoLA
+Colab
+colormap
+CompVis
+conditionings
+config
+configs
+Connectionist
+ContentVec
+Contrastive
+contrastive
+controllability
+ControlNet
+ControlNets
+controlnet
+ConvE
+conve
+ConvNet
+ConvNets
+ConvNext
+ConvNeXt
+ConvNeXts
+Convolutional
+convolutional
+coreference
+CoSENT
+cpm
+CPUs
+cpu
+CRNN
+CSV
+CTC
+CUDA
+CVF
+CVPR
+Databricks
+databricks
+dataloader
+dataloaders
+DataLoader
+DataLoaders
+DataModule
+dataset
+datasets
+DDIM
+DDPMs
+dDPO
+de
+Deblur
+deblur
+DeblurGAN
+DeblurGANv
+deblurred
+Deblurring
+deblurring
+deconvolution
+decidiffusion
+Deci
+DeciDiffusion
+DeciDiffusion's
+deduplicated
+DeepFloyd
+DeepLabV
+denoise
+denoised
+denoises
+denoising
+denormalization
+denormalized
+depainting
+DepthAnything
+detections
+detokenization
+detokenizer
+Dettmers
+dev
+detectron
+Detectron
+dGPU
+dGPUs
+DialoGPT
+diarization
+Diffusers
+diffusers
+dimensionality
+Distil
+distil
+DistilBERT
+distilbert
+distiluse
+DL
+DocLayNet
+docstring
+DocVQA
+docvqa
+DocumentLoaders
+doi
+Dollár
+donut
+DOTA
+DOTAv
+Downloader
+downloader
+downsample
+downsampled
+DPO
+dpo
+dpredictor
+DreamBooth
+DreamBooth Tsinghua
+Dreamshaper
+dropdown
+DynamiCrafter
+ECCV
+editability
+EfficientNet
+EfficientSAM
+EfficientSAMs
+embeddings
+EnCodec
+encodec
+enum
+et
+Evol
+EVS
+facto
+fastcomposer
+FastComposer
+FastSAM
+FC
+feedforward
+FFmpeg
+FIL
+FEIL
+finetuned
+finetuning
+FLAC
+floyd
+Formatter
+formatter
+fp
+FP
+FPN
+FreeVC
+freevc
+frisbee
+Frontend
+frontend
+GAN
+Gante
+Gaudi
+gaussian
+Gb
+gcc
+GEC
+GELU
+GELAN
+Gemma
+gemma
+genai
+genAI
+Girshick
+Gitee
+GitHub
+GLA
+GMCNN
+GNA
+Golang
+googlenet
+GOPRO
+GPT
+gpu
+GPU's
+GPUs
+Gradio
+gradio
+grayscale
+GroundedSAM
+GroundingDINO
+gRPC
+Gu
+Gutendex
+Hafner
+HugginFaceH
+HandBrake
+heatmap
+HC
+HED
+HH
+hoc
+HuggingFace
+huggingfacehub
+Husain
+HWC
+hyperparameters
+ICIP
+ICPR
+iGPU
+IdentityNet
+iGPUs
+Ilija
+ImageBind
+imagenet
+Imagenet
+ImageNet
+Imagenette
+ImgPipeline
+impactful
+IMU
+IMUs
+InceptionResNetV
+inferencing
+InferRequest
+InferRequests
+inpainting
+InsightFace
+installable
+InstantID
+instantiation
+InstructGPT
+InstructPix
+intel
+InternLM
+internlm
+invertible
+intervaling
+im
+img
+ip
+IRs
+iteratively
+JFLEG
+JIT
+Joao
+JS
+JSON
+json
+JT
+JuggernautXL
+Jupyter
+Jupyter's
+JupyterLab
+Kaiming
+Kalman
+kbps
+KD
+keras
+KerasCV
+keypoint
+keypoints
+KiTS
+Koltun
+Kondate
+Kosaraju
+kosmos
+Kosmos
+KOSMOS
+KServe
+Kubernetes
+Kupyn
+KV
+Labelling
+labour
+labse
+LaBSE
+Lai
+LAION
+LangChain
+Lasinger
+latents
+LCMs
+LCMScheduler
+LDM
+LDMs
+LDP
+learnable
+LeViT
+LibriSpeech
+librispeech
+Lim
+Liu
+LLama
+LLaMa
+LLaVA
+llava
+llm
+LLM
+LLMs
+LMS
+logits
+LogSoftmax
+LoRA
+LoRAs
+lraspp
+LRASPP
+LTS
+LSTM
+LSTMs
+Luo
+LVLM
+macOS
+Magika
+Mahalanobis
+Mapillary
+Markovian
+Martyniuk
+maskrcnn
+mathbf
+MatMul
+MBs
+MediaPipe
+mel
+Mels
+MERCHANTABILITY
+MF
+MiB
+microservices
+MiDaS
+MidasNet
+Midjourney
+MiniCPM
+MiniLM
+mistralai
+MLS
+mms
+MMS
+MLLM
+MLLMs
+MMVLM
+MLP
+MobileCLIP
+MobileLLaMA
+mobilenet
+MobileNet
+MobileNetV
+mobilevlm
+MobileVLM
+modelled
+ModelBest
+Modelscope
+Mody
+MONAI
+MONAI's
+Monodepth
+monodepth
+MosaicPretrainedTransformer
+mpnet
+mpt
+MPT
+MRPC
+Multiclass
+multiclass
+MultiHeadAttention
+multilayer
+multimodal
+Multimodality
+MusicGen
+Müller
+Nakayosi
+nano
+nanoLLaVA
+nar
+NAS
+natively
+NCE
+NEOX
+NER
+NETP
+NeuSpell
+NeXT
+NLP
+NMS
+nn
+NNCF
+nncf
+noncomparable
+NONINFRINGEMENT
+Notus
+notus
+nsamples
+nsfw
+NSFW
+numpy
+NumPy
+NPU
+NPUs
+OASST
+OBB
+obb
+ocr
+OCRv
+odometry
+OMZ
+OneFormer
+oneformer
+ONNX
+onnx
+ontologies
+OpenAI
+openai
+OpenAI's
+OpenCL
+OpenCLIP
+OpenCLIP's
+OpenCV
+OpenPose
+OpenShift
+OpenVINO
+openvino
+OpenVino
+OpenVINO's
+openvoice
+OpenVoice
+OpenVoiceBaseClass
+opset
+optimizable
+Orca
+OVC
+overfitting
+overlayed
+OV
+OVC
+OVModel
+OVModelForXXX
+OVMS
+OVStableDiffusionPipeline
+OvStableDiffusionInpaintingPipeline
+PaddleClas
+PaddleGAN
+paddlegan
+PaddleGAN's
+PaddleHub
+PaddleOCR
+PaddlePaddle
+PaddlePaddle's
+PAF
+PAFs
+Panoptic
+panoptic
+parallelized
+parameterization
+parametrize
+parsers
+perceptron
+Patil
+PEFT
+performant
+PersonaGPT
+PGI
+PhotoMaker
+photorealism
+photorealistic
+Piotr
+Pipelining
+pixelwise
+PNDM
+Pointilism
+PointNet
+Postfuse
+postprocess
+postprocesses
+postprocessing
+Postprocessing
+PowerShell
+PPYOLOv
+PR
+Prateek
+pre
+Precisions
+precomputed
+prefetching
+preformatted
+PrePostProcessing
+prepostprocessing
+prepostprocessor
+Preprocess
+preprocess
+preprocessed
+preprocesses
+preprocessing
+preprocessor
+pretrain
+pretrained
+Pretraining
+pretraining
+processings
+promptable
+proto
+protobuf
+PRs
+psychoacoustics
+PTQ
+px
+py
+pyannote
+PyPI
+Pythia
+pytorch
+PyTorch
+PyTorchVideo
+QFormer
+Qianwen
+Qi
+QKV
+qrcode
+quant
+quantized
+quantizer
+quantizers
+Quantizing
+quantizing
+QuartzNet
+qwen
+Qwen
+Radiopaedia
+Radosavovic
+Raj
+Ranftl
+RASPP
+rcnn
+ReAct
+RealSense
+RealSR
+Realtime
+realtime
+rebase
+redistributable
+RedPajama
+ReferenceNet
+RegNet
+RegNetY
+regressively
+reidentification
+ReLU
+René
+repo
+reproducibility
+rerank
+Rerank
+reranker
+rescale
+rescaling
+Rescaling
+ResNet
+resnet
+RetinaFace
+RetroMAE
+RGB
+Riffusion
+riffusion
+Rinna
+rinna
+RLHF
+RMBG
+RoBERTa
+roberta
+ROI
+Ruizhongtai
+Runtime
+runtime
+runtimes
+SageMaker
+sagittal
+SALICON
+Saliency
+saliency
+SAMI
+sam
+SavedModel
+scalability
+Scalable
+scalable
+ScaleMapLearner
+Schuster
+sd
+SDEdit
+SDXL
+sdxl
+Segformer
+Segmentations
+segmentations
+Segmenter
+segmenter
+Segmind
+segmind
+serializable
+sft
+ShapeNet
+ShareGPT
+Shazeer
+Shutterstock
+siggraph
+sigmoid
+SigLIP
+siglip
+SISR
+SlimOrca
+SlowFast
+slowfast
+slowmo
+SML
+sml
+softmax
+softvc
+SoftVC
+SOTA
+Sovits
+sparsity
+Sparisty
+sparsified
+sparsify
+spectrogram
+spectrograms
+splitters
+SPS
+SQA
+SQuAD
+SRT
+SSD
+SSDLite
+sst
+StableCascade
+StableDiffusionInpaintPipeline
+StableDiffusionPipeline
+StableDiffusionImg
+StableDiffusionImg2ImgPipeline
+stabilityai
+STFT
+stateful
+streamable
+Struct
+struct
+stylization
+subchunk
+subchunks
+subdirectories
+subdirectory
+subgraph
+subgraphs
+sublicense
+subpackage
+subtask
+summarization
+Suno
+superresolution
+superset
+Suraj
+surya
+svc
+SVD
+SVTR
+Swin
+SwiGLU
+SwinV
+TaskManager
+TartanAir
+tbb
+TensorBoard
+tensorflow
+tf
+TFLite
+tflite
+th
+timestep
+timesteps
+TinyLlama
+Tokenization
+tokenization
+tokenize
+tokenized
+tokenizer
+Tokenizer
+tokenizers
+Tokenizers
+tokenizes
+tokenizing
+ToneColorConverter
+Tongyi
+TorchDynamo
+torchdynamo
+TorchMetrics
+TorchScript
+torchvision
+TorchVision
+transformative
+Tripo
+TripoSR
+TTS
+Tsinghua
+TsinghuaNLP
+tunable
+tv
+TypeScript
+Udnie
+UI
+UIs
+UINT
+Ultralytics
+Uncheck
+unCLIP
+uncomment
+uncompressing
+UMD
+UNet
+UNets
+Unet
+Unimodal
+unsqueeze
+uncurated
+Uparrow
+uparrow
+upcast
+upcasts
+Upcroft
+upsample
+upsampled
+upsamples
+upsampling
+Upscaled
+upscaler
+upscales
+upscaling
+utils
+VAE
+Validator
+validator
+variational
+VCTK
+Vec
+VectorStore
+vec
+VegaRT
+videpth
+VIO
+virtualenv
+ViT
+vit
+vits
+VITS
+vitt
+VM
+Vladlen
+VOC
+Vocoder
+VQ
+VQA
+VQGAN
+VQVAE
+waveform
+waveforms
+Wav
+WavLM
+WebGL
+WebUI
+WER
+WIKISQL
+WikiTable
+WIKITQ
+Wofk
+WTQ
+wuerstchen
+WuerstchenDiffNeXt
+Würstchen
+XCode
+Xeon
+xl
+xt
+xvector
+xxl
+XYWH
+Yiqin
+YOLO
+YOLOv
+yolov
+Youri
+youri
+ZavyChromaXL
+Zongyuan
+ZeroScope
+zeroscope
+zh
+xformers

.ci/spellcheck/.pyspelling.yml

@@ -0,0 +1,49 @@
+spellchecker: aspell
+
+matrix:
+  - name: markdown
+    aspell:
+      lang: en
+      d: en_US
+    dictionary:
+      wordlists:
+        - .ci/spellcheck/.pyspelling.wordlist.txt
+      output: .ci/spellcheck/dictionary/pyspelling.dic
+    pipeline:
+      - pyspelling.filters.url
+      - pyspelling.filters.markdown:
+          markdown_extensions:
+            - markdown.extensions.extra
+      - pyspelling.filters.html:
+          comments: false
+          ignores:
+            - code
+            - pre
+            - spell
+    sources:
+      - README.md
+      - CONTRIBUTING.md
+      - notebooks/**/README.md
+
+  - name: notebooks
+    aspell:
+      lang: en
+      d: en_US
+    dictionary:
+      wordlists:
+        - .ci/spellcheck/.pyspelling.wordlist.txt
+      output: .ci/spellcheck/dictionary/pyspelling.dic
+    pipeline:
+      - ipynb_filter
+      - pyspelling.filters.url
+      - pyspelling.filters.markdown:
+          markdown_extensions:
+            - markdown.extensions.extra
+      - pyspelling.filters.html:
+          comments: false
+          ignores:
+            - code
+            - pre
+            - spell
+    sources:
+      - notebooks/**/*.ipynb

.ci/spellcheck/ipynb_filter.py

@@ -0,0 +1,48 @@
+"""
+PySpelling plugin for filtering Jupyter Notebook files (*.ipynb)
+"""
+
+from pyspelling import filters
+import nbformat
+
+
+class IpynbFilter(filters.Filter):
+    """Spellchecking Jupyter Notebook ipynb cells"""
+
+    def __init__(self, options, default_encoding="utf-8"):
+        """Initialization."""
+        super().__init__(options, default_encoding)
+
+    def get_default_config(self):
+        """Get default configuration."""
+        return {
+            "cell_type": "markdown",  # Cell type to filter (markdown or code)
+        }
+
+    def setup(self):
+        """Setup."""
+        self.cell_type = self.config["cell_type"]
+
+    def filter(self, source_file, encoding):  # noqa A001
+        """Open and filter the file from disk."""
+        nb: nbformat.NotebookNode = nbformat.read(source_file, as_version=nbformat.NO_CONVERT)
+
+        return [filters.SourceText(self._filter(nb), source_file, encoding, "ipynb")]
+
+    def _filter(self, nb):
+        """Filter ipynb."""
+        text_list = []
+        for cell in nb.cells:
+            if cell["cell_type"] == self.cell_type:
+                text_list.append(cell["source"])
+
+        return "\n".join(text_list)
+
+    def sfilter(self, source):
+        """Execute filter."""
+        return [filters.SourceText(self._filter(source.text), source.context, source.encoding, "ipynb")]
+
+
+def get_plugin():
+    """Return the filter."""
+    return IpynbFilter

.ci/spellcheck/run_spellcheck.py

@@ -0,0 +1,25 @@
+import sys, os
+import subprocess  # nosec - disable B404:import-subprocess check
+from pathlib import Path
+
+spellcheck_dir = Path(__file__).parent
+
+spellcheck_config_filename = ".pyspelling.yml"
+
+# Add spellcheck directory to PYTHONPATH to use custom PySpelling Plugin for Jupyter Notebooks
+PYTHONPATH = ":".join([os.environ.get("PYTHONPATH") or "", str(spellcheck_dir)])
+
+# Run PySpelling tool
+result = subprocess.run(
+    args=["pyspelling", "--config", f"{spellcheck_dir / spellcheck_config_filename}"],
+    universal_newlines=True,
+    stdout=subprocess.PIPE,
+    stderr=subprocess.PIPE,
+    env=dict(os.environ, PYTHONPATH=PYTHONPATH),
+)
+
+result_output = result.stdout.strip("\n") if result.stdout else result.stderr.strip("\n")
+
+print(result_output, file=sys.stderr if result.returncode else sys.stdout, flush=True)
+
+exit(result.returncode)

.ci/table_of_content.py

@@ -0,0 +1,167 @@
+import json
+import pathlib
+import argparse
+import re
+
+TABLE_OF_CONTENT = r"#+\s+Table of content:?"
+
+
+def find_tc_in_cell(cell):
+    tc_cell = None
+    tc_line_number = None
+    for i, line in enumerate(cell["source"]):
+        if re.match(TABLE_OF_CONTENT, line):
+            tc_cell = cell
+            tc_line_number = i
+            break
+
+    return tc_cell, tc_line_number
+
+
+def create_title_for_tc(title):
+    title_for_tc = title.lstrip("#").lstrip()
+    title_for_tc = re.sub(r"[\[\]\n]", "", title_for_tc)
+    title_for_tc = re.sub(r"\(http.*\)", "", title_for_tc)
+
+    return title_for_tc
+
+
+def create_link_for_tc(title):
+    link = re.sub(r"[`$^]", "", title)
+    link = link.replace(" ", "-")
+
+    return link
+
+
+def remove_old_tc(cell, idx):
+    if cell is not None:
+        for line in cell["source"][idx:]:
+            if re.match(r"\s*-\s*\[.*\]\(#.*\).*", line) or re.match(TABLE_OF_CONTENT, line):
+                cell["source"].remove(line)
+    return cell
+
+
+def get_tc_line(title, title_for_tc, link, tc_list, titles_list):
+    # calc indents for Table of content
+    try:
+        indents_num = (title.index(" ") - 2) * 4
+    except:
+        indents_num = -1
+
+    if len(tc_list) == 0 or indents_num < 0:
+        # when first list item have more than 1 indents the alignment would be broken
+        indents_num = 0
+    elif indents_num - tc_list[-1].index("-") > 4:
+        # when previous list item have n indents and current have n+4+1 it broke the alignment
+        indents_num = tc_list[-1].index("-") + 4
+    elif indents_num != tc_list[-1].index("-") and title.index(" ") == titles_list[-1].index(" "):
+        # when we have several titles with same wrong alignments
+        indents_num = tc_list[-1].index("-")
+
+    indents = " " * indents_num + "-" + " "
+    line = f"{indents}[{title_for_tc}](#{link})\n"
+
+    return line
+
+
+def is_ref_to_top_exists(cell, idx):
+    ref_exists = False
+    for row in cell[idx + 1 :]:
+        row = row.strip()
+        if "[back to top ⬆️](#Table-of-content" in row:
+            ref_exists = True
+            break
+        elif row != "":
+            # content of block started
+            break
+    return ref_exists
+
+
+def is_markdown(cell):
+    return "markdown" == cell["cell_type"]
+
+
+def is_title(line):
+    return line.strip().startswith("#") and line.strip().lstrip("#").lstrip()
+
+
+def generate_table_of_content(notebook_path: pathlib.Path):
+    table_of_content = []
+
+    table_of_content_cell = None
+    table_of_content_cell_idx = None
+
+    with open(notebook_path, "r", encoding="utf-8") as notebook_file:
+        notebook_json = json.load(notebook_file)
+
+    if not notebook_json["cells"]:
+        return
+
+    table_of_content_cell, table_of_content_cell_idx = find_tc_in_cell(notebook_json["cells"][0])
+
+    all_titles = []
+    for cell in filter(is_markdown, notebook_json["cells"][1:]):
+        if table_of_content_cell is None:
+            table_of_content_cell, table_of_content_cell_idx = find_tc_in_cell(cell)
+            if not table_of_content_cell is None:
+                continue
+
+        titles = [line for line in cell["source"] if is_title(line)]
+        for title in titles:
+            idx = cell["source"].index(title)
+            if not is_ref_to_top_exists(cell["source"], idx):
+                if not title.endswith("\n"):
+                    cell["source"].insert(idx, title + "\n")
+                cell["source"].insert(idx + 1, "[back to top ⬆️](#Table-of-contents:)\n")
+                cell["source"].insert(idx + 2, "")
+
+            title = title.strip()
+            title_for_tc = create_title_for_tc(title)
+            link_for_tc = create_link_for_tc(title_for_tc)
+            new_line = get_tc_line(title, title_for_tc, link_for_tc, table_of_content, all_titles)
+
+            if table_of_content.count(new_line) > 1:
+                print(
+                    f'WARINING: the title "{title_for_tc}" has already used in titles.\n'
+                    + "Navigation will work inccorect, the link will only point to "
+                    + "the first encountered title"
+                )
+
+            table_of_content.append(new_line)
+            all_titles.append(title)
+
+    table_of_content = ["\n", "#### Table of contents:\n\n"] + table_of_content + ["\n"]
+
+    if table_of_content_cell is not None:
+        table_of_content_cell = remove_old_tc(table_of_content_cell, table_of_content_cell_idx)
+
+    if table_of_content_cell is not None:
+        table_of_content_cell["source"].extend(table_of_content)
+    else:
+        notebook_json["cells"][0]["source"].extend(table_of_content)
+
+    with open(notebook_path, "w", encoding="utf-8") as in_f:
+        json.dump(notebook_json, in_f, ensure_ascii=False, indent=1)
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+
+    parser.add_argument(
+        "-s",
+        "--source",
+        help="Please, specify notebook or folder with notebooks.\
+                            Table of content will be added or modified in each.",
+        required=True,
+    )
+
+    args = parser.parse_args()
+    path_to_source = pathlib.Path(args.source)
+    if not path_to_source.exists():
+        print(f"Incorrect path to notebook(s) {path_to_source}")
+        exit()
+    elif path_to_source.is_file():
+        generate_table_of_content(path_to_source)
+    elif path_to_source.is_dir():
+        for notebook in path_to_source.glob("**/*.ipynb"):
+            generate_table_of_content(notebook)

.ci/tagger.py

@@ -0,0 +1,44 @@
+import json
+import glob
+import mmap
+import sys
+
+
+def get_notebooks(path: str):
+    return glob.glob(f"{path}/*/[0-9]*.ipynb")
+
+
+def get_tags(path: str):
+    return json.load(open(path))
+
+
+def find_tags_for_notebook(notebook_path: str, tags: dict):
+    nb_tags = []
+    with open(notebook_path) as file:
+        f = mmap.mmap(file.fileno(), 0, access=mmap.ACCESS_READ)
+        for tag, keywords in tags.items():
+            for keyword in keywords:
+                if f.find(bytes(keyword, "utf-8")) != -1:
+                    nb_tags.append(tag)
+                    break
+    return nb_tags
+
+
+def find_tags_for_all_notebooks(notebooks: list, tags: dict):
+    notebooks_tags = {}
+    for notebook in notebooks:
+        nb_tags = sorted(find_tags_for_notebook(notebook, tags))
+        if nb_tags:
+            notebooks_tags[notebook.split("/")[-1].split(".")[0]] = nb_tags
+    return notebooks_tags
+
+
+if __name__ == "__main__":
+    if len(sys.argv) == 1:
+        notebooks_paths = sorted(get_notebooks("notebooks"))
+        tags = get_tags(".ci/keywords.json")["tags"]
+    else:
+        notebooks_paths = sorted(get_notebooks("/".join(sys.argv[1].split("/")[:-2])))
+        tags = get_tags(sys.argv[2])["tags"]
+    all_notebooks_tags = find_tags_for_all_notebooks(notebooks_paths, tags)
+    print(json.dumps(all_notebooks_tags, indent=4))

.ci/test_notebooks.py

@@ -0,0 +1,89 @@
+import requests
+from pathlib import Path
+from typing import Set
+import pytest
+
+import toml
+from pip._internal.req import parse_requirements
+
+
+def get_parsed_requirements(requirements_file: str) -> Set:
+    """
+    Returns a set of requirements that are defined in `requirements_file`,
+    without versions
+    """
+    requirements_set = set()
+    ignore_list = [
+        "paddlenlp",
+        "paddle2onnx",
+        "paddlepaddle",
+    ]  # temporary ignore paddle
+    parsed_requirements = parse_requirements(requirements_file, session=False)
+    separators = ("=", "<", ">", "[")
+    for req in parsed_requirements:
+        requirement = req.requirement
+        # requirements for Windows or macOS only
+        if ";" in requirement and "linux" not in requirement:
+            continue
+        if requirement.startswith("git+"):
+            requirement = requirement.split("#egg=")[-1]
+        for separator in separators:
+            requirement = requirement.replace(separator, "|")
+        reqname = requirement.split("|")[0]
+        if reqname not in ignore_list:
+            requirements_set.add(reqname)
+
+    return requirements_set
+
+
+def test_readme():
+    """
+    Test that all notebooks have a README file
+    """
+    for item in Path("notebooks").iterdir():
+        if item.is_dir():
+            # item is a notebook directory
+            notebook_dir = item.relative_to(Path("notebooks"))
+            if str(notebook_dir)[0].isdigit():
+                assert "README.md" in [filename.name for filename in item.iterdir()], f"README not found in {item}"
+
+
+def test_requirements_docker():
+    """
+    Test that requirements.txt is a subset of Docker requirements in Pipfile
+    This test does not check requirements versions, it only verifies existence
+    """
+    with open(".docker/Pipfile") as f:
+        pipfile_contents = toml.load(f)
+        docker_requirements = set(list(pipfile_contents["packages"].keys()))
+
+    pip_requirements = get_parsed_requirements("requirements.txt")
+    assert pip_requirements.issubset(docker_requirements), f"Docker Pipfile misses: {pip_requirements.difference(docker_requirements)}"
+
+
+def test_requirements_binder():
+    """
+    Test that requirements.txt is a subset of Binder requirements
+    This test does not check requirements versions, it only verifies existence
+    """
+    pip_requirements = get_parsed_requirements("requirements.txt")
+    binder_requirements = get_parsed_requirements(".binder/requirements.txt")
+    assert pip_requirements.issubset(binder_requirements), f"Binder requirements misses: {pip_requirements.difference(binder_requirements)}"
+
+
+@pytest.mark.skip(reason="URL existence is tested in docker_treon")
+def test_urls_exist():
+    """
+    Test that urls that may be cached still exist on the server
+    """
+    urls = [
+        "http://cs231n.stanford.edu/tiny-imagenet-200.zip",
+        "https://github.com/onnx/models/raw/main/vision/style_transfer/fast_neural_style/model/pointilism-9.onnx",
+        "https://storage.openvinotoolkit.org/data/test_data/openvino_notebooks/kits19/case_00030.zip",
+    ]
+    headers = {"User-Agent": "Mozilla/5.0"}
+    for url in urls:
+        response = requests.get(url=url, headers=headers)
+        if not response.status_code == 200:
+            print(f"Downloading {url} failed")
+            raise

.ci/validate_notebooks.py

@@ -0,0 +1,335 @@
+import sys
+import time
+import os
+import subprocess  # nosec - disable B404:import-subprocess check
+import csv
+import json
+import shutil
+import platform
+
+from argparse import ArgumentParser
+from pathlib import Path
+from typing import Dict, List, Optional, Tuple, TypedDict
+
+
+ROOT = Path(__file__).parents[1]
+
+NOTEBOOKS_DIR = Path("notebooks")
+
+
+class NotebookStatus:
+    SUCCESS = "SUCCESS"
+    FAILED = "FAILED"
+    TIMEOUT = "TIMEOUT"
+    SKIPPED = "SKIPPED"
+    NOT_RUN = "NOT_RUN"
+    EMPTY = "EMPTY"
+
+
+class NotebookReport(TypedDict):
+    status: str
+    path: Path
+    duration: float = 0
+
+
+TestPlan = Dict[Path, NotebookReport]
+
+
+def parse_arguments():
+    parser = ArgumentParser()
+    parser.add_argument("--ignore_list", required=False, nargs="+")
+    parser.add_argument("--test_list", required=False, nargs="+")
+    parser.add_argument("--early_stop", action="store_true")
+    parser.add_argument("--report_dir", default="report")
+    parser.add_argument("--keep_artifacts", action="store_true")
+    parser.add_argument("--collect_reports", action="store_true")
+    parser.add_argument("--move_notebooks_dir")
+    parser.add_argument("--job_name")
+    parser.add_argument("--device_used")
+    parser.add_argument("--upload_to_db")
+    parser.add_argument(
+        "--timeout",
+        type=int,
+        default=7200,
+        help="Timeout for running single notebook in seconds",
+    )
+    return parser.parse_args()
+
+
+def move_notebooks(nb_dir):
+    current_notebooks_dir = ROOT / NOTEBOOKS_DIR
+    shutil.copytree(current_notebooks_dir, nb_dir)
+
+
+def collect_python_packages(output_file: Path):
+    reqs = subprocess.check_output(
+        [sys.executable, "-m", "pip", "freeze"],
+        shell=(platform.system() == "Windows"),
+    )
+    with output_file.open("wb") as f:
+        f.write(reqs)
+
+
+def prepare_test_plan(test_list: Optional[List[str]], ignore_list: List[str], nb_dir: Optional[Path] = None) -> TestPlan:
+    orig_nb_dir = ROOT / NOTEBOOKS_DIR
+    notebooks_dir = nb_dir or orig_nb_dir
+    notebooks: List[Path] = sorted(list([n for n in notebooks_dir.rglob("**/*.ipynb") if not n.name.startswith("test_")]))
+
+    test_plan: TestPlan = {notebook.relative_to(notebooks_dir): NotebookReport(status="", path=notebook, duration=0) for notebook in notebooks}
+
+    ignored_notebooks: List[Path] = []
+    if ignore_list is not None:
+        for ignore_item in ignore_list:
+            if ignore_item.endswith(".txt"):
+                # Paths to ignore files are provided to `--ignore_list` argument
+                with open(ignore_item, "r") as f:
+                    ignored_notebooks.extend(list(map(lambda line: Path(line.strip()), f.readlines())))
+            else:
+                # Ignored notebooks are provided as several items to `--ignore_list` argument
+                ignored_notebooks.append(Path(ignore_item))
+    try:
+        ignored_notebooks = list(set(map(lambda n: n.relative_to(NOTEBOOKS_DIR), ignored_notebooks)))
+    except ValueError:
+        raise ValueError(
+            f"Ignore list items should be relative to repo root (e.g. 'notebooks/subdir/notebook.ipynb').\nInvalid ignored notebooks: {ignored_notebooks}"
+        )
+    print(f"Ignored notebooks: {ignored_notebooks}")
+
+    testing_notebooks: List[Path] = []
+    if not test_list:
+        testing_notebooks = [Path(n) for n in test_plan.keys()]
+    elif len(test_list) == 1 and test_list[0].endswith(".txt"):
+        with open(test_list[0], "r") as f:
+            for line in f.readlines():
+                changed_file_path = Path(line.strip())
+                if changed_file_path.resolve() == (ROOT / "requirements.txt").resolve():
+                    print("requirements.txt changed, check all notebooks")
+                    testing_notebooks = [Path(n) for n in test_plan.keys()]
+                    break
+                if changed_file_path.suffix != ".ipynb":
+                    continue
+                try:
+                    testing_notebook_path = changed_file_path.relative_to(NOTEBOOKS_DIR)
+                except ValueError:
+                    raise ValueError(
+                        "Items in test list file should be relative to repo root (e.g. 'notebooks/subdir/notebook.ipynb').\n"
+                        f"Invalid line: {changed_file_path}"
+                    )
+                testing_notebooks.append(testing_notebook_path)
+    else:
+        raise ValueError(
+            "Testing notebooks should be provided to '--test_list' argument as a txt file or should be empty to test all notebooks.\n"
+            f"Received test list: {test_list}"
+        )
+    testing_notebooks = list(set(testing_notebooks))
+    print(f"Testing notebooks: {testing_notebooks}")
+
+    for notebook in test_plan:
+        if notebook not in testing_notebooks:
+            test_plan[notebook]["status"] = NotebookStatus.SKIPPED
+        if notebook in ignored_notebooks:
+            test_plan[notebook]["status"] = NotebookStatus.SKIPPED
+    return test_plan
+
+
+def clean_test_artifacts(before_test_files: List[Path], after_test_files: List[Path]):
+    for file_path in after_test_files:
+        if file_path in before_test_files or not file_path.exists():
+            continue
+        if file_path.is_file():
+            try:
+                file_path.unlink()
+            except Exception:
+                pass
+        else:
+            shutil.rmtree(file_path, ignore_errors=True)
+
+
+def get_openvino_version() -> str:
+    try:
+        import openvino as ov
+
+        version = ov.get_version()
+    except ImportError:
+        print("Openvino is missing in validation environment.")
+        version = "Openvino is missing"
+    return version
+
+
+def run_test(notebook_path: Path, root, timeout=7200, keep_artifacts=False, report_dir=".") -> Optional[Tuple[str, int, float, str, str]]:
+    os.environ["HUGGINGFACE_HUB_CACHE"] = str(notebook_path.parent)
+    print(f"RUN {notebook_path.relative_to(root)}", flush=True)
+    result = None
+
+    if notebook_path.is_dir():
+        print(f'Notebook path "{notebook_path}" is a directory, but path to "*.ipynb" file was expected.')
+        return result
+    if notebook_path.suffix != ".ipynb":
+        print(f'Notebook path "{notebook_path}" should have "*.ipynb" extension.')
+        return result
+
+    with cd(notebook_path.parent):
+        files_before_test = sorted(Path(".").iterdir())
+        ov_version_before = get_openvino_version()
+        patched_notebook = Path(f"test_{notebook_path.name}")
+        if not patched_notebook.exists():
+            print(f'Patched notebook "{patched_notebook}" does not exist.')
+            return result
+
+        collect_python_packages(report_dir / (patched_notebook.stem + "_env_before.txt"))
+
+        main_command = [sys.executable, "-m", "treon", str(patched_notebook)]
+        start = time.perf_counter()
+        try:
+            retcode = subprocess.run(
+                main_command,
+                shell=(platform.system() == "Windows"),
+                timeout=timeout,
+            ).returncode
+        except subprocess.TimeoutExpired:
+            retcode = -42
+        duration = time.perf_counter() - start
+        ov_version_after = get_openvino_version()
+        result = (str(patched_notebook), retcode, duration, ov_version_before, ov_version_after)
+
+        if not keep_artifacts:
+            clean_test_artifacts(files_before_test, sorted(Path(".").iterdir()))
+        collect_python_packages(report_dir / (patched_notebook.stem + "_env_after.txt"))
+
+    return result
+
+
+def finalize_status(failed_notebooks: List[str], timeout_notebooks: List[str], test_plan: TestPlan, report_dir: Path, root: Path) -> int:
+    return_status = 0
+    if failed_notebooks:
+        return_status = 1
+        print("FAILED: \n{}".format("\n".join(failed_notebooks)))
+    if timeout_notebooks:
+        print("FAILED BY TIMEOUT: \n{}".format("\n".join(timeout_notebooks)))
+    test_report = []
+    for notebook, status in test_plan.items():
+        test_status = status["status"] or NotebookStatus.NOT_RUN
+        test_report.append(
+            {"name": notebook.as_posix(), "status": test_status, "full_path": str(status["path"].relative_to(root)), "duration": status["duration"]}
+        )
+    with (report_dir / "test_report.csv").open("w") as f:
+        writer = csv.DictWriter(f, fieldnames=["name", "status", "full_path", "duration"])
+        writer.writeheader()
+        writer.writerows(test_report)
+    return return_status
+
+
+class cd:
+    """Context manager for changing the current working directory"""
+
+    def __init__(self, new_path):
+        self.new_path = os.path.expanduser(new_path)
+
+    def __enter__(self):
+        self.saved_path = os.getcwd()
+        os.chdir(self.new_path)
+
+    def __exit__(self, etype, value, traceback):
+        os.chdir(self.saved_path)
+
+
+def write_single_notebook_report(
+    base_version: str,
+    notebook_name: str,
+    status_code: int,
+    duration: float,
+    ov_version_before: str,
+    ov_version_after: str,
+    job_name: str,
+    device_used: str,
+    saving_dir: Path,
+) -> Path:
+    report_file = saving_dir / notebook_name.replace(".ipynb", ".json")
+    report = {
+        "version": base_version,
+        "notebook_name": notebook_name.replace("test_", ""),
+        "status": status_code,
+        "duration": duration,
+        "ov_version_before": ov_version_before,
+        "ov_version_after": ov_version_after,
+        "job_name": job_name,
+        "device_used": device_used,
+    }
+    with report_file.open("w") as f:
+        json.dump(report, f)
+    return report_file
+
+
+def main():
+    failed_notebooks = []
+    timeout_notebooks = []
+    args = parse_arguments()
+    reports_dir = Path(args.report_dir)
+    reports_dir.mkdir(exist_ok=True, parents=True)
+    notebooks_moving_dir = args.move_notebooks_dir
+    root = ROOT
+    if notebooks_moving_dir is not None:
+        notebooks_moving_dir = Path(notebooks_moving_dir)
+        root = notebooks_moving_dir.parent
+        move_notebooks(notebooks_moving_dir)
+
+    keep_artifacts = False
+    if args.keep_artifacts:
+        keep_artifacts = True
+
+    base_version = get_openvino_version()
+
+    test_plan = prepare_test_plan(args.test_list, args.ignore_list, notebooks_moving_dir)
+    for notebook, report in test_plan.items():
+        if report["status"] == NotebookStatus.SKIPPED:
+            continue
+        test_result = run_test(report["path"], root, args.timeout, keep_artifacts, reports_dir.absolute())
+        timing = 0
+        if not test_result:
+            print(f'Testing notebooks "{str(notebook)}" is not found.')
+            report["status"] = NotebookStatus.EMPTY
+            report["duration"] = timing
+        else:
+            patched_notebook, status_code, duration, ov_version_before, ov_version_after = test_result
+            if status_code:
+                if status_code == -42:
+                    status = NotebookStatus.TIMEOUT
+                    timeout_notebooks.append(patched_notebook)
+                else:
+                    status = NotebookStatus.FAILED
+                    failed_notebooks.append(patched_notebook)
+                report["status"] = status
+            else:
+                report["status"] = NotebookStatus.SUCCESS if not report["status"] in [NotebookStatus.TIMEOUT, NotebookStatus.FAILED] else report["status"]
+
+            timing += duration
+            report["duration"] = timing
+            if args.collect_reports:
+                job_name = args.job_name or "Unknown"
+                device_used = args.device_used or "Unknown"
+                report_path = write_single_notebook_report(
+                    base_version, patched_notebook, status_code, duration, ov_version_before, ov_version_after, job_name, device_used, reports_dir
+                )
+                if args.upload_to_db:
+                    cmd = [sys.executable, args.upload_to_db, report_path]
+                    print(f"\nUploading {report_path} to database. CMD: {cmd}")
+                    try:
+                        dbprocess = subprocess.Popen(
+                            cmd, shell=(platform.system() == "Windows"), stdout=subprocess.PIPE, stderr=subprocess.STDOUT, universal_newlines=True
+                        )
+                        for line in dbprocess.stdout:
+                            sys.stdout.write(line)
+                            sys.stdout.flush()
+                    except subprocess.CalledProcessError as e:
+                        print(e.output)
+
+            if args.early_stop:
+                break
+
+    exit_status = finalize_status(failed_notebooks, timeout_notebooks, test_plan, reports_dir, root)
+    return exit_status
+
+
+if __name__ == "__main__":
+    exit_code = main()
+    sys.exit(exit_code)

.docker/.aicoe-ci.yaml

@@ -0,0 +1,9 @@
+check:
+  - thoth-build
+build:
+  base-image: "quay.io/thoth-station/s2i-thoth-ubi8-py38:v0.20.1"
+  build-stratergy: "Source"
+  registry: "quay.io"
+  registry-org: "thoth-station"
+  registry-project: "s2i-minimal-py38-notebook"
+  registry-secret: "thoth-station-thoth-pusher-secret"

.docker/.jupyter/custom/custom.css

@@ -0,0 +1 @@
+.container { width:80% !important; }

.docker/.jupyter/nbconfig/common.json

@@ -0,0 +1,30 @@
+{
+  "load_extensions": {
+    "nbextensions_configurator/config_menu/main": true,
+    "codefolding/main": true,
+    "collapsible_headings/main": true,
+    "contrib_nbextensions_help_item/main": true,
+    "execute_time/ExecuteTime": true,
+    "hinterland/hinterland": false,
+    "init_cell/main": true,
+    "python-markdown/main": true,
+    "publish": true,
+    "ruler/main": true,
+    "toc2/main": true,
+    "toggle_all_line_numbers/main": true
+  },
+  "ruler_column": [
+    "110"
+  ],
+  "toc2": {
+    "skip_h1_title": true,
+    "toc_cell": true
+  },
+  "init_cell": {
+    "run_on_kernel_ready": false
+  },
+  "Notebook": {
+    "Header": true
+  },
+  "scrollDownIsEnabled": true
+}

.docker/.s2i/bin/assemble

@@ -0,0 +1,145 @@
+#!/bin/bash
+
+set -x
+
+set -eo pipefail
+
+APP_ROOT=${APP_ROOT:-/opt/app-root/src}
+
+
+# Run the original Python S2I assemble script to install packages.
+
+/usr/libexec/s2i/assemble
+
+# Remove the cached package dependencies files generated from s2i assemble script. 
+rm -rf /tmp/Pipfile.lock
+rm -rf /tmp/requirements.txt
+
+########################################################################
+# INFO: Install everything that's required for Jupyter notebooks here.
+########################################################################
+
+# Install pipenv for jupyter-nbrequirements to use
+# TODO: This should be removed once nbrequirements can use Thoth + micropipenv only
+pip install pipenv==2020.11.15
+
+# Install mod_wsgi for use in optional webdav support.
+
+pip install 'mod_wsgi==4.6.8'
+
+# Install base packages needed for running Jupyter Notebooks.
+
+npm cache clean --force
+
+rm -rf $HOME/.cache/yarn
+rm -rf $HOME/.node-gyp
+
+# Copy into place default config files for Jupyter and Apache webdav.
+
+cp ${APP_ROOT}/src/jupyter_notebook_config.py /opt/app-root/etc/
+cp ${APP_ROOT}/src/jupyter_kernel_gateway_config.py /opt/app-root/etc/
+cp ${APP_ROOT}/src/httpd-webdav.conf /opt/app-root/etc/
+
+# This S2I assemble script is only used when creating the custom image.
+# For when running the image, or using it as a S2I builder, we use a second
+# set of custom S2I scripts. We now need to move these into the correct
+# location and have the custom image use those by dropping in an image
+# metadata file which overrides the labels of the base image.
+
+mkdir -p ${APP_ROOT}/.s2i
+
+mv ${APP_ROOT}/src/builder/image_metadata.json ${APP_ROOT}/.s2i/image_metadata.json
+
+mv ${APP_ROOT}/src/builder /opt/app-root/builder
+
+mv ${APP_ROOT}/src/supervisor /opt/app-root/etc/supervisor
+
+mv ${APP_ROOT}/src/gateway /opt/app-root/gateway
+
+mv ${APP_ROOT}/src/*.sh /opt/app-root/bin
+
+# Install oc command line client for OpenShift cluster.
+
+curl -L -o ${APP_ROOT}/oc.tar.gz https://mirror.openshift.com/pub/openshift-v3/clients/3.11.153/linux/oc.tar.gz
+
+# Check if oc.tar.gz is not empty
+if [ -s ${APP_ROOT}/oc.tar.gz ]; then
+    tar -C /opt/app-root/bin -zxf ${APP_ROOT}/oc.tar.gz oc && \
+    mv /opt/app-root/bin/oc /opt/app-root/bin/oc-3.11 && \
+    rm ${APP_ROOT}/oc.tar.gz
+else
+    echo "ERROR: Couldn't download OCP 3.11 client binary."
+    exit 1
+fi
+
+curl -L -o ${APP_ROOT}/oc.tar.gz https://mirror.openshift.com/pub/openshift-v4/clients/oc/latest/linux/oc.tar.gz
+
+# Check if oc.tar.gz is not empty
+if [ -s ${APP_ROOT}/oc.tar.gz ]; then
+    tar -C /opt/app-root/bin -zxf ${APP_ROOT}/oc.tar.gz oc && \
+    mv /opt/app-root/bin/oc /opt/app-root/bin/oc-4 && \
+    rm ${APP_ROOT}/oc.tar.gz
+else
+    echo "ERROR: Couldn't download OCP 4 client binary."
+    exit 1
+fi
+
+ln -s /opt/app-root/bin/oc-wrapper.sh /opt/app-root/bin/oc
+
+# Ensure passwd/group file intercept happens for any shell environment.
+
+echo "source /opt/app-root/etc/generate_container_user" >> /opt/app-root/etc/scl_enable
+
+# Install packages required by the proxy process.
+
+(cd /opt/app-root/gateway && npm install --production)
+
+# Create additional directories.
+
+echo " -----> Creating additional directories."
+
+mkdir -p /opt/app-root/data
+
+# Generate default supervisord.conf file.
+
+echo_supervisord_conf | \
+    sed -e 's%^logfile=/tmp/supervisord.log%logfile=/dev/fd/1%' \
+        -e 's%^logfile_maxbytes=50MB%logfile_maxbytes=0%' > \
+        /opt/app-root/etc/supervisord.conf
+
+cat >> /opt/app-root/etc/supervisord.conf << EOF
+[include]
+files = /opt/app-root/etc/supervisor/*.conf
+EOF
+
+# Install and enable default nbextensions
+
+jupyter contrib nbextension install --sys-prefix
+
+jupyter nbextension install --sys-prefix https://raw.githubusercontent.com/vpavlin/jupyter-publish-extension/master/publish.js
+jupyter nbextension enable  --sys-prefix publish
+
+# Enable the extensions configurator
+
+pip install -U jupyter_nbextensions_configurator
+
+jupyter nbextensions_configurator enable --sys-prefix
+
+# Apply custom notebook configuration
+
+if [ -d "$APP_ROOT/src/.jupyter/" ]; then
+    rsync \
+        --link-dest="$APP_ROOT/src/.jupyter/" \
+        --recursive \
+        --verbose \
+        "$APP_ROOT/src/.jupyter/" ${APP_ROOT}/etc/jupyter
+fi
+
+# Make sure the S2I source directory is empty as we will use the image
+# produced to run further S2I builds
+
+(shopt -s dotglob ; rm -rf ${APP_ROOT}/src/*)
+
+# Fixup permissions on directories and files.
+
+fix-permissions /opt/app-root

.docker/.s2i/bin/assemble.orig

@@ -0,0 +1,131 @@
+#!/bin/bash
+
+set -x
+
+set -eo pipefail
+
+APP_ROOT=${APP_ROOT:-/opt/app-root/src}
+
+
+# Run the original Python S2I assemble script to install packages.
+
+/usr/libexec/s2i/assemble
+
+# Remove the cached package dependencies files generated from s2i assemble script. 
+rm -rf /tmp/Pipfile.lock
+rm -rf /tmp/requirements.txt
+
+########################################################################
+# INFO: Install everything that's required for Jupyter notebooks here.
+########################################################################
+
+# Install pipenv for jupyter-nbrequirements to use
+# TODO: This should be removed once nbrequirements can use Thoth + micropipenv only
+pip install pipenv==2020.11.15
+
+# Install mod_wsgi for use in optional webdav support.
+
+pip install 'mod_wsgi==4.6.8'
+
+# Install base packages needed for running Jupyter Notebooks.
+
+npm cache clean --force
+
+rm -rf $HOME/.cache/yarn
+rm -rf $HOME/.node-gyp
+
+# Copy into place default config files for Jupyter and Apache webdav.
+
+cp ${APP_ROOT}/src/jupyter_notebook_config.py /opt/app-root/etc/
+cp ${APP_ROOT}/src/jupyter_kernel_gateway_config.py /opt/app-root/etc/
+cp ${APP_ROOT}/src/httpd-webdav.conf /opt/app-root/etc/
+
+# This S2I assemble script is only used when creating the custom image.
+# For when running the image, or using it as a S2I builder, we use a second
+# set of custom S2I scripts. We now need to move these into the correct
+# location and have the custom image use those by dropping in an image
+# metadata file which overrides the labels of the base image.
+
+mkdir -p ${APP_ROOT}/.s2i
+
+mv ${APP_ROOT}/src/builder/image_metadata.json ${APP_ROOT}/.s2i/image_metadata.json
+
+mv ${APP_ROOT}/src/builder /opt/app-root/builder
+
+mv ${APP_ROOT}/src/supervisor /opt/app-root/etc/supervisor
+
+mv ${APP_ROOT}/src/gateway /opt/app-root/gateway
+
+mv ${APP_ROOT}/src/*.sh /opt/app-root/bin
+
+# Install oc command line client for OpenShift cluster.
+
+curl -s -o ${APP_ROOT}/oc.tar.gz https://mirror.openshift.com/pub/openshift-v3/clients/3.11.153/linux/oc.tar.gz && \
+    tar -C /opt/app-root/bin -zxf ${APP_ROOT}/oc.tar.gz oc && \
+    mv /opt/app-root/bin/oc /opt/app-root/bin/oc-3.11 && \
+    rm ${APP_ROOT}/oc.tar.gz
+
+curl -s -o ${APP_ROOT}/oc.tar.gz https://mirror.openshift.com/pub/openshift-v4/clients/oc/latest/linux/oc.tar.gz&& \
+    tar -C /opt/app-root/bin -zxf ${APP_ROOT}/oc.tar.gz oc && \
+    mv /opt/app-root/bin/oc /opt/app-root/bin/oc-4 && \
+    rm ${APP_ROOT}/oc.tar.gz
+
+ln -s /opt/app-root/bin/oc-wrapper.sh /opt/app-root/bin/oc
+
+# Ensure passwd/group file intercept happens for any shell environment.
+
+echo "source /opt/app-root/etc/generate_container_user" >> /opt/app-root/etc/scl_enable
+
+# Install packages required by the proxy process.
+
+(cd /opt/app-root/gateway && npm install --production)
+
+# Create additional directories.
+
+echo " -----> Creating additional directories."
+
+mkdir -p /opt/app-root/data
+
+# Generate default supervisord.conf file.
+
+echo_supervisord_conf | \
+    sed -e 's%^logfile=/tmp/supervisord.log%logfile=/dev/fd/1%' \
+        -e 's%^logfile_maxbytes=50MB%logfile_maxbytes=0%' > \
+        /opt/app-root/etc/supervisord.conf
+
+cat >> /opt/app-root/etc/supervisord.conf << EOF
+[include]
+files = /opt/app-root/etc/supervisor/*.conf
+EOF
+
+# Install and enable default nbextensions
+
+jupyter contrib nbextension install --sys-prefix
+
+jupyter nbextension install --sys-prefix https://raw.githubusercontent.com/vpavlin/jupyter-publish-extension/master/publish.js
+jupyter nbextension enable  --sys-prefix publish
+
+# Enable the extensions configurator
+
+pip install -U jupyter_nbextensions_configurator
+
+jupyter nbextensions_configurator enable --sys-prefix
+
+# Apply custom notebook configuration
+
+if [ -d "$APP_ROOT/src/.jupyter/" ]; then
+    rsync \
+        --link-dest="$APP_ROOT/src/.jupyter/" \
+        --recursive \
+        --verbose \
+        "$APP_ROOT/src/.jupyter/" ${APP_ROOT}/etc/jupyter
+fi
+
+# Make sure the S2I source directory is empty as we will use the image
+# produced to run further S2I builds
+
+(shopt -s dotglob ; rm -rf ${APP_ROOT}/src/*)
+
+# Fixup permissions on directories and files.
+
+fix-permissions /opt/app-root

.docker/.s2i/bin/run

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -eo pipefail
+
+# Execute the run script from the customised builder.
+
+exec /opt/app-root/builder/run

.docker/.s2i/bin/test

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+set -eo pipefail
+
+# Test that jupyterhub and ovmsclient imports work (required for image to work in RedHat cluster)
+python -c "from jupyterhub.singleuser.mixins import make_singleuser_app"
+python -c "import ovmsclient"
+
+# Required for PaddlePaddle
+export HUB_HOME=/tmp
+
+# Download CT scan image for 110 training notebook
+mkdir /opt/app-root/notebooks/ct-segmentation-quantize/kits19
+cd /opt/app-root/notebooks/ct-segmentation-quantize/kits19
+curl -O -C - https://storage.openvinotoolkit.org/data/test_data/openvino_notebooks/kits19/case_00030.zip
+unzip case_00030.zip
+mkdir kits19_frames
+mv case_00030 kits19_frames
+cp -r kits19_frames/case_00030 kits19_frames/case_00001
+
+cd "/tmp"
+# Patch notebooks to speed up test execution
+python /tmp/scripts/patch_notebooks.py /opt/app-root/notebooks
+# Move notebooks for validation
+mv /opt/app-root/notebooks/ /tmp/
+
+# Test notebooks
+python /tmp/scripts/validate_notebooks.py --ignore_list /tmp/scripts/ignore_treon_docker.txt

.docker/.s2i/bin/test_precommit

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+set -eo pipefail
+
+# Test that jupyterhub and ovmsclient imports work (required for image to work in RedHat cluster)
+python -c "from jupyterhub.singleuser.mixins import make_singleuser_app"
+python -c "import ovmsclient"
+
+# Required for PaddlePaddle
+export HUB_HOME=/tmp
+
+# Download CT scan image for 110 training notebook
+mkdir /opt/app-root/notebooks/ct-segmentation-quantize/kits19
+cd /opt/app-root/notebooks/ct-segmentation-quantize/kits19
+curl -O -C - https://storage.openvinotoolkit.org/data/test_data/openvino_notebooks/kits19/case_00030.zip
+unzip case_00030.zip
+mkdir kits19_frames
+mv case_00030 kits19_frames
+cp -r kits19_frames/case_00030 kits19_frames/case_00001
+
+cd "/tmp"
+# Patch notebooks to speed up test execution
+python /tmp/scripts/patch_notebooks.py /opt/app-root/notebooks
+# Move notebooks for validation
+mv /opt/app-root/notebooks/ /tmp/
+
+# Test notebooks
+python /tmp/scripts/validate_notebooks.py --ignore_list /tmp/scripts/ignore_treon_docker.txt --test_list /tmp/scripts/test_notebooks.txt

.docker/.thoth.yaml

@@ -0,0 +1,27 @@
+host: khemenu.thoth-station.ninja
+tls_verify: false
+requirements_format: pipenv
+
+runtime_environments:
+  - name: rhel:8
+    operating_system: 
+      name: rhel
+      version: "8"
+    python_version: "3.8"
+    recommendation_type: latest
+
+managers:
+  - name: update
+    configuration:
+      labels: [bot]
+  - name: info
+  - name: version
+    configuration:
+      maintainers:
+        - goern
+        - harshad16
+        - vpavlin
+      assignees:
+        - sesheta
+      labels: [bot]
+      changelog_file: true

.docker/Pipfile

@@ -0,0 +1,59 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[[source]]
+url = "https://download.pytorch.org/whl/"
+verify_ssl = true
+name = "pytorch-wheels"
+
+[packages]
+boto3 = "*"
+gdown = "*"
+ipykernel = ">=5.*"
+ipython = ">=7.16.3"  # pin to avoid vulnerability
+ipywidgets = "*"
+jedi = ">=0.17.2"
+jupyter-nbrequirements = "*"
+jupyterhub = "==4.1.*"
+jupyterlab = "*"
+jupyterlab-git = "==0.30"
+librosa = ">=0.8.1"
+matplotlib = ">=3.4"
+monai = ">=0.9.1,<1.0.0"
+nbval = "*"
+notebook = "<7.0.0"
+nncf = "==2.10.0"
+numpy = ">=1.21.0"
+onnx = ">=1.11.0"
+opencv-python = "*"
+openvino-dev = {version = "==2024.1.0"}
+openvino-telemetry = "==2023.2.1"
+ovmsclient = "*"
+Pillow = ">=8.3.2"
+psutil = "*"
+pyclipper = ">=1.2.1"
+pygments = ">=2.7.4"
+pytorch-lightning = "*"
+pytube = ">=12.1.0"
+rsa = ">=4.7"
+scikit-image = ">=0.19.2"
+scipy = "*"
+seaborn = ">=0.11.0"
+setuptools = ">56.0.0"
+shapely = ">=1.7.1"
+supervisor = ">=4.1.0"
+tensorflow = ">=2.5,<=2.12"
+tensorflow-datasets = "==4.2.0"
+treon = "*"
+torch = {index = "pytorch-wheels", version = "==2.1.0+cpu"}
+torchaudio = {index = "pytorch-wheels", version = "==2.1.0+cpu"}
+torchmetrics = ">=0.11.0"
+torchvision = {index = "pytorch-wheels", version = "==0.16.0+cpu"}
+transformers = ">=4.21.1"
+
+[dev-packages]
+
+[requires]
+python_version = "3.8"

.docker/buildconfig.yaml

@@ -0,0 +1,41 @@
+---
+apiVersion: v1
+kind: ImageStream
+metadata:
+  name: s2i-openvino-notebook
+  labels:
+    application: s2i-openvino-notebook
+    opendatahub.io/notebook-image: "true"
+  annotations:
+    opendatahub.io/notebook-image-url: "quay.io/modh/s2i-openvino-notebook"
+    opendatahub.io/notebook-image-name: "Notebook Image with OpenVINO components"
+    opendatahub.io/notebook-image-desc: "Jupyter notebook image with minimal dependency set to start experimenting with OpenVINO in a Jupyter environment."
+---
+kind: BuildConfig
+apiVersion: build.openshift.io/v1
+metadata:
+  labels:
+    build: s2i-openvino-notebook
+  name: s2i-openvino-notebook
+spec:
+  output:
+    to:
+      kind: ImageStreamTag
+      name: s2i-openvino-notebook:local-build
+  source:
+    git:
+      uri: https://github.com/mmgaggle/s2i-openvino-notebook
+      ref: wip-python38
+    type: Git
+  strategy:
+    dockerStrategy:
+      from:
+        kind: DockerImage
+        name: 'quay.io/thoth-station/s2i-thoth-ubi8-py38:v0.26.0'
+      noCache: true
+      dockerfilePath: Dockerfile
+      env:
+        PIPFILE: pipfiles/openvino
+    type: Docker
+  triggers:
+  - type: ConfigChange

.docker/builder/assemble

@@ -0,0 +1,40 @@
+#!/bin/bash
+
+set -x
+
+set -eo pipefail
+
+APP_ROOT=${APP_ROOT:-/opt/app-root}
+
+
+# Run the original Python S2I assemble script to install packages.
+
+/usr/libexec/s2i/assemble
+
+# Enable required extensions
+
+if [ -f "$APP_ROOT/src/extensions.in" ]; then
+    while IFS= read -r extension; do
+        jupyter nbextension enable --sys-prefix $extension
+    done < "$APP_ROOT/src/extensions.in"
+fi
+
+# Apply custom notebook configuration
+
+if [ -d "$APP_ROOT/src/.jupyter/" ]; then
+    rsync \
+        --link-dest="$APP_ROOT/src/.jupyter/" \
+        --recursive \
+        --verbose \
+        "$APP_ROOT/src/.jupyter/" ${APP_ROOT}/etc/jupyter
+fi
+
+# Move files from application source directory to master files directory
+# if directory has been specified. This is to facilitate later copying
+# of files into a persistent volume on startup of instance.
+
+if [ x"$JUPYTER_MASTER_FILES" != x"" ]; then
+    mkdir -p $JUPYTER_MASTER_FILES
+    shopt -s dotglob
+    mv $APP_ROOT/src/* $JUPYTER_MASTER_FILES
+fi

.docker/builder/image_metadata.json

@@ -0,0 +1,9 @@
+{
+  "labels": [
+    {"io.k8s.display-name":"Jupyter Notebook"},
+    {"io.k8s.description":"Minimal Thoth S2I Jupyter Notebook."},
+    {"io.openshift.s2i.scripts-url":"image:///opt/app-root/builder"},
+    {"io.s2i.scripts-url":"image:///opt/app-root/builder"},
+    {"io.openshift.tags":"aicoe,builder,minimal,notebook,jupyter,python"}
+  ]
+}

.docker/builder/run

@@ -0,0 +1,73 @@
+#!/bin/bash
+
+set -eo pipefail
+
+set -x
+
+# Generate htdigest password file for webdav access if it doesn't exist.
+
+JUPYTER_ENABLE_WEBDAV=${JUPYTER_ENABLE_WEBDAV:-false}
+export HUB_HOME=/tmp
+
+export JUPYTER_ENABLE_WEBDAV
+
+if [ -f /var/run/secrets/kubernetes.io/serviceaccount/namespace ]; then
+    DEPLOYMENT=`echo $HOSTNAME | sed -e 's/^\(.*\)-[^-]*-[^-]*$/\1/'`
+    NAMESPACE=`cat /var/run/secrets/kubernetes.io/serviceaccount/namespace`
+    WEBDAV_REALM=$NAMESPACE/$DEPLOYMENT
+else
+    WEBDAV_REALM=jupyter-on-openshift/jupyter-notebooks
+fi
+
+WEBDAV_USERFILE=/opt/app-root/etc/webdav.htdigest
+
+export WEBDAV_REALM
+export WEBDAV_USERFILE
+
+if [ ! -f $WEBDAV_USERFILE ]; then
+    touch $WEBDAV_USERFILE
+    if [[ ! -z "${JUPYTER_NOTEBOOK_PASSWORD}" ]]; then
+        DIGEST="$( printf "%s:%s:%s" "jupyter" "$WEBDAV_REALM" "$JUPYTER_NOTEBOOK_PASSWORD" | md5sum | awk '{print $1}' )"
+        printf "%s:%s:%s\n" "jupyter" "$WEBDAV_REALM" "$DIGEST" >> $WEBDAV_USERFILE
+    fi
+fi
+
+# Pre-clone repositories defined in JUPYTER_PRELOAD_REPOS
+if [ -n "${JUPYTER_PRELOAD_REPOS}" ]; then
+    for repo in `echo ${JUPYTER_PRELOAD_REPOS} | tr ',' ' '`; do
+        # Check for the presence of "@branch" in the repo string
+        REPO_BRANCH=$(echo ${repo} | cut -s -d'@' -f2)
+        if [[ -n ${REPO_BRANCH} ]]; then
+          # Remove the branch from the repo string and convert REPO_BRANCH to git clone arg
+          repo=$(echo ${repo} | cut -d'@' -f1)
+          REPO_BRANCH="-b ${REPO_BRANCH}"
+        fi
+        echo "Checking if repository $repo exists locally"
+        REPO_DIR=$(basename ${repo})
+        if ! [ -d "${REPO_DIR}" ]; then
+            GIT_SSL_NO_VERIFY=true git clone ${repo} ${REPO_DIR} ${REPO_BRANCH}
+        fi
+    done
+fi
+
+# Copy notebooks onto the user volume if they don't exist
+if [ -d /opt/app-root/notebooks ] && ! [ -d /opt/app-root/src/openvino_notebooks ]; then
+  cp -r /opt/app-root/notebooks /opt/app-root/src/openvino_notebooks
+fi
+
+# Start the Jupyter notebook instance. Run using supervisord if enabled,
+# or it is required by webdav access.
+
+if [ x"$JUPYTER_ENABLE_WEBDAV" == x"true" ]; then
+    JUPYTER_ENABLE_SUPERVISORD=true
+fi
+
+if [[ ! -z "${JUPYTER_ENABLE_SUPERVISORD}" ]]; then
+    # Startup supervisord against the configuration and keep it in the
+    # foreground so becomes process ID 1 for the container.
+
+    exec /opt/app-root/bin/supervisord --nodaemon \
+        --configuration /opt/app-root/etc/supervisord.conf
+else
+    . /opt/app-root/bin/start-notebook.sh "$@"
+fi

.docker/builder/save-artifacts

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+true

.docker/gateway/logger.js

@@ -0,0 +1,16 @@
+const winston = require("winston");
+
+const level = process.env.LOG_LEVEL || 'debug';
+
+const logger = winston.createLogger({
+    transports: [
+        new winston.transports.Console({
+            level: level,
+            timestamp: function () {
+                return (new Date()).toISOString();
+            }
+        })
+    ]
+});
+
+module.exports = logger

.docker/gateway/package.json

@@ -0,0 +1,14 @@
+{
+  "name": "proxy",
+  "version": "1.0.0",
+  "description": "",
+  "scripts": {
+    "start": "node server.js"
+  },
+  "dependencies": {
+    "express": "4.19.2",
+    "http-proxy-middleware": "0.19.1",
+    "morgan": "1.9.1",
+    "winston": "3.2.0"
+  }
+}

.docker/gateway/routes/webdav.js

@@ -0,0 +1,14 @@
+var express = require('express');
+var proxy = require('http-proxy-middleware');
+var logger = require('../logger');
+
+module.exports = function(app, prefix) {
+    var router = express.Router();
+
+    router.use(proxy(prefix, {
+        target: 'http://127.0.0.1:8081',
+        ws: true
+    }));
+
+    return router;
+}