Summary

.flake8

@@ -0,0 +1,5 @@
+; https://www.flake8rules.com/
+
+[flake8]
+max-line-length = 120
+ignore = E203, E402, E741, W503

.gitignore

@@ -0,0 +1,172 @@
+# Compiled source #
+###################
+*.com
+*.class
+*.dll
+*.exe
+*.o
+*.so
+*.pyc
+
+# Packages #
+############
+# it's better to unpack these files and commit the raw source
+# git has its own built in compression methods
+*.7z
+*.dmg
+*.gz
+*.iso
+*.rar
+#*.tar
+*.zip
+
+# Logs and databases #
+######################
+*.log
+*.sqlite
+
+# OS generated files #
+######################
+.DS_Store
+ehthumbs.db
+Icon
+Thumbs.db
+.tmtags
+.idea
+.vscode
+tags
+vendor.tags
+tmtagsHistory
+*.sublime-project
+*.sublime-workspace
+.bundle
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+node_modules/
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# Custom
+logs/
+models/

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Elena Ryumina and Dmitry Ryumin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,8 +1,8 @@
 ---
 title: OCEANAI
-emoji: 🏃
-colorFrom: yellow
-colorTo: indigo
+emoji: 🤩🔝🔥
+colorFrom: gray
+colorTo: red
 sdk: gradio
 sdk_version: 4.24.0
 app_file: app.py
@@ -10,4 +10,4 @@ pinned: false
 license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at <https://huggingface.co/docs/hub/spaces-config-reference>

app.css

@@ -0,0 +1,67 @@
+.noti_err {
+    color: #B42E2C;
+}
+.noti_true {
+    color: #006900;
+}
+
+div.video-container {
+    height: 350px;
+    max-height: 350px;
+}
+
+div.files-container {
+    height: 350px;
+    max-height: 350px;
+}
+
+div.files-container div.file-preview-holder {
+    overflow-y: scroll;
+    height: 100%;
+}
+
+div.files-container label[data-testid="block-label"] {
+  position: absolute;
+}
+
+.calculate_oceanai {
+    display: inline-block;
+    padding: 10px 20px;
+    font-size: 16px;
+    font-weight: bold;
+    text-align: center;
+    text-decoration: none;
+    cursor: pointer;
+    border: var(--button-border-width) solid var(--button-primary-border-color);
+    background: var(--button-primary-background-fill);
+    color: var(--button-primary-text-color);
+    border-radius: 8px;
+    transition: all 0.3s ease;
+}
+
+.clear_oceanai {
+    display: inline-block;
+    padding: 10px 20px;
+    font-size: 16px;
+    font-weight: bold;
+    text-align: center;
+    text-decoration: none;
+    cursor: pointer;
+    border-radius: 8px;
+    transition: all 0.3s ease;
+}
+
+.calculate_oceanai[disabled], .clear_oceanai[disabled] {
+    cursor: not-allowed;
+    opacity: 0.6;
+}
+
+.calculate_oceanai:hover:not([disabled]) {
+    border-color: var(--button-primary-border-color-hover);
+    background: var(--button-primary-background-fill-hover);
+    color: var(--button-primary-text-color-hover);
+}
+
+.calculate_oceanai:active:not([disabled]), .clear_oceanai:active:not([disabled]) {
+    transform: scale(0.98);
+}

app.py

@@ -0,0 +1,39 @@
+"""
+File: app.py
+Authors: Elena Ryumina and Dmitry Ryumin
+Description: OCEANAI App for gradio.
+License: MIT License
+"""
+
+import gradio as gr
+
+# Importing necessary components for the Gradio app
+from app.config import CONFIG_NAME, config_data, load_tab_creators
+from app.event_handlers.event_handlers import setup_app_event_handlers
+from app import tabs
+
+
+def create_gradio_app() -> gr.Blocks:
+    with gr.Blocks(css=config_data.AppSettings_CSS_PATH) as gradio_app:
+        tab_results = {}
+
+        available_functions = {
+            attr: getattr(tabs, attr)
+            for attr in dir(tabs)
+            if callable(getattr(tabs, attr)) and attr.endswith("_tab")
+        }
+
+        tab_creators = load_tab_creators(CONFIG_NAME, available_functions)
+
+        for tab_name, create_tab_function in tab_creators.items():
+            with gr.Tab(tab_name):
+                app_instance = create_tab_function()
+                tab_results[tab_name] = app_instance
+
+        setup_app_event_handlers(*tab_results[list(tab_results.keys())[0]])
+
+    return gradio_app
+
+
+if __name__ == "__main__":
+    create_gradio_app().queue(api_open=False).launch(share=True)

app/authors.py

@@ -0,0 +1,10 @@
+"""
+File: authors.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: About the authors.
+License: MIT License
+"""
+
+AUTHORS = """
+    Authors: [Elena Ryumina](https://github.com/ElenaRyumina), [Dmitry Ryumin](https://github.com/DmitryRyumin)
+"""

app/components.py

@@ -0,0 +1,94 @@
+"""
+File: components.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: Utility functions for creating Gradio components.
+License: MIT License
+"""
+
+import gradio as gr
+from typing import Union, List, Callable, Optional
+
+
+def html_message(
+    message: str = "", error: bool = True, visible: bool = True
+) -> gr.HTML:
+    css_class = "noti_err" if not error else "noti_true"
+
+    return gr.HTML(value=f"<h3 class='{css_class}'>{message}</h3>", visible=visible)
+
+
+def files_create_ui(
+    value: Union[str, List[str], Callable, None] = None,
+    file_count: str = "multiple",
+    file_types: List = ["video"],
+    label: str = "Video Files",
+    show_label: bool = True,
+    interactive: bool = True,
+    visible: bool = True,
+    elem_classes: Optional[str] = "files-container",
+) -> gr.File:
+    return gr.File(
+        value=value,
+        file_count=file_count,
+        file_types=file_types,
+        label=label,
+        show_label=show_label,
+        interactive=interactive,
+        visible=visible,
+        elem_classes=elem_classes,
+    )
+
+
+def video_create_ui(
+    value: Optional[str] = None,
+    label: str = "Video Player",
+    file_name: Optional[str] = None,
+    show_label: bool = True,
+    interactive: bool = False,
+    visible: bool = True,
+    elem_classes: Optional[str] = "files-container",
+) -> gr.Video:
+    if file_name is not None:
+        label += f" ({file_name})"
+
+    return gr.Video(
+        value=value,
+        label=label,
+        show_label=show_label,
+        interactive=interactive,
+        visible=visible,
+        elem_classes=elem_classes,
+    )
+
+
+def dataframe(
+    headers: Optional[List] = None,
+    values: Optional[List] = None,
+    height: int = 500,
+    wrap: bool = True,
+    visible: bool = True,
+) -> gr.Dataframe:
+    if headers is None or values is None:
+        datatype = "str"
+    else:
+        datatype = ["markdown"] * len(headers)
+
+    return gr.Dataframe(
+        value=values,
+        headers=headers,
+        datatype=datatype,
+        height=height,
+        wrap=wrap,
+        visible=visible,
+    )
+
+
+def button(
+    value: str = "",
+    interactive: bool = True,
+    scale: int = 3,
+    elem_classes: Optional[str] = None,
+) -> gr.Button:
+    return gr.Button(
+        value=value, interactive=interactive, scale=scale, elem_classes=elem_classes
+    )

app/config.py

@@ -0,0 +1,38 @@
+"""
+File: config.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: Configuration module for handling settings.
+License: MIT License
+"""
+
+import toml
+from typing import Callable, Dict
+from types import SimpleNamespace
+
+CONFIG_NAME = "config.toml"
+
+
+def flatten_dict(prefix: str, d: Dict) -> Dict:
+    result = {}
+
+    for k, v in d.items():
+        result.update(flatten_dict(f"{prefix}{k}_", v) if isinstance(v, dict) else {f"{prefix}{k}": v})
+
+    return result
+
+
+def load_tab_creators(file_path: str, available_functions: Callable) -> Dict:
+    config = toml.load(file_path)
+    tab_creators_data = config.get("TabCreators", {})
+
+    return {key: available_functions[value] for key, value in tab_creators_data.items()}
+
+
+def load_config(file_path: str) -> SimpleNamespace:
+    config = toml.load(file_path)
+    config_data = flatten_dict("", config)
+
+    return SimpleNamespace(**config_data)
+
+
+config_data = load_config(CONFIG_NAME)

app/description.py

@@ -0,0 +1,17 @@
+"""
+File: description.py
+Author: Dmitry Ryumin
+Description: Project description for the Gradio app.
+License: MIT License
+"""
+
+# Importing necessary components for the Gradio app
+from app.config import config_data
+
+DESCRIPTION = f"""\
+# OCEANAI
+
+<div class="app-flex-container">
+    <img src="https://img.shields.io/badge/version-v{config_data.AppSettings_APP_VERSION}-rc0" alt="Version">
+</div>
+"""

app/event_handlers/calculate_pt_scores_blocks.py

@@ -0,0 +1,31 @@
+"""
+File: clear_blocks.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: Event handler for clearing Gradio app blocks and components.
+License: MIT License
+"""
+
+import gradio as gr
+
+# Importing necessary components for the Gradio app
+from app.oceanai_init import b5
+from app.config import config_data
+from app.components import html_message, dataframe
+
+
+def event_handler_calculate_pt_scores_blocks(files, evt_data: gr.EventData):
+    _ = evt_data.target.__class__.__name__
+
+    out = False
+    b5.get_avt_predictions_gradio(
+        paths=files, url_accuracy="", accuracy=False, lang="en", out=out
+    )
+
+    return (
+        html_message(config_data.InformationMessages_NOTI_VIDEOS, False, False),
+        dataframe(
+            headers=b5.df_files_.columns.tolist(),
+            values=b5.df_files_.values.tolist(),
+            visible=True,
+        ),
+    )

app/event_handlers/clear_blocks.py

@@ -0,0 +1,32 @@
+"""
+File: clear_blocks.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: Event handler for clearing Gradio app blocks and components.
+License: MIT License
+"""
+
+# Importing necessary components for the Gradio app
+from app.config import config_data
+from app.components import (
+    html_message,
+    files_create_ui,
+    video_create_ui,
+    button,
+    dataframe,
+)
+
+
+def event_handler_clear_blocks():
+    return (
+        html_message(config_data.InformationMessages_NOTI_VIDEOS, False),
+        files_create_ui(),
+        video_create_ui(),
+        button(
+            config_data.OtherMessages_CALCULATE_PT_SCORES,
+            False,
+            3,
+            "calculate_oceanai",
+        ),
+        button(config_data.OtherMessages_CLEAR_APP, False, 1, "clear_oceanai"),
+        dataframe(visible=False),
+    )

app/event_handlers/event_handlers.py

@@ -0,0 +1,56 @@
+"""
+File: event_handlers.py
+Author: Dmitry Ryumin
+Description: File containing functions for configuring event handlers for Gradio components.
+License: MIT License
+"""
+
+import gradio as gr
+
+# Importing necessary components for the Gradio app
+from app.event_handlers.files import (
+    event_handler_files,
+    event_handler_files_select,
+)
+from app.event_handlers.clear_blocks import event_handler_clear_blocks
+from app.event_handlers.calculate_pt_scores_blocks import (
+    event_handler_calculate_pt_scores_blocks,
+)
+
+
+def setup_app_event_handlers(
+    notifications, files, video, calculate_pt_scores, clear_app, pt_scores
+):
+    # Events
+    files.change(
+        event_handler_files,
+        [files],
+        [notifications, video, calculate_pt_scores, clear_app],
+        queue=True,
+    )
+    files.select(
+        event_handler_files_select,
+        [files],
+        [video],
+        queue=True,
+    )
+    gr.on(
+        triggers=[calculate_pt_scores.click],
+        fn=event_handler_calculate_pt_scores_blocks,
+        inputs=[files],
+        outputs=[notifications, pt_scores],
+        queue=True,
+    )
+    clear_app.click(
+        fn=event_handler_clear_blocks,
+        inputs=[],
+        outputs=[
+            notifications,
+            files,
+            video,
+            calculate_pt_scores,
+            clear_app,
+            pt_scores,
+        ],
+        queue=True,
+    )

app/event_handlers/files.py

@@ -0,0 +1,44 @@
+"""
+File: search.py
+Author: Dmitry Ryumin
+Description: Event handler for searching and filtering papers in the Gradio app.
+License: MIT License
+"""
+
+import gradio as gr
+from pathlib import Path
+
+# Importing necessary components for the Gradio app
+from app.config import config_data
+from app.components import html_message, video_create_ui, button
+
+
+def event_handler_files(files):
+    if not files:
+        return (
+            html_message(config_data.InformationMessages_NOTI_VIDEOS, False),
+            video_create_ui(),
+            button(
+                config_data.OtherMessages_CALCULATE_PT_SCORES,
+                False,
+                3,
+                "calculate_oceanai",
+            ),
+            button(config_data.OtherMessages_CLEAR_APP, False, 1, "clear_oceanai"),
+        )
+
+    return (
+        html_message(config_data.OtherMessages_NOTI_CALCULATE, True),
+        video_create_ui(value=files[0], file_name=Path(files[0]).name),
+        button(
+            config_data.OtherMessages_CALCULATE_PT_SCORES,
+            True,
+            3,
+            "calculate_oceanai",
+        ),
+        button(config_data.OtherMessages_CLEAR_APP, True, 1, "clear_oceanai"),
+    )
+
+
+def event_handler_files_select(files, evt: gr.SelectData):
+    return video_create_ui(value=files[evt.index], file_name=evt.value)

app/oceanai_init.py

@@ -0,0 +1,75 @@
+"""
+File: oceanai_init.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: OceanAI initialization.
+License: MIT License
+"""
+
+from oceanai.modules.lab.build import Run
+
+
+def oceanai_initialization():
+    out = False
+
+    # Создание экземпляра класса
+    _b5 = Run(lang="en", metadata=out)
+
+    # Настройка ядра
+    _b5.path_to_save_ = "./models"  # Директория для сохранения файла
+    _b5.chunk_size_ = 2000000  # Размер загрузки файла из сети за 1 шаг
+
+    corpus = "fi"
+
+    # Формирование аудиомоделей
+    _ = _b5.load_audio_model_hc(out=out)
+    _ = _b5.load_audio_model_nn(out=out)
+
+    # Загрузка весов аудиомоделей
+    url = _b5.weights_for_big5_["audio"][corpus]["hc"]["sberdisk"]
+    _ = _b5.load_audio_model_weights_hc(url=url, out=out)
+
+    url = _b5.weights_for_big5_["audio"][corpus]["nn"]["sberdisk"]
+    _ = _b5.load_audio_model_weights_nn(url=url, out=out)
+
+    # Формирование видеомоделей
+    _ = _b5.load_video_model_hc(lang="en", out=out)
+    _ = _b5.load_video_model_deep_fe(out=out)
+    _ = _b5.load_video_model_nn(out=out)
+
+    # Загрузка весов видеомоделей
+    url = _b5.weights_for_big5_["video"][corpus]["hc"]["sberdisk"]
+    _ = _b5.load_video_model_weights_hc(url=url, out=out)
+
+    url = _b5.weights_for_big5_["video"][corpus]["fe"]["sberdisk"]
+    _ = _b5.load_video_model_weights_deep_fe(url=url, out=out)
+
+    url = _b5.weights_for_big5_["video"][corpus]["nn"]["sberdisk"]
+    _ = _b5.load_video_model_weights_nn(url=url, out=out)
+
+    # Загрузка словаря с экспертными признаками (текстовая модальность)
+    _ = _b5.load_text_features(out=out)
+
+    # Формирование текстовых моделей
+    _ = _b5.setup_translation_model()  # только для русского языка
+    _ = _b5.setup_bert_encoder(force_reload=False, out=out)
+    _ = _b5.load_text_model_hc(corpus=corpus, out=out)
+    _ = _b5.load_text_model_nn(corpus=corpus, out=out)
+
+    # Загрузка весов текстовых моделей
+    url = _b5.weights_for_big5_["text"][corpus]["hc"]["sberdisk"]
+    _ = _b5.load_text_model_weights_hc(url=url, out=out)
+
+    url = _b5.weights_for_big5_["text"][corpus]["nn"]["sberdisk"]
+    _ = _b5.load_text_model_weights_nn(url=url, out=out)
+
+    # Формирование модели для мультимодального объединения информации
+    _ = _b5.load_avt_model_b5(out=out)
+
+    # Загрузка весов модели для мультимодального объединения информации
+    url = _b5.weights_for_big5_["avt"][corpus]["b5"]["sberdisk"]
+    _ = _b5.load_avt_model_weights_b5(url=url, out=out)
+
+    return _b5
+
+
+b5 = oceanai_initialization()

app/tabs.py

@@ -0,0 +1,50 @@
+"""
+File: tabs.py
+Author: Elena Ryumina and Dmitry Ryumin
+Description: Gradio app tabs - Contains the definition of various tabs for the Gradio app interface.
+License: MIT License
+"""
+
+import gradio as gr
+
+# Importing necessary components for the Gradio app
+from app.description import DESCRIPTION
+from app.authors import AUTHORS
+from app.config import config_data
+from app.components import (
+    html_message,
+    files_create_ui,
+    video_create_ui,
+    button,
+    dataframe,
+)
+
+
+def app_tab():
+    gr.Markdown(value=DESCRIPTION)
+
+    with gr.Row():
+        files = files_create_ui()
+
+        video = video_create_ui()
+
+    with gr.Row():
+        calculate_pt_scores = button(
+            config_data.OtherMessages_CALCULATE_PT_SCORES,
+            False,
+            3,
+            "calculate_oceanai",
+        )
+        clear_app = button(
+            config_data.OtherMessages_CLEAR_APP, False, 1, "clear_oceanai"
+        )
+
+    notifications = html_message(config_data.InformationMessages_NOTI_VIDEOS, False)
+
+    pt_scores = dataframe(visible=False)
+
+    return (notifications, files, video, calculate_pt_scores, clear_app, pt_scores)
+
+
+def about_authors_tab():
+    return gr.Markdown(value=AUTHORS)

config.toml

@@ -0,0 +1,16 @@
+[AppSettings]
+APP_VERSION = "0.1.0"
+CSS_PATH = "app.css"
+
+[InformationMessages]
+NOTI_VIDEOS = "Select the video(s)"
+
+[OtherMessages]
+CALCULATE_PT_SCORES = "Calculation of Big Five personality traits scores"
+CLEAR_APP = "Clear"
+NOTI_CALCULATE = "You can calculate Big Five personality traits scores"
+
+[TabCreators]
+"App" = "app_tab"
+"About the Authors" = "about_authors_tab"
+

requirements.txt

@@ -0,0 +1,5 @@
+gradio==4.23.0
+requests==2.31.0
+PyYAML==6.0.1
+toml==0.10.2
+oceanai==1.0.0a21