Add application file

.gitignore

@@ -0,0 +1,147 @@
+# Swift Package
+.DS_Store
+/.build
+/Packages
+/*.xcodeproj
+.swiftpm
+.vscode
+.*.sw?
+*.docc-build
+*.vs
+Package.resolved
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# macOS filesystem
+*.DS_Store
+
+# ideaj
+.idea

app.py

@@ -0,0 +1,65 @@
+import gradio as gr
+import translators as ts
+from PIL import Image
+from gradio import Blocks, Markdown, Button, Textbox, Row, Column, Dropdown, Video
+from langchain import Cohere, LLMChain, PromptTemplate
+from transformers import BlipProcessor, BlipForConditionalGeneration
+
+processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-base")
+model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-base")
+
+
+def translate_into_cn(source):
+    print(ts.translators_pool)
+    result = ts.translate_text(query_text=source, translator='bing', from_language='en', to_language='zh')
+    return result
+
+
+def predict_step(cohere_key, img, style):
+    i_image = Image.fromarray(img.astype('int8'), 'RGB')
+
+    pixel_values = processor(images=i_image, return_tensors="pt", max_length=1024, verbose=True).pixel_values
+
+    output = model.generate(pixel_values)
+
+    preds = processor.batch_decode(output, skip_special_tokens=True)
+    preds = [pred.strip() for pred in preds]
+    # 条件：严格按照要求完成任务，输出内容直接为主体内容，输出内容前后不要有其他符号，注意语句保持通顺，输出内容全部是中文，" \ " 不要重复输出内容, 不需要换行，不需要有标题，不需要排版格式。" \ "\n "\n2. Give the
+    # final output content an evaluation score as required. The score range is 0-100, 0 is the worst, 100 is the best,
+    # and the score should be objective. The format is [score:xxx]. Add at the end." \
+    question = "Requirements: \nYou are a writing master. According to the content: {}, write a 50 words essay in any " \
+               "form, by the style of \"{}\" as the final output content. " \
+               "\nfinal output content:" \
+        .format(preds[0], style)
+    print("question:{}".format(question))
+    template = """{question}"""
+    prompt = PromptTemplate(template=template, input_variables=["question"])
+    llm = Cohere(cohere_api_key=cohere_key, model="command", temperature=0.3, verbose=True)
+    llm_chain = LLMChain(prompt=prompt, llm=llm)
+    result = llm_chain.run(question)
+    print("result:{}".format(result))
+    # result = llm.generate([prompt])
+    return preds[0], translate_into_cn(result)
+
+
+with Blocks() as demo:
+    Markdown("图生文/文生视频")
+    with Row():
+        with Column():
+            cohere_key = gr.Text(label="cohere key:")
+            image = gr.Image()
+            dropdown = Dropdown(
+                ["Shakespeare", "luxun", "xuzhimo", "moyan", "laoshe"],
+                label="Style",
+                info="选择你需要的文章的风格"
+            )
+            essay_btn = Button("Generate Essay")
+        with Column():
+            prediction_output = Textbox(label="Prediction")
+            essay_output = Textbox(label="Essay")
+            video_output = Video(label="Video")
+    # Step 1
+    essay_btn.click(fn=predict_step, inputs=[cohere_key, image, dropdown], outputs=[prediction_output, essay_output],
+                    api_name="essay_generate")
+
+demo.launch(debug=True)

requirements.txt

@@ -0,0 +1,423 @@
+absl-py==1.4.0
+accelerate==0.18.0
+addict==2.4.0
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+aliyun-python-sdk-core==2.13.36
+aliyun-python-sdk-kms==2.16.1
+altair==5.0.1
+anyio==3.6.2
+aom==3.5.0
+appnope==0.1.3
+argilla==1.3.2
+arrow-cpp==11.0.0
+asttokens==2.2.1
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==23.1.0
+aws-c-auth==0.6.24
+aws-c-cal==0.5.20
+aws-c-common==0.8.11
+aws-c-compression==0.2.16
+aws-c-event-stream==0.2.18
+aws-c-http==0.7.4
+aws-c-io==0.13.17
+aws-c-mqtt==0.8.6
+aws-c-s3==0.2.4
+aws-c-sdkutils==0.1.7
+aws-checksums==0.1.14
+aws-crt-cpp==0.19.7
+aws-sdk-cpp==1.10.57
+backcall==0.2.0
+backoff==2.2.1
+backports.functools_lru_cache==1.6.4
+backports==1.0
+beautifulsoup4==4.12.2
+blinker==1.6.2
+brotli-bin==1.0.9
+brotli==1.0.9
+bzip2==1.0.8
+c-ares==1.19.1
+ca-certificates==2023.5.7
+cached-property==1.5.2
+cached_property==1.5.2
+cachetools==5.3.0
+cairo==1.16.0
+cchardet==2.1.7
+certifi==2023.5.7
+cffi==1.15.1
+chardet==5.1.0
+charset-normalizer==2.0.4
+chromadb==0.3.22
+click==8.1.3
+clickhouse-connect==0.5.24
+cohere==4.8.0
+colorama==0.4.6
+comm==0.1.3
+contourpy==1.1.0
+cpython==0.0.6
+crcmod==1.7
+cryptography==41.0.1
+cycler==0.11.0
+dataclasses-json==0.5.7
+datasets==2.11.0
+dav1d==1.2.1
+debugpy==1.6.7
+decorator==5.1.1
+deprecated==1.2.13
+diffusers==0.17.1
+dill==0.3.6
+dnspython==2.3.0
+docstring-parser==0.15
+duckdb==0.7.1
+einops==0.6.1
+et-xmlfile==1.1.0
+exceptiongroup==1.1.1
+executing==1.2.0
+expat==2.5.0
+fake-useragent==1.1.3
+fastapi==0.92.0
+ffmpeg==6.0.0
+ffmpy==0.3.0
+filelock==3.12.0
+flatbuffers==23.3.3
+font-ttf-dejavu-sans-mono==2.37
+font-ttf-inconsolata==3.000
+font-ttf-source-code-pro==2.038
+font-ttf-ubuntu==0.83
+fontconfig==2.14.2
+fonts-conda-ecosystem==1
+fonts-conda-forge==1
+fonttools==4.40.0
+freetype==2.12.1
+fribidi==1.0.10
+frozenlist==1.3.3
+fsspec==2023.5.0
+ftfy==6.1.1
+futures==3.0.5
+gast==0.4.0
+gettext==0.21.1
+gflags==2.2.2
+giflib==5.2.1
+gitdb==4.0.10
+gitpython==3.1.31
+glog==0.6.0
+gmp==6.2.1
+gmpy2==2.1.2
+gnutls==3.7.8
+google-api-core==2.11.0
+google-api-python-client==2.86.0
+google-auth-httplib2==0.1.0
+google-auth-oauthlib==1.0.0
+google-auth==2.18.0
+google-cloud-core==2.3.2
+google-cloud-translate==3.11.1
+google-pasta==0.2.0
+google-search-results==2.4.2
+googleapis-common-protos==1.59.0
+gradio==3.23.0
+graphite2==1.3.13
+greenlet==2.0.2
+grpcio==1.51.1
+gunicorn==20.1.0
+h11==0.14.0
+h2==4.1.0
+h5py==3.8.0
+harfbuzz==7.3.0
+hdf5==1.14.0
+hnswlib==0.7.0
+hpack==4.0.0
+httpcore==0.16.3
+httplib2==0.22.0
+httptools==0.5.0
+httpx==0.23.3
+huggingface-hub==0.13.4
+huggingface_hub==0.15.1
+hyperframe==6.0.1
+icu==72.1
+idna==3.4
+importlib-metadata==6.6.0
+importlib_metadata==6.6.0
+importlib_resources==5.12.0
+ipykernel==6.23.1
+ipython==8.14.0
+ipywidgets==8.0.6
+jax==0.4.11
+jedi==0.18.2
+jinja2==3.1.2
+jmespath==0.10.0
+joblib==1.3.1
+jsonschema==4.17.3
+jupyter_client==8.2.0
+jupyter_core==5.3.0
+jupyterlab_widgets==3.0.7
+keras-preprocessing==1.1.2
+keras==2.12.0
+kiwisolver==1.4.4
+krb5==1.20.1
+lame==3.100
+langchain==0.0.190
+lcms2==2.15
+lerc==4.0.0
+libabseil==20220623.0
+libaec==1.0.6
+libarrow==11.0.0
+libass==0.17.1
+libblas==3.9.0
+libbrotlicommon==1.0.9
+libbrotlidec==1.0.9
+libbrotlienc==1.0.9
+libcblas==3.9.0
+libclang==16.0.0
+libcrc32c==1.1.2
+libcurl==8.1.2
+libcxx==16.0.5
+libdeflate==1.18
+libedit==3.1.20191231
+libev==4.33
+libevent==2.1.10
+libexpat==2.5.0
+libffi==3.4.2
+libgfortran5==12.2.0
+libgfortran==5.0.0
+libglib==2.76.3
+libgoogle-cloud==2.7.0
+libgrpc==1.51.1
+libiconv==1.17
+libidn2==2.3.4
+libjpeg-turbo==2.1.5.1
+liblapack==3.9.0
+libnghttp2==1.52.0
+libopenblas==0.3.23
+libopus==1.3.1
+libpng==1.6.39
+libprotobuf==3.21.12
+libsodium==1.0.18
+libsqlite==3.42.0
+libssh2==1.11.0
+libtasn1==4.19.0
+libthrift==0.18.0
+libtiff==4.5.0
+libunistring==0.9.10
+libutf8proc==2.8.0
+libvpx==1.13.0
+libwebp-base==1.3.0
+libxcb==1.15
+libxml2==2.11.4
+libxslt==1.1.37
+libzlib==1.2.13
+linkify-it-py==2.0.0
+llama-cpp-python==0.1.23
+llvm-openmp==16.0.5
+lxml==4.9.2
+lz4-c==1.9.4
+lz4==4.3.2
+markdown-it-py==2.2.0
+markdown==3.4.3
+markupsafe==2.1.2
+marshmallow-enum==1.5.1
+marshmallow==3.19.0
+matplotlib-base==3.7.1
+matplotlib-inline==0.1.6
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+ml-dtypes==0.1.0
+modelscope==1.7.0
+monotonic==1.6
+mpc==1.3.1
+mpfr==4.2.0
+mpmath==1.3.0
+msg-parser==1.2.0
+multidict==6.0.4
+multiprocess==0.70.14
+munkres==1.1.4
+mypy-extensions==1.0.0
+mysql-common==8.0.32
+mysql-connector-python==8.0.33
+mysql-libs==8.0.32
+mysqlclient==2.1.1
+ncurses==6.3
+nest-asyncio==1.5.6
+nettle==3.8.1
+networkx==3.1
+ninja==1.11.1
+nltk==3.8.1
+numexpr==2.8.4
+numpy==1.22.0
+oauthlib==3.2.2
+olefile==0.46
+open-clip-torch==2.20.0
+openai==0.27.4
+openapi-schema-pydantic==1.2.4
+opencv-python==4.8.0.74
+openh264==2.3.1
+openjpeg==2.5.0
+openpyxl==3.1.2
+openssl==3.1.1
+opt_einsum==3.3.0
+orc==1.8.2
+orjson==3.9.1
+oss2==2.18.0
+p11-kit==0.24.1
+packaging==23.1
+pandas==1.3.5
+parquet-cpp==1.5.1
+parso==0.8.3
+pathos==0.3.0
+pcre2==10.40
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.5.0
+pip==23.1.2
+pixman==0.40.0
+pkgutil-resolve-name==1.3.10
+platformdirs==3.5.1
+plotly==5.15.0
+pooch==1.7.0
+posthog==3.0.1
+pox==0.3.2
+ppft==1.7.6.6
+prompt-toolkit==3.0.38
+prompt_toolkit==3.0.38
+proto-plus==1.22.2
+protobuf==3.20.3
+psutil==5.9.5
+psycopg2-binary==2.9.6
+pthread-stubs==0.4
+ptyprocess==0.7.0
+pure_eval==0.2.2
+pyarrow==11.0.0
+pyasn1-modules==0.3.0
+pyasn1==0.5.0
+pycparser==2.21
+pycryptodome==3.18.0
+pydantic==1.10.8
+pydeck==0.8.0
+pydub==0.25.1
+pyexecjs==1.5.1
+pygments==2.15.1
+pyjwt==2.7.0
+pymongo==4.4.1
+pympler==1.0.1
+pymupdf==1.22.5
+pymysql==1.0.3
+pyopenssl==23.2.0
+pypandoc==1.11
+pyparsing==3.1.0
+pypdf==3.8.1
+pyrsistent==0.19.3
+pysocks==1.7.1
+pysrt==1.1.2
+python-dateutil==2.8.2
+python-docx==0.8.11
+python-dotenv==1.0.0
+python-flatbuffers==23.5.26
+python-magic==0.4.27
+python-multipart==0.0.6
+python-pptx==0.6.21
+python-tzdata==2023.3
+python==3.10.11
+python_abi==3.10
+pytz-deprecation-shim==0.1.0.post0
+pytz==2023.3
+pyu2f==0.1.5
+pyyaml==6.0
+pyzmq==25.1.0
+re2==2023.02.01
+readline==8.2
+redis==4.6.0
+regex==2023.6.3
+requests-oauthlib==1.3.1
+requests==2.31.0
+responses==0.18.0
+rfc3986==1.5.0
+rich==13.3.5
+rsa==4.9
+safetensors==0.3.1
+scikit-learn==1.3.0
+scipy==1.10.1
+semantic_version==2.10.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.99
+setuptools==67.7.2
+simplejson==3.19.1
+six==1.16.0
+sklearn==0.0.post5
+sleef==3.5.1
+smmap==3.0.5
+snappy==1.1.10
+sniffio==1.3.0
+sortedcontainers==2.4.0
+soupsieve==2.4.1
+sqlalchemy==1.4.46
+sqlparse==0.4.4
+squarify==0.4.3
+stack_data==0.6.2
+starlette==0.25.0
+streamlit==1.23.1
+svt-av1==1.6.0
+sympy==1.12
+tenacity==8.2.2
+tensorboard-data-server==0.7.0
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.12.3
+tensorboardx==2.2
+tensorflow-base==2.11.1
+tensorflow-estimator==2.12.0
+tensorflow-io-gcs-filesystem==0.32.0
+tensorflow==2.11.1
+termcolor==2.3.0
+threadpoolctl==3.2.0
+tiktoken==0.3.3
+timm==0.9.2
+tk==8.6.12
+tokenizers==0.13.3
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.0
+torch==2.0.1
+torchvision==0.15.2
+tornado==6.3.2
+tqdm==4.65.0
+traitlets==5.9.0
+transformers==4.28.1
+translators==5.7.8
+typer==0.7.0
+types-pyyaml==6.0.12.9
+typing-extensions==4.6.3
+typing-inspect==0.8.0
+typing_extensions==4.6.3
+tzdata==2023c
+tzlocal==4.3
+uc-micro-py==1.0.1
+unicodedata2==15.0.0
+unstructured==0.5.13
+uritemplate==4.1.1
+urllib3==2.0.2
+uvicorn==0.20.0
+uvloop==0.17.0
+validators==0.20.0
+watchdog==3.0.0
+watchfiles==0.19.0
+wcwidth==0.2.6
+websockets==11.0.3
+werkzeug==2.3.4
+wheel==0.40.0
+widgetsnbextension==4.0.7
+wrapt==1.14.1
+x264==1!164.3095
+x265==3.5
+xlsxwriter==3.1.0
+xorg-libxau==1.0.11
+xorg-libxdmcp==1.1.3
+xxhash==3.2.0
+xz==5.2.6
+yaml==0.2.5
+yapf==0.40.1
+yarl==1.9.2
+zeromq==4.3.4
+zipp==3.15.0
+zlib==1.2.13
+zstandard==0.21.0
+zstd==1.5.2