Upload 6 files

app.py

@@ -1,20 +1,10 @@
-import os
-import subprocess
+import fn
 import gradio as gr
 
-import pke
-from spacy.lang import ja
-
-def fn_pke(text, n=10):
-    extractor = pke.unsupervised.MultipartiteRank()
-    extractor.load_document(input=text, language='ja', normalization=None)
-    extractor.candidate_selection(pos={'NOUN', 'PROPN', 'ADJ', 'NUM'})
-    extractor.candidate_weighting(threshold=0.74, method='average')
-    res = extractor.get_n_best(n=n)
-    
-    return "\n".join([k for k, v in res])
-
-gr.Interface(
+demo = gr.Interface(
     fn=fn_pke,
     inputs="text",
     outputs="text").launch()
+
+if __name__ == '__main__':
+    demo.launch()

fn.py

@@ -0,0 +1,12 @@
+import os
+import pke
+from spacy.lang import ja
+
+def fn_pke(text, n=10):
+    extractor = pke.unsupervised.MultipartiteRank()
+    extractor.load_document(input=text, language='ja', normalization=None)
+    extractor.candidate_selection(pos={'NOUN', 'PROPN', 'ADJ', 'NUM'})
+    extractor.candidate_weighting(threshold=0.74, method='average')
+    res = extractor.get_n_best(n=n)
+    
+    return "\n".join([k for k, v in res])

install.bat

@@ -0,0 +1,56 @@
+@echo off
+
+rem -------------------------------------------
+rem NOT guaranteed to work on Windows
+
+set REPOS=https://huggingface.co/spaces/aka7774/pke_ja
+set APPDIR=pke_ja
+set VENV=venv
+
+rem -------------------------------------------
+
+set INSTALL_DIR=%~dp0
+cd /d %INSTALL_DIR%
+
+:git_clone
+set DL_URL=%REPOS%
+set DL_DST=%APPDIR%
+git clone %DL_URL% %APPDIR%
+if exist %DL_DST% goto install_python
+
+set DL_URL=https://github.com/git-for-windows/git/releases/download/v2.41.0.windows.3/PortableGit-2.41.0.3-64-bit.7z.exe
+set DL_DST=PortableGit-2.41.0.3-64-bit.7z.exe
+curl -L -o %DL_DST% %DL_URL%
+if not exist %DL_DST% bitsadmin /transfer dl %DL_URL% %DL_DST%
+%DL_DST% -y
+del %DL_DST%
+
+set GIT=%INSTALL_DIR%PortableGit\bin\git
+%GIT% clone %REPOS%
+
+:install_python
+set DL_URL=https://github.com/indygreg/python-build-standalone/releases/download/20240107/cpython-3.10.13+20240107-i686-pc-windows-msvc-shared-install_only.tar.gz
+set DL_DST="%INSTALL_DIR%python.tar.gz"
+curl -L -o %DL_DST% %DL_URL%
+if not exist %DL_DST% bitsadmin /transfer dl %DL_URL% %DL_DST%
+tar -xzf %DL_DST%
+
+set PYTHON=%INSTALL_DIR%python\python.exe
+set PATH=%PATH%;%INSTALL_DIR%python310\Scripts
+
+:install_venv
+cd %APPDIR%
+%PYTHON% -m venv %VENV%
+set PYTHON=%VENV%\Scripts\python.exe
+
+:install_pip
+set DL_URL=https://bootstrap.pypa.io/get-pip.py
+set DL_DST=%INSTALL_DIR%get-pip.py
+curl -o %DL_DST% %DL_URL%
+if not exist %DL_DST% bitsadmin /transfer dl %DL_URL% %DL_DST%
+%PYTHON% %DL_DST%
+
+%PYTHON% -m pip install gradio
+%PYTHON% -m pip install -r requirements.txt
+
+pause

main.py

@@ -0,0 +1,40 @@
+import os
+import sys
+import time
+import signal
+import psutil
+import io
+
+from fastapi import FastAPI, Request, status, Form, UploadFile
+from fastapi.staticfiles import StaticFiles
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel, Field
+from fastapi.exceptions import RequestValidationError
+from fastapi.responses import JSONResponse
+
+import fn
+import gradio as gr
+from app import demo
+
+app = FastAPI()
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=['*'],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+gr.mount_gradio_app(app, demo, path="/gradio")
+
+fn.load_model()
+
+@app.post("/run")
+async def api_run(text: str):
+    try:
+		output = fn.fn_pke(text)
+
+        return {"result": output}
+    except Exception as e:
+        return {"error": str(e)}

requirements.txt

@@ -1,4 +1,7 @@
+fastapi
+uvicorn
 git+https://github.com/boudinfl/pke.git
 ginza
 ja_ginza_electra
 nltk
+python-multipart

venv.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/bash
+
+python3 -m venv venv
+curl -kL https://bootstrap.pypa.io/get-pip.py | venv/bin/python
+
+venv/bin/python -m pip install gradio
+venv/bin/python -m pip install -r requirements.txt