Spaces:

tarsssss
/

translation

Running

App Files Files Community

Társila Samille commited on Jan 9

Commit

211e55a

unverified ·

1 Parent(s): 17e4582

Updated template

Browse files

Files changed (15) hide show

.eslintrc.cjs +16 -0
.gitignore +24 -0
README.md +1 -1
index.html +3 -17
index.js +0 -79
package.json +27 -0
src/App.css +69 -0
src/App.jsx +126 -0
src/components/LanguageSelector.jsx +39 -0
src/components/Progress.jsx +9 -0
src/index.css +76 -0
src/main.jsx +10 -0
src/worker.js +52 -0
style.css +0 -76
vite.config.js +7 -0

.eslintrc.cjs ADDED Viewed

	@@ -0,0 +1,16 @@

+module.exports = {
+  env: { browser: true, es2020: true, 'node': true },
+  extends: [
+    'eslint:recommended',
+    'plugin:react/recommended',
+    'plugin:react/jsx-runtime',
+    'plugin:react-hooks/recommended',
+  ],
+  parserOptions: { ecmaVersion: 'latest', sourceType: 'module' },
+  settings: { react: { version: '18.2' } },
+  plugins: ['react-refresh'],
+  rules: {
+    'react-refresh/only-export-components': 'warn',
+    'react/prop-types': 'off',
+  },
+}

.gitignore ADDED Viewed

	@@ -0,0 +1,24 @@

+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+pnpm-debug.log*
+lerna-debug.log*
+node_modules
+dist
+dist-ssr
+*.local
+# Editor directories and files
+.vscode/*
+!.vscode/extensions.json
+.idea
+.DS_Store
+*.suo
+*.ntvs*
+*.njsproj
+*.sln
+*.sw?

README.md CHANGED Viewed

@@ -6,7 +6,7 @@ colorTo: yellow
 sdk: static
 pinned: false
 models:
-- Xenova/detr-resnet-50
 ---
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

 sdk: static
 pinned: false
 models:
+- tarsssss/eng-jagoy-t5-001
 ---
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

index.html CHANGED Viewed

@@ -3,27 +3,13 @@
 <head>
     <meta charset="UTF-8" />
-    <link rel="stylesheet" href="style.css" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Transformers.js - Object Detection</title>
 </head>
 <body>
-    <h1>Object Detection w/ 🤗 Transformers.js</h1>
-    <label id="container" for="upload">
-        <svg width="25" height="25" viewBox="0 0 25 25" fill="none" xmlns="http://www.w3.org/2000/svg">
-            <path fill="#000"
-                d="M3.5 24.3a3 3 0 0 1-1.9-.8c-.5-.5-.8-1.2-.8-1.9V2.9c0-.7.3-1.3.8-1.9.6-.5 1.2-.7 2-.7h18.6c.7 0 1.3.2 1.9.7.5.6.7 1.2.7 2v18.6c0 .7-.2 1.4-.7 1.9a3 3 0 0 1-2 .8H3.6Zm0-2.7h18.7V2.9H3.5v18.7Zm2.7-2.7h13.3c.3 0 .5 0 .6-.3v-.7l-3.7-5a.6.6 0 0 0-.6-.2c-.2 0-.4 0-.5.3l-3.5 4.6-2.4-3.3a.6.6 0 0 0-.6-.3c-.2 0-.4.1-.5.3l-2.7 3.6c-.1.2-.2.4 0 .7.1.2.3.3.6.3Z">
-            </path>
-        </svg>
-        Click to upload image
-        <label id="example">(or try example)</label>
-    </label>
-    <label id="status">Loading model...</label>
-    <input id="upload" type="file" accept="image/*" />
-    <script src="index.js" type="module"></script>
 </body>
 </html>

 <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Transformers.js - Sample react application</title>
 </head>
 <body>
+    <div id="root"></div>
+    <script type="module" src="/src/main.jsx"></script>
 </body>
 </html>

index.js DELETED Viewed

@@ -1,79 +0,0 @@
-import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.10.1';
-// Since we will download the model from the Hugging Face Hub, we can skip the local model check
-env.allowLocalModels = false;
-// Reference the elements that we will need
-const status = document.getElementById('status');
-const fileUpload = document.getElementById('upload');
-const imageContainer = document.getElementById('container');
-const example = document.getElementById('example');
-const EXAMPLE_URL = 'https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/city-streets.jpg';
-// Create a new object detection pipeline
-status.textContent = 'Loading model...';
-const detector = await pipeline('object-detection', 'Xenova/detr-resnet-50');
-status.textContent = 'Ready';
-example.addEventListener('click', (e) => {
-    e.preventDefault();
-    detect(EXAMPLE_URL);
-});
-fileUpload.addEventListener('change', function (e) {
-    const file = e.target.files[0];
-    if (!file) {
-        return;
-    }
-    const reader = new FileReader();
-    // Set up a callback when the file is loaded
-    reader.onload = e2 => detect(e2.target.result);
-    reader.readAsDataURL(file);
-});
-// Detect objects in the image
-async function detect(img) {
-    imageContainer.innerHTML = '';
-    imageContainer.style.backgroundImage = `url(${img})`;
-    status.textContent = 'Analysing...';
-    const output = await detector(img, {
-        threshold: 0.5,
-        percentage: true,
-    });
-    status.textContent = '';
-    output.forEach(renderBox);
-}
-// Render a bounding box and label on the image
-function renderBox({ box, label }) {
-    const { xmax, xmin, ymax, ymin } = box;
-    // Generate a random color for the box
-    const color = '#' + Math.floor(Math.random() * 0xFFFFFF).toString(16).padStart(6, 0);
-    // Draw the box
-    const boxElement = document.createElement('div');
-    boxElement.className = 'bounding-box';
-    Object.assign(boxElement.style, {
-        borderColor: color,
-        left: 100 * xmin + '%',
-        top: 100 * ymin + '%',
-        width: 100 * (xmax - xmin) + '%',
-        height: 100 * (ymax - ymin) + '%',
-    })
-    // Draw label
-    const labelElement = document.createElement('span');
-    labelElement.textContent = label;
-    labelElement.className = 'bounding-box-label';
-    labelElement.style.backgroundColor = color;
-    boxElement.appendChild(labelElement);
-    imageContainer.appendChild(boxElement);
-}

package.json ADDED Viewed

	@@ -0,0 +1,27 @@

+{
+  "name": "react-translator",
+  "private": true,
+  "version": "0.0.0",
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "lint": "eslint src --ext js,jsx --report-unused-disable-directives --max-warnings 0",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "@xenova/transformers": "^2.0.0",
+    "react": "^18.2.0",
+    "react-dom": "^18.2.0"
+  },
+  "devDependencies": {
+    "@types/react": "^18.0.28",
+    "@types/react-dom": "^18.0.11",
+    "@vitejs/plugin-react": "^4.0.0",
+    "eslint": "^8.38.0",
+    "eslint-plugin-react": "^7.32.2",
+    "eslint-plugin-react-hooks": "^4.6.0",
+    "eslint-plugin-react-refresh": "^0.3.4",
+    "vite": "^4.3.2"
+  }
+}

src/App.css ADDED Viewed

	@@ -0,0 +1,69 @@

+#root {
+  max-width: 1280px;
+  margin: 0 auto;
+  padding: 2rem;
+  text-align: center;
+}
+.language-container {
+  display: flex;
+  gap: 20px;
+}
+.textbox-container {
+  display: flex;
+  justify-content: center;
+  gap: 20px;
+  width: 800px;
+}
+.textbox-container>textarea, .language-selector {
+  width: 50%;
+}
+.language-selector>select {
+  width: 150px;
+}
+.progress-container {
+  position: relative;
+  font-size: 14px;
+  color: white;
+  background-color: #e9ecef;
+  border: solid 1px;
+  border-radius: 8px;
+  text-align: left;
+  overflow: hidden;
+}
+.progress-bar {
+  padding: 0 4px;
+  z-index: 0;
+  top: 0;
+  width: 1%;
+  height: 100%;
+  overflow: hidden;
+  background-color: #007bff;
+  white-space: nowrap;
+}
+.progress-text {
+  z-index: 2;
+}
+.selector-container {
+  display: flex;
+  gap: 20px;
+}
+.progress-bars-container {
+  padding: 8px;
+  height: 140px;
+}
+.container {
+  margin: 25px;
+  display: flex;
+  flex-direction: column;
+  gap: 10px;
+}

src/App.jsx ADDED Viewed

	@@ -0,0 +1,126 @@

+import { useEffect, useRef, useState } from 'react'
+import LanguageSelector from './components/LanguageSelector';
+import Progress from './components/Progress';
+import './App.css'
+function App() {
+  // Model loading
+  const [ready, setReady] = useState(null);
+  const [disabled, setDisabled] = useState(false);
+  const [progressItems, setProgressItems] = useState([]);
+  // Inputs and outputs
+  const [input, setInput] = useState('I love walking my dog.');
+  const [sourceLanguage, setSourceLanguage] = useState('eng_Latn');
+  const [targetLanguage, setTargetLanguage] = useState('fra_Latn');
+  const [output, setOutput] = useState('');
+  // Create a reference to the worker object.
+  const worker = useRef(null);
+  // We use the `useEffect` hook to setup the worker as soon as the `App` component is mounted.
+  useEffect(() => {
+    if (!worker.current) {
+      // Create the worker if it does not yet exist.
+      worker.current = new Worker(new URL('./worker.js', import.meta.url), {
+        type: 'module'
+      });
+    }
+    // Create a callback function for messages from the worker thread.
+    const onMessageReceived = (e) => {
+      switch (e.data.status) {
+        case 'initiate':
+          // Model file start load: add a new progress item to the list.
+          setReady(false);
+          setProgressItems(prev => [...prev, e.data]);
+          break;
+        case 'progress':
+          // Model file progress: update one of the progress items.
+          setProgressItems(
+            prev => prev.map(item => {
+              if (item.file === e.data.file) {
+                return { ...item, progress: e.data.progress }
+              }
+              return item;
+            })
+          );
+          break;
+        case 'done':
+          // Model file loaded: remove the progress item from the list.
+          setProgressItems(
+            prev => prev.filter(item => item.file !== e.data.file)
+          );
+          break;
+        case 'ready':
+          // Pipeline ready: the worker is ready to accept messages.
+          setReady(true);
+          break;
+        case 'update':
+          // Generation update: update the output text.
+          setOutput(e.data.output);
+          break;
+        case 'complete':
+          // Generation complete: re-enable the "Translate" button
+          setDisabled(false);
+          break;
+      }
+    };
+    // Attach the callback function as an event listener.
+    worker.current.addEventListener('message', onMessageReceived);
+    // Define a cleanup function for when the component is unmounted.
+    return () => worker.current.removeEventListener('message', onMessageReceived);
+  });
+  const translate = () => {
+    setDisabled(true);
+    worker.current.postMessage({
+      text: input,
+      src_lang: sourceLanguage,
+      tgt_lang: targetLanguage,
+    });
+  }
+  return (
+    <>
+      <h1>Transformers.js</h1>
+      <h2>ML-powered multilingual translation in React!</h2>
+      <div className='container'>
+        <div className='language-container'>
+          <LanguageSelector type={"Source"} defaultLanguage={"eng_Latn"} onChange={x => setSourceLanguage(x.target.value)} />
+          <LanguageSelector type={"Target"} defaultLanguage={"fra_Latn"} onChange={x => setTargetLanguage(x.target.value)} />
+        </div>
+        <div className='textbox-container'>
+          <textarea value={input} rows={3} onChange={e => setInput(e.target.value)}></textarea>
+          <textarea value={output} rows={3} readOnly></textarea>
+        </div>
+      </div>
+      <button disabled={disabled} onClick={translate}>Translate</button>
+      <div className='progress-bars-container'>
+        {ready === false && (
+          <label>Loading models... (only run once)</label>
+        )}
+        {progressItems.map(data => (
+          <div key={data.file}>
+            <Progress text={data.file} percentage={data.progress} />
+          </div>
+        ))}
+      </div>
+    </>
+  )
+}
+export default App

src/components/LanguageSelector.jsx ADDED Viewed

	@@ -0,0 +1,39 @@

+// The full list of languages in FLORES-200 is available here:
+// https://github.com/facebookresearch/flores/blob/main/flores200/README.md#languages-in-flores-200
+const LANGUAGES = {
+  English: "en",
+  French: "fr",
+  German: "de",
+  Spanish: "es",
+  Italian: "it",
+  Portuguese: "pt",
+  Dutch: "nl",
+  Russian: "ru",
+  Chinese: "zh",
+  Japanese: "ja",
+  Korean: "ko",
+  Arabic: "ar",
+  Hindi: "hi",
+  Bengali: "bn",
+  Punjabi: "pa",
+  Javanese: "jv",
+  Vietnamese: "vi",
+  "Bidaio Jagoi": "bj",
+  Indonesian: "id",
+  Malay: "ms",
+};
+export default function LanguageSelector({ type, onChange, defaultLanguage }) {
+  return (
+    <div className='language-selector'>
+      <label>{type}: </label>
+      <select onChange={onChange} defaultValue={defaultLanguage}>
+        {Object.entries(LANGUAGES).map(([key, value]) => {
+          return <option key={key} value={value}>{key}</option>
+        })}
+      </select>
+    </div>
+  )
+}

src/components/Progress.jsx ADDED Viewed

	@@ -0,0 +1,9 @@

+export default function Progress({ text, percentage }) {
+  percentage = percentage ?? 0;
+  return (
+    <div className="progress-container">
+      <div className='progress-bar' style={{ 'width': `${percentage}%` }}>{text} ({`${percentage.toFixed(2)}%`})</div>
+    </div>
+  );
+}

src/index.css ADDED Viewed

	@@ -0,0 +1,76 @@

+:root {
+  font-family: Inter, system-ui, Avenir, Helvetica, Arial, sans-serif;
+  line-height: 1.5;
+  font-weight: 400;
+  color: #213547;
+  background-color: #ffffff;
+  font-synthesis: none;
+  text-rendering: optimizeLegibility;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+  -webkit-text-size-adjust: 100%;
+}
+body {
+  margin: 0;
+  display: flex;
+  place-items: center;
+  min-width: 320px;
+  min-height: 100vh;
+}
+h1 {
+  font-size: 3.2em;
+  line-height: 1;
+}
+h1,
+h2 {
+  margin: 8px;
+}
+select {
+  padding: 0.3em;
+  cursor: pointer;
+}
+textarea {
+  padding: 0.6em;
+}
+button {
+  padding: 0.6em 1.2em;
+  cursor: pointer;
+  font-weight: 500;
+}
+button[disabled] {
+  cursor: not-allowed;
+}
+select,
+textarea,
+button {
+  border-radius: 8px;
+  border: 1px solid transparent;
+  font-size: 1em;
+  font-family: inherit;
+  background-color: #f9f9f9;
+  transition: border-color 0.25s;
+}
+select:hover,
+textarea:hover,
+button:not([disabled]):hover {
+  border-color: #646cff;
+}
+select:focus,
+select:focus-visible,
+textarea:focus,
+textarea:focus-visible,
+button:focus,
+button:focus-visible {
+  outline: 4px auto -webkit-focus-ring-color;
+}

src/main.jsx ADDED Viewed

	@@ -0,0 +1,10 @@

+import React from 'react'
+import ReactDOM from 'react-dom/client'
+import App from './App.jsx'
+import './index.css'
+ReactDOM.createRoot(document.getElementById('root')).render(
+  <React.StrictMode>
+    <App />
+  </React.StrictMode>,
+)

src/worker.js ADDED Viewed

	@@ -0,0 +1,52 @@

+import { pipeline } from '@xenova/transformers';
+/**
+ * This class uses the Singleton pattern to ensure that only one instance of the
+ * pipeline is loaded. This is because loading the pipeline is an expensive
+ * operation and we don't want to do it every time we want to translate a sentence.
+ */
+class MyTranslationPipeline {
+  static task = "translation";
+  static model = "tarsssss/eng-jagoy-t5-001";
+  static instance = null;
+  static async getInstance(progress_callback = null) {
+    if (this.instance === null) {
+      this.instance = pipeline(this.task, this.model, { progress_callback });
+    }
+    return this.instance;
+  }
+}
+// Listen for messages from the main thread
+self.addEventListener('message', async (event) => {
+    // Retrieve the translation pipeline. When called for the first time,
+    // this will load the pipeline and save it for future use.
+    let translator = await MyTranslationPipeline.getInstance(x => {
+        // We also add a progress callback to the pipeline so that we can
+        // track model loading.
+        self.postMessage(x);
+    });
+    // Actually perform the translation
+    let output = await translator(event.data.text, {
+        tgt_lang: event.data.tgt_lang,
+        src_lang: event.data.src_lang,
+        // Allows for partial output
+        callback_function: x => {
+            self.postMessage({
+                status: 'update',
+                output: translator.tokenizer.decode(x[0].output_token_ids, { skip_special_tokens: true })
+            });
+        }
+    });
+    // Send the output back to the main thread
+    self.postMessage({
+        status: 'complete',
+        output: output,
+    });
+});

style.css DELETED Viewed

@@ -1,76 +0,0 @@
-* {
-    box-sizing: border-box;
-    padding: 0;
-    margin: 0;
-    font-family: sans-serif;
-}
-html,
-body {
-    height: 100%;
-}
-body {
-    padding: 32px;
-}
-body,
-#container {
-    display: flex;
-    flex-direction: column;
-    justify-content: center;
-    align-items: center;
-}
-#container {
-    position: relative;
-    gap: 0.4rem;
-    width: 640px;
-    height: 640px;
-    max-width: 100%;
-    max-height: 100%;
-    border: 2px dashed #D1D5DB;
-    border-radius: 0.75rem;
-    overflow: hidden;
-    cursor: pointer;
-    margin: 1rem;
-    background-size: 100% 100%;
-    background-position: center;
-    background-repeat: no-repeat;
-    font-size: 18px;
-}
-#upload {
-    display: none;
-}
-svg {
-    pointer-events: none;
-}
-#example {
-    font-size: 14px;
-    text-decoration: underline;
-    cursor: pointer;
-}
-#example:hover {
-    color: #2563EB;
-}
-.bounding-box {
-    position: absolute;
-    box-sizing: border-box;
-    border: solid 2px;
-}
-.bounding-box-label {
-    color: white;
-    position: absolute;
-    font-size: 12px;
-    margin: -16px 0 0 -2px;
-    padding: 1px;
-}

vite.config.js ADDED Viewed

	@@ -0,0 +1,7 @@

+import { defineConfig } from 'vite'
+import react from '@vitejs/plugin-react'
+// https://vitejs.dev/config/
+export default defineConfig({
+  plugins: [react()],
+})