Spaces:
Running
Running
| <html lang="en"> | |
| <head> | |
| <meta charset="UTF-8"> | |
| <title>Translation (Tokenizer & Model) - Hugging Face Transformers.js</title> | |
| <script type="module"> | |
| // Import the library | |
| import { AutoTokenizer, AutoModelForSeq2SeqLM } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.5.4'; | |
| // Make them available globally | |
| window.AutoTokenizer = AutoTokenizer; | |
| window.AutoModelForSeq2SeqLM = AutoModelForSeq2SeqLM; | |
| </script> | |
| <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.1.0/dist/css/bootstrap.min.css" rel="stylesheet"> | |
| <link rel="stylesheet" href="css/styles.css"> | |
| </head> | |
| <body> | |
| <div class="container-main"> | |
| <!-- Page Header --> | |
| <div class="header"> | |
| <div class="header-logo"> | |
| <img src="images/logo.png" alt="logo"> | |
| </div> | |
| <div class="header-main-text"> | |
| <h1>Hugging Face Transformers.js</h1> | |
| </div> | |
| <div class="header-sub-text"> | |
| <h3>Free AI Models for JavaScript Web Development</h3> | |
| </div> | |
| </div> | |
| <hr> <!-- Separator --> | |
| <!-- Back to Home button --> | |
| <div class="row mt-5"> | |
| <div class="col-md-12 text-center"> | |
| <a href="index.html" class="btn btn-outline-secondary" | |
| style="color: #3c650b; border-color: #3c650b;">Back to Main Page</a> | |
| </div> | |
| </div> | |
| <!-- Content --> | |
| <div class="container mt-5"> | |
| <!-- Centered Titles --> | |
| <div class="text-center"> | |
| <h2>Natural Language Processing</h2> | |
| <h4>Translation (Using Tokenizers and Models))</h4> | |
| </div> | |
| <!-- Actual Content of this page --> | |
| <div id="translation-container" class="container mt-4"> | |
| <h5>Load and run an AutoModelForSeq2SeqLM Model and an AutoTokenizer:</h5> | |
| <div class="d-flex align-items-center"> | |
| <label for="translationText" class="mb-0 text-nowrap" style="margin-right: 15px;">Enter Text to | |
| Translate:</label> | |
| <input type="text" class="form-control flex-grow-1" id="translationText" | |
| value="I love transformers!" placeholder="Enter text" | |
| style="margin-right: 15px; margin-left: 15px;"> | |
| <button id="translateButton" class="btn btn-primary" onclick="translateText()">Translate</button> | |
| </div> | |
| <div class="mt-4"> | |
| <h4>Output:</h4> | |
| <pre id="outputArea"></pre> | |
| </div> | |
| </div> | |
| <!-- Back to Home button --> | |
| <div class="row mt-5"> | |
| <div class="col-md-12 text-center"> | |
| <a href="index.html" class="btn btn-outline-secondary" | |
| style="color: #3c650b; border-color: #3c650b;">Back to Main Page</a> | |
| </div> | |
| </div> | |
| </div> | |
| </div> | |
| <script> | |
| let tokenizer; | |
| let model; | |
| // Initialize the sentiment analysis model | |
| async function initializeModel() { | |
| tokenizer = await AutoTokenizer.from_pretrained('Xenova/t5-small'); | |
| model = await AutoModelForSeq2SeqLM.from_pretrained('Xenova/t5-small'); | |
| } | |
| async function translateText() { | |
| const textFieldValue = document.getElementById("translationText").value.trim(); | |
| let { input_ids } = await tokenizer(textFieldValue); | |
| console.log("input_ids: " + input_ids); | |
| let outputs = await model.generate(input_ids); | |
| let decoded = tokenizer.decode(outputs[0], { skip_special_tokens: true }); | |
| console.log("outputs: " + outputs); | |
| console.log("decoded: " + decoded); | |
| document.getElementById("outputArea").innerText = JSON.stringify(decoded, null, 2); | |
| } | |
| // Initialize the model after the DOM is completely loaded | |
| window.addEventListener("DOMContentLoaded", initializeModel); | |
| </script> | |
| </body> | |
| </html> |