|
<!DOCTYPE html> |
|
<html lang="en"> |
|
|
|
<head> |
|
<meta charset="UTF-8"> |
|
<title>Translation (Tokenizer & Model) - Hugging Face Transformers.js</title> |
|
|
|
<script type="module"> |
|
|
|
import { AutoTokenizer, AutoModelForSeq2SeqLM } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.5.4'; |
|
|
|
|
|
window.AutoTokenizer = AutoTokenizer; |
|
window.AutoModelForSeq2SeqLM = AutoModelForSeq2SeqLM; |
|
</script> |
|
|
|
<link href="https://cdn.jsdelivr.net/npm/bootstrap@5.1.0/dist/css/bootstrap.min.css" rel="stylesheet"> |
|
|
|
<link rel="stylesheet" href="css/styles.css"> |
|
</head> |
|
|
|
<body> |
|
<div class="container-main"> |
|
|
|
<div class="header"> |
|
<div class="header-logo"> |
|
<img src="images/logo.png" alt="logo"> |
|
</div> |
|
<div class="header-main-text"> |
|
<h1>Hugging Face Transformers.js</h1> |
|
</div> |
|
<div class="header-sub-text"> |
|
<h3>Free AI Models for JavaScript Web Development</h3> |
|
</div> |
|
</div> |
|
<hr> |
|
|
|
|
|
<div class="row mt-5"> |
|
<div class="col-md-12 text-center"> |
|
<a href="index.html" class="btn btn-outline-secondary" |
|
style="color: #3c650b; border-color: #3c650b;">Back to Main Page</a> |
|
</div> |
|
</div> |
|
|
|
|
|
<div class="container mt-5"> |
|
|
|
<div class="text-center"> |
|
<h2>Natural Language Processing</h2> |
|
<h4>Translation (Using Tokenizers and Models))</h4> |
|
</div> |
|
|
|
|
|
<div id="translation-container" class="container mt-4"> |
|
<h5>Load and run an AutoModelForSeq2SeqLM Model and an AutoTokenizer:</h5> |
|
<div class="d-flex align-items-center"> |
|
<label for="translationText" class="mb-0 text-nowrap" style="margin-right: 15px;">Enter Text to |
|
Translate:</label> |
|
<input type="text" class="form-control flex-grow-1" id="translationText" |
|
value="I love transformers!" placeholder="Enter text" |
|
style="margin-right: 15px; margin-left: 15px;"> |
|
<button id="translateButton" class="btn btn-primary" onclick="translateText()">Translate</button> |
|
</div> |
|
<div class="mt-4"> |
|
<h4>Output:</h4> |
|
<pre id="outputArea"></pre> |
|
</div> |
|
</div> |
|
|
|
|
|
<div class="row mt-5"> |
|
<div class="col-md-12 text-center"> |
|
<a href="index.html" class="btn btn-outline-secondary" |
|
style="color: #3c650b; border-color: #3c650b;">Back to Main Page</a> |
|
</div> |
|
</div> |
|
</div> |
|
</div> |
|
|
|
<script> |
|
|
|
let tokenizer; |
|
let model; |
|
|
|
|
|
async function initializeModel() { |
|
tokenizer = await AutoTokenizer.from_pretrained('Xenova/t5-small'); |
|
model = await AutoModelForSeq2SeqLM.from_pretrained('Xenova/t5-small'); |
|
|
|
} |
|
|
|
async function translateText() { |
|
|
|
const textFieldValue = document.getElementById("translationText").value.trim(); |
|
let { input_ids } = await tokenizer(textFieldValue); |
|
|
|
console.log("input_ids: " + input_ids); |
|
|
|
let outputs = await model.generate(input_ids); |
|
|
|
let decoded = tokenizer.decode(outputs[0], { skip_special_tokens: true }); |
|
|
|
console.log("outputs: " + outputs); |
|
console.log("decoded: " + decoded); |
|
|
|
document.getElementById("outputArea").innerText = JSON.stringify(decoded, null, 2); |
|
} |
|
|
|
|
|
window.addEventListener("DOMContentLoaded", initializeModel); |
|
</script> |
|
</body> |
|
|
|
</html> |
