File size: 6,088 Bytes
4c1db66 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 |
<!doctype html>
<html lang="en">
<head>
<!-- Google tag (gtag.js) -->
<script async src="https://www.googletagmanager.com/gtag/js?id=G-LENBCEYH86"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'G-LENBCEYH86');
</script>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<link rel="icon" class="js-site-favicon" type="image/png" href="./static/logo.svg">
<title>Petals – Decentralized platform for running large language models</title>
<link href="./static/bootstrap.min.css" rel="stylesheet">
<link href="./static/style.css" rel="stylesheet">
</head>
<body>
<main>
<div class="position-relative overflow-hidden px-5 pt-1 m-md-4 text-center">
<div class="col-lg-6 col-md-8 p-md-3 mx-auto my-3" style="max-width: 700px;">
<div class="mb-4">
<div class="d-md-inline-block pe-md-4">
<a target="_blank" href="https://petals.dev"><img src="./static/logo.svg" height="100" class="rot-image"></a>
</div>
<h1 class="display-4 fw-bold d-md-inline-block justify-content-center" style="font-size: 40pt; vertical-align: middle;">
Petals
<span style="font-size: 25pt; color: #aaa;">Chat</span>
</h1>
</div>
<div class="welcome mb-4">
<div>
<b>Welcome!</b> This is a demo app running
<a target="_blank" class="model-name" href="https://huggingface.co/meta-llama/Llama-2-70b-chat-hf">LLaMA 2 (70B-chat)</a>
over the <a target="_blank" href="https://petals.dev">Petals</a> network.
Please follow the model's
<a target="_blank" class="license-link" href="https://bit.ly/llama2-license">terms of use</a>
and do not enter sensitive data.
The chat history is recorded.
</div>
<form id="settings">
<div class="mt-2">
<label class="group-label">Family:</label>
<div class="btn-group family-selector" role="group">
<input type="radio" class="btn-check" name="family" value="llama-2" id="family-llama-2" checked>
<label class="btn btn-outline-primary" for="family-llama-2">LLaMA 2</label>
<input type="radio" class="btn-check" name="family" value="llama" id="family-llama">
<label class="btn btn-outline-primary" for="family-llama">LLaMA</label>
<input type="radio" class="btn-check" name="family" value="bloom" id="family-bloom">
<label class="btn btn-outline-primary" for="family-bloom">BLOOM</label>
</div>
</div>
<div class="mt-2">
<label class="group-label">Model:</label>
<div class="model-selector btn-group" role="group" data-family="llama-2">
<input type="radio" class="btn-check" name="model" value="meta-llama/Llama-2-70b-chat-hf" id="meta-llama-2-70b-chat-hf" checked>
<label class="btn btn-outline-primary" for="meta-llama-2-70b-chat-hf">LLaMA 2 (70B-chat)</label>
<input type="radio" class="btn-check" name="model" value="meta-llama/Llama-2-70b-hf" id="meta-llama-2-70b-hf">
<label class="btn btn-outline-primary" for="meta-llama-2-70b-hf">LLaMA 2 (70B)</label>
</div>
<div class="model-selector btn-group" role="group" data-family="llama" style="display: none;">
<input type="radio" class="btn-check" name="model" value="timdettmers/guanaco-65b" id="model-guanaco-65b">
<label class="btn btn-outline-primary" for="model-guanaco-65b">Guanaco-65B</label>
<input type="radio" class="btn-check" name="model" value="enoch/llama-65b-hf" id="model-llama-65b-hf">
<label class="btn btn-outline-primary" for="model-llama-65b-hf">LLaMA-65B</label>
</div>
<div class="model-selector btn-group" role="group" data-family="bloom" style="display: none;">
<!-- <input type="radio" class="btn-check" name="model" value="bigscience/bloom" id="model-bloom">
<label class="btn btn-outline-primary" for="model-bloomz">BLOOM-176B</label> -->
<input type="radio" class="btn-check" name="model" value="bigscience/bloomz" id="model-bloomz">
<label class="btn btn-outline-primary" for="model-bloomz">BLOOMZ-176B</label>
</div>
</div>
</form>
</div>
<div class="dialogue">
<p class="human-replica">A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.</p>
<p class="ai-replica"><span class="text">Assistant: Hi! How can I help you?</span></p>
<p class="human-replica"><textarea class="form-control" id="exampleTextarea" rows="2">Human: </textarea></p>
</div>
<p class="error-box" style="display: none;">
Request failed. <a class="retry-link" href="#">Retry</a><br>
<span class="error-message"></span>
<span class="out-of-capacity"><br>
<b>We're out of capacity</b> — attention caches of existing servers are full.
Please come back later, or
<a target="_blank" href="https://github.com/bigscience-workshop/petals#connect-your-gpu-and-increase-petals-capacity">connect your GPU</a>
to increase Petals capacity now!
</span>
</p>
<p class="acknowledgements mt-5 pt-3">
<!-- <a class="show-few-shot" href="#">Few-shot mode</a><br> -->
<b>Shift+Enter</b> inserts newlines.<br>
See source code and API docs on <a target="_blank" href="https://github.com/petals-infra/chat.petals.dev">GitHub</a>.
</p>
</div>
</div>
</main>
<script src="https://code.jquery.com/jquery-3.3.1.min.js" crossorigin="anonymous"></script>
<script src="./static/autosize.min.js"></script>
<script src="./static/chat.js"></script>
</body>
</html>
|