Spaces:
Running
Running
Update index.html
Browse files- index.html +2 -2
index.html
CHANGED
|
@@ -276,7 +276,7 @@ body>*{position:relative;z-index:1}
|
|
| 276 |
const STATE = {
|
| 277 |
models: { llm: null, embedder: null, reranker: null },
|
| 278 |
modelIds: {
|
| 279 |
-
llm: 'onnx-community/
|
| 280 |
embedder: 'Xenova/all-MiniLM-L6-v2',
|
| 281 |
reranker: 'Xenova/bge-reranker-base'
|
| 282 |
},
|
|
@@ -441,7 +441,7 @@ async function loadModel(type, modelId) {
|
|
| 441 |
try {
|
| 442 |
const tf = await getTransformers();
|
| 443 |
if (type === 'llm') {
|
| 444 |
-
STATE.models.llm = await tf.pipeline('text-generation', modelId, { progress_callback: handleProgress, dtype: '
|
| 445 |
} else if (type === 'embedder') {
|
| 446 |
STATE.models.embedder = await tf.pipeline('feature-extraction', modelId, { progress_callback: handleProgress });
|
| 447 |
} else if (type === 'reranker') {
|
|
|
|
| 276 |
const STATE = {
|
| 277 |
models: { llm: null, embedder: null, reranker: null },
|
| 278 |
modelIds: {
|
| 279 |
+
llm: 'onnx-community/Qwen3.5-0.8B-ONNX',
|
| 280 |
embedder: 'Xenova/all-MiniLM-L6-v2',
|
| 281 |
reranker: 'Xenova/bge-reranker-base'
|
| 282 |
},
|
|
|
|
| 441 |
try {
|
| 442 |
const tf = await getTransformers();
|
| 443 |
if (type === 'llm') {
|
| 444 |
+
STATE.models.llm = await tf.pipeline('text-generation', modelId, { progress_callback: handleProgress, dtype: 'q4f16' });
|
| 445 |
} else if (type === 'embedder') {
|
| 446 |
STATE.models.embedder = await tf.pipeline('feature-extraction', modelId, { progress_callback: handleProgress });
|
| 447 |
} else if (type === 'reranker') {
|