try nemo model

README.md

@@ -6,8 +6,9 @@ colorTo: blue
 sdk: static
 pinned: false
 models:
+- mistralai/Mistral-Nemo-Instruct-2407
 # - Xenova/distilgpt2
-- HuggingFaceH4/zephyr-7b-beta
+# - HuggingFaceH4/zephyr-7b-beta
 # - openai-community/gpt2
 # - meta-llama/Meta-Llama-3-70B-Instruct
 # - Xenova/detr-resnet-50

sketch.js

@@ -1,6 +1,8 @@
 // connect to API via module
 
-import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.10.1';
+// import { AutoTokenizer, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers';
+import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers';
+// import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.10.1';
 // import { HfInference } from 'https://cdn.jsdelivr.net/npm/@huggingface/inference@2.7.0/+esm';
 // const inference = new HfInference();
 
@@ -158,7 +160,7 @@ new p5(function (p5) {
 async function runModel(PREPROMPT, PROMPT){
     // // Chat completion API
 
-    let MODELNAME = 'HuggingFaceH4/zephyr-7b-beta'
+    let MODELNAME = 'mistralai/Mistral-Nemo-Instruct-2407'
 
     // 'meta-llama/Meta-Llama-3-70B-Instruct'
     // 'openai-community/gpt2'
@@ -184,8 +186,14 @@ async function runModel(PREPROMPT, PROMPT){
     // let out = await pipe(inputText)
 
     let out = await pipe({    
-        messages: [{ role: "user", content: PREPROMPT + PROMPT }],
-        max_tokens: 200
+        messages: [{ 
+                role: "system", 
+                content: PREPROMPT
+            },{
+                role: "user",
+                content: PROMPT
+            }],
+        max_new_tokens: 100
     });
     
     console.log(out)