return to pipeline basic fill mask try

sketch.js

@@ -3,6 +3,9 @@
 // import { AutoTokenizer, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers';
 import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.17.2';
 
+// Since we will download the model from the Hugging Face Hub, we can skip the local model check
+env.allowLocalModels = false;
+
 /// AUTHORIZATION
 // import { textGeneration } from 'https://esm.sh/@huggingface/inference';
 // import { oauthLoginUrl, oauthHandleRedirectIfPresent } from 'https://esm.sh/@huggingface/hub@0.15.1';
@@ -23,12 +26,6 @@ import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers
 // import { HfInference } from 'https://esm.sh/@huggingface/inference';
 // const inference = new HfInference(HF_TOKEN);
 
-// PIPELINE MODELS
-// models('Xenova/gpt2', 'Xenova/gpt-3.5-turbo', 'mistralai/Mistral-7B-Instruct-v0.2', 'Xenova/llama-68m', 'meta-llama/Meta-Llama-3-8B', 'Xenova/bloom-560m', 'Xenova/distilgpt2')
-// list of models by task: 'https://huggingface.co/docs/transformers.js/index#supported-tasksmodels'
-
-// Since we will download the model from the Hugging Face Hub, we can skip the local model check
-// env.allowLocalModels = false;
 
 ///////// VARIABLES 
 
@@ -208,19 +205,19 @@ new p5(function (p5) {
 
 ///// MODEL STUFF
 
-async function runModel(PROMPT){
-    // let MODELNAME = 'distilroberta-base'
+// async function runModel(PROMPT){
+//     // let MODELNAME = 'distilroberta-base'
 
-    let unmasker = await fillMask(PROMPT)
+//     let unmasker = await fillMask(PROMPT)
 
-    console.log(unmasker)
+//     console.log(unmasker)
 
-    // let res = unmasker(PROMPT, top_k=5)
+//     // let res = unmasker(PROMPT, top_k=5)
 
-    var modelResult = [unmasker[0].sequence, unmasker[1].sequence, unmasker[2].sequence]
+//     var modelResult = [unmasker[0].sequence, unmasker[1].sequence, unmasker[2].sequence]
 
-    return modelResult
-}
+//     return modelResult
+// }
 
 
 // async function runModel(PREPROMPT, PROMPT){
@@ -365,27 +362,30 @@ async function runModel(PROMPT){
 
 
 // async function runModel(PROMPTS){
-// async function runModel(PROMPT){
+async function runModel(PROMPT){
+
+    let MODELNAME = "bert-base-uncased"
+    // let MODELNAME = 'distilroberta-base'
 
-//     // let MODELNAME = "bert-base-uncased"
-//     let MODELNAME = 'distilroberta-base'
+    let unmasker = await pipeline('fill-mask', MODELNAME)
 
-//     let unmasker = await pipeline('fill-mask', MODELNAME)
+    let res = unmasker(PROMPT)
+    // , top_k=5
 
-//     let res = unmasker(PROMPT, top_k=5)
+    console.log(res[0].sequence, res[0].token_str, res[1].sequence, res[1].token_str)
 
-//     var modelResult = res
+    var modelResult = res
 
-//     return modelResult
+    return modelResult
 
-//     // for (let p in PROMPTS){
-//     //     var res = unmasker(p)
-//     //     console.log(res)
+    // for (let p in PROMPTS){
+    //     var res = unmasker(p)
+    //     console.log(res)
 
-//     //     var modelResult = res[0].token_str
-//     //     console.log(modelResult)
+    //     var modelResult = res[0].token_str
+    //     console.log(modelResult)
 
-//     //     resultsArray.push(modelResult)
-//     // }
-//     // return resultsArray
-// }
+    //     resultsArray.push(modelResult)
+    // }
+    // return resultsArray
+}