try with community gpt2

README.md

@@ -10,10 +10,10 @@ hf_oauth_scopes:
   - read-repos
   - write-repos
 models:
-- mistralai/Mistral-Nemo-Instruct-2407
+# - gpt-3.5-turbo
 # - Xenova/distilgpt2
-# - HuggingFaceH4/zephyr-7b-beta
-# - openai-community/gpt2
+- HuggingFaceH4/zephyr-7b-beta
+- openai-community/gpt2
 # - meta-llama/Meta-Llama-3-70B-Instruct
 # - Xenova/detr-resnet-50
 # - Xenova/gpt2

sketch.js

@@ -223,7 +223,7 @@ async function runModel(PREPROMPT, PROMPT){
     // inference API version, not working in spaces
 
     // let MODELNAME = 'mistralai/Mistral-Nemo-Instruct-2407'
-    let MODELNAME = "mistralai/Mistral-7B-Instruct-v0.2"
+    let MODELNAME = "openai-community/gpt2"
     
     let out = await inference.chatCompletion({    
         model: MODELNAME,
@@ -234,7 +234,7 @@ async function runModel(PREPROMPT, PROMPT){
                     role: "user",
                     content: PROMPT
                 }],
-        max_tokens: 100
+        max_new_tokens: 100
     });
 
     console.log(out)