Spaces:

huggingface
/

inference-playground

Running on CPU Upgrade

mishig HF Staff commited on Jul 22, 2024

Commit

ef1a1c6

1 Parent(s): 251818f

wip

Files changed (1) hide show

src/lib/components/InferencePlayground/InferencePlaygroundCodeSnippets.svelte CHANGED Viewed

@@ -199,7 +199,7 @@ print(output.choices[0].message)`
 --header "Authorization: Bearer {YOUR_HF_TOKEN}" \\
 --header 'Content-Type: application/json' \\
 --data '{
-    "model": "meta-llama/Meta-Llama-3-8B-Instruct",
     "messages": ${formattedMessages({ sep: ',\n    ', start: `[\n    `, end: `\n]` })},
     ${formattedConfig({ sep: ',\n    ', start: '', end: '' })},
     "stream": true
@@ -213,7 +213,7 @@ print(output.choices[0].message)`
 --header "Authorization: Bearer {YOUR_HF_TOKEN}" \\
 --header 'Content-Type: application/json' \\
 --data '{
-    "model": "meta-llama/Meta-Llama-3-8B-Instruct",
     "messages": ${formattedMessages({ sep: ',\n    ', start: `[\n    `, end: `\n]` })},
     ${formattedConfig({ sep: ',\n    ', start: '', end: '' })}
 }'`

 --header "Authorization: Bearer {YOUR_HF_TOKEN}" \\
 --header 'Content-Type: application/json' \\
 --data '{
+    "model": "${conversation.model.id}",
     "messages": ${formattedMessages({ sep: ',\n    ', start: `[\n    `, end: `\n]` })},
     ${formattedConfig({ sep: ',\n    ', start: '', end: '' })},
     "stream": true
 --header "Authorization: Bearer {YOUR_HF_TOKEN}" \\
 --header 'Content-Type: application/json' \\
 --data '{
+    "model": "${conversation.model.id}",
     "messages": ${formattedMessages({ sep: ',\n    ', start: `[\n    `, end: `\n]` })},
     ${formattedConfig({ sep: ',\n    ', start: '', end: '' })}
 }'`