HF Token

app.py

@@ -1,3 +1,5 @@
+import os
+
 from vllm import LLM, SamplingParams
 import gradio as gr
 
@@ -6,6 +8,11 @@ from io import BytesIO
 import base64
 import requests
 
+from huggingface_hub import login
+import os
+
+login(os.environ["HF_TOKEN"])
+
 repo_id = "mistral-community/pixtral-12b-240910" #Replace to the model you would like to use
 sampling_params = SamplingParams(max_tokens=8192, temperature=0.7)
 max_tokens_per_img = 4096

requirements.txt

@@ -1,2 +1,3 @@
 vllm==0.6.1
-Pillow
+Pillow
+huggingface_hub