-u

app.py

@@ -1,7 +1,15 @@
+import os
+os.system('pip install transformers==4.31.0 accelerate tiktoken einops')
+# os.system('pip install "modelscope" --upgrade -f https://pypi.org/project/modelscope/')
+# os.system('pip install transformers_stream_generator')
+
 import gradio as gr
-from transformers import GPT2Tokenizer, TFGPT2LMHeadModel
-tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
-model = TFGPT2LMHeadModel.from_pretrained('gpt2')
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers.generation import GenerationConfig
+
+tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-7B", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B", device_map="auto", trust_remote_code=True).eval()
+model.generation_config = GenerationConfig.from_pretrained("Qwen/Qwen-7B", trust_remote_code=True)
 
 def generate(prompt):