將各版本都準備好

app.py

@@ -1,30 +1,64 @@
-import os
 import gradio as gr
-from google import genai
-from google.genai import types
-
-# 初始化 Gemini client
-api_key = os.getenv("GOOGLE_API_KEY")
-client = genai.Client(api_key=api_key)
-chat = client.chats.create(model="gemini-2.0-flash",
-                           config=types.GenerateContentConfig(
-                               system_instruction="You are a helpful assistant and always respond in Traditional Chinese.",
-                               temperature=0.2,
-                               max_output_tokens=256,
-                               top_p=0.8,
-                               top_k=40,
-                           ),)
-# 回應函數（符合 type="messages" 的格式）
-def respond(message,history):
-    response = chat.send_message(message)
-    return response.text
-
-# Gradio Chat Interface
+from huggingface_hub import InferenceClient
+
+"""
+For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+"""
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+
+def respond(
+    message,
+    history: list[tuple[str, str]],
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    messages = [{"role": "system", "content": system_message}]
+
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    response = ""
+
+    for message in client.chat_completion(
+        messages,
+        max_tokens=max_tokens,
+        stream=True,
+        temperature=temperature,
+        top_p=top_p,
+    ):
+        token = message.choices[0].delta.content
+
+        response += token
+        yield response
+
+
+"""
+For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
+"""
 demo = gr.ChatInterface(
-    fn=respond,
-    type="messages",
-    title="Gemini Chatbot",
+    respond,
+    additional_inputs=[
+        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.95,
+            step=0.05,
+            label="Top-p (nucleus sampling)",
+        ),
+    ],
 )
 
+
 if __name__ == "__main__":
     demo.launch()

gemini_simple.py

@@ -0,0 +1,24 @@
+import os
+import gradio as gr
+from google import genai
+
+# 初始化 Gemini client
+api_key = os.getenv("GOOGLE_API_KEY")
+client = genai.Client(api_key=api_key)
+chat = client.chats.create(model="gemini-2.0-flash")
+system_prompt = "You are a helpful assistant and always respond in Traditional Chinese."
+
+# 回應函數（符合 type="messages" 的格式）
+def respond(message,history):
+    response = chat.send_message(f"{system_prompt}:{message}")
+    return response.text
+
+# Gradio Chat Interface
+demo = gr.ChatInterface(
+    fn=respond,
+    type="messages",
+    title="Gemini Chatbot",
+)
+
+if __name__ == "__main__":
+    demo.launch()

geminiai_with_history.py

@@ -0,0 +1,32 @@
+import os
+import gradio as gr
+from google import genai
+from google.genai import types
+
+# 初始化 Gemini client
+api_key = os.getenv("GOOGLE_API_KEY")
+client = genai.Client(api_key=api_key)
+chat = client.chats.create(
+    model="gemini-2.0-flash",
+    config=types.GenerateContentConfig(
+        system_instruction="You are a helpful assistant and always respond in Traditional Chinese.",
+        temperature=0.2,
+        max_output_tokens=256,
+        top_p=0.8,
+        top_k=40,
+    ),
+)
+# 回應函數（符合 type="messages" 的格式）
+def respond(message,history):
+    response = chat.send_message(message)
+    return response.text
+
+# Gradio Chat Interface
+demo = gr.ChatInterface(
+    fn=respond,
+    type="messages",
+    title="Gemini Chatbot",
+)
+
+if __name__ == "__main__":
+    demo.launch()