Adapt to Code Llama.

app.py

@@ -6,21 +6,18 @@ import torch
 from model import get_input_token_length, run
 
 DEFAULT_SYSTEM_PROMPT = """\
-You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.\
+You are a helpful, respectful and honest assistant with a deep knowledge of code and software design. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.\
 """
-MAX_MAX_NEW_TOKENS = 2048
+MAX_MAX_NEW_TOKENS = 4096
 DEFAULT_MAX_NEW_TOKENS = 1024
 MAX_INPUT_TOKEN_LENGTH = 4000
 
 DESCRIPTION = """
-# Llama-2 13B Chat
+# Code Llama 13B Chat
 
-This Space demonstrates model [Llama-2-13b-chat](https://huggingface.co/meta-llama/Llama-2-13b-chat) by Meta, a Llama 2 model with 13B parameters fine-tuned for chat instructions. Feel free to play with it, or duplicate to run generations without a queue! If you want to run your own service, you can also [deploy the model on Inference Endpoints](https://huggingface.co/inference-endpoints).
+This Space demonstrates model [CodeLlama-13b-Instruct](https://huggingface.co/codellama/CodeLlama-13b-Instruct-hf) by Meta, a Code Llama model with 13B parameters fine-tuned for chat instructions and specialized on code tasks. Feel free to play with it, or duplicate to run generations without a queue! If you want to run your own service, you can also [deploy the model on Inference Endpoints](https://huggingface.co/inference-endpoints).
 
-🔎 For more details about the Llama 2 family of models and how to use them with `transformers`, take a look [at our blog post](https://huggingface.co/blog/llama2).
-
-🔨 Looking for an even more powerful model? Check out the large [**70B** model demo](https://huggingface.co/spaces/ysharma/Explore_llamav2_with_TGI).
-🐇 For a smaller model that you can run on many GPUs, check our [7B model demo](https://huggingface.co/spaces/huggingface-projects/llama-2-7b-chat).
+🔎 For more details about the Code Llama family of models and how to use them with `transformers`, take a look [at our blog post](https://huggingface.co/blog/codellama).
 
 """
 
@@ -28,8 +25,8 @@ LICENSE = """
 <p/>
 
 ---
-As a derivate work of [Llama-2-13b-chat](https://huggingface.co/meta-llama/Llama-2-13b-chat) by Meta,
-this demo is governed by the original [license](https://huggingface.co/spaces/huggingface-projects/llama-2-13b-chat/blob/main/LICENSE.txt) and [acceptable use policy](https://huggingface.co/spaces/huggingface-projects/llama-2-13b-chat/blob/main/USE_POLICY.md).
+As a derivate work of Code Llama by Meta,
+this demo is governed by the original [license](https://huggingface.co/spaces/huggingface-projects/codellama-2-13b-chat/blob/main/LICENSE.txt) and [acceptable use policy](https://huggingface.co/spaces/huggingface-projects/codellama-2-13b-chat/blob/main/USE_POLICY.md).
 """
 
 if not torch.cuda.is_available():
@@ -132,30 +129,28 @@ with gr.Blocks(css='style.css') as demo:
             minimum=0.1,
             maximum=4.0,
             step=0.1,
-            value=1.0,
+            value=0.1,
         )
         top_p = gr.Slider(
             label='Top-p (nucleus sampling)',
             minimum=0.05,
             maximum=1.0,
             step=0.05,
-            value=0.95,
+            value=0.9,
         )
         top_k = gr.Slider(
             label='Top-k',
             minimum=1,
             maximum=1000,
             step=1,
-            value=50,
+            value=10,
         )
 
     gr.Examples(
         examples=[
-            'Hello there! How are you doing?',
-            'Can you explain briefly to me what is the Python programming language?',
-            'Explain the plot of Cinderella in a sentence.',
-            'How many hours does it take a man to eat a Helicopter?',
-            "Write a 100-word article on 'Benefits of Open-Source in AI research'",
+            'What is the Fibonacci sequence?',
+            'Can you explain briefly what Python is good for?',
+            'How can I display a grid of images in SwiftUI?',
         ],
         inputs=textbox,
         outputs=[textbox, chatbot],

model.py

@@ -4,7 +4,7 @@ from typing import Iterator
 import torch
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
-model_id = 'meta-llama/Llama-2-13b-chat-hf'
+model_id = 'codellama/CodeLlama-13b-Instruct-hf'
 
 if torch.cuda.is_available():
     config = AutoConfig.from_pretrained(model_id)
@@ -45,8 +45,8 @@ def run(message: str,
         chat_history: list[tuple[str, str]],
         system_prompt: str,
         max_new_tokens: int = 1024,
-        temperature: float = 0.8,
-        top_p: float = 0.95,
+        temperature: float = 0.1,
+        top_p: float = 0.9,
         top_k: int = 50) -> Iterator[str]:
     prompt = get_prompt(message, chat_history, system_prompt)
     inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to('cuda')