Update demo.py
Browse files
demo.py
CHANGED
@@ -10,7 +10,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
|
|
10 |
|
11 |
DESCRIPTION = """# Peach-9B-8k-Roleplay"""
|
12 |
|
13 |
-
model_name_or_path = "
|
14 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True, flash_atten=True)
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
model_name_or_path, torch_dtype=torch.bfloat16,
|
|
|
10 |
|
11 |
DESCRIPTION = """# Peach-9B-8k-Roleplay"""
|
12 |
|
13 |
+
model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
|
14 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True, flash_atten=True)
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
model_name_or_path, torch_dtype=torch.bfloat16,
|