TangrisJones
/

vicuna-13b-GPTQ-4bit-128g

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

TangrisJones commited on May 15, 2023

Commit

d217cb5

•

1 Parent(s): 5f6dd19

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -5,7 +5,7 @@ from typing import Dict, List, Any
 class EndpointHandler:
     # def __init__(self, path="decapoda-research/llama-65b-hf"):
-    def __init__(self, path="anon8231489123/vicuna-13b-GPTQ-4bit-128g"):
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         self.model = AutoModelForCausalLM.from_pretrained(path)

 class EndpointHandler:
     # def __init__(self, path="decapoda-research/llama-65b-hf"):
+    def __init__(self, path="TangrisJones/vicuna-13b-GPTQ-4bit-128g"):
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         self.model = AutoModelForCausalLM.from_pretrained(path)