File size: 451 Bytes
e01a839
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
# URLs for the StarCoder Models/APIs
DEFAULT_HUGGINGFACE_MODELS_API_BASE_URL = "https://api-inference.huggingface.co/models/"
DEFAULT_STARCODER_API_PATH = "bigcode/starcoder/"
DEFAULT_STARCODER_BASE_API_PATH = "bigcode/starcoderbase/"
FIM_INDICATOR = "<FILL_HERE>"
DEFAULT_PORT = 7860

STATIC_PATH = "static"

DEFAULT_SETTINGS = dict(
    temperature=0.9,
    max_new_tokens=256,
    top_p=0.95,
    repetition_penalty=1.0,
    version="StarCoder",
)