starcoder-playground / settings.py
Hector Salvador [Fisharp]
Structured dataclasses for requests and settings.
2bc3f5c
raw
history blame
437 Bytes
# URLs for the StarCoder Models/APIs
DEFAULT_HUGGINGFACE_MODELS_API_BASE_URL = "https://api-inference.huggingface.co/models/"
DEFAULT_STARCODER_API_PATH = "bigcode/starcoder/"
DEFAULT_STARCODER_BASE_API_PATH = "bigcode/starcoderbase/"
FIM_INDICATOR = "<FILL_HERE>"
DEFAULT_PORT = 7860
DEFAULT_SETTINGS = dict(
temperature = 0.9,
max_new_tokens = 256,
top_p = 0.95,
repetition_penalty = 1.0,
version = "StarCoder",
)