constants.py

DEFAULT_HUGGINGFACE_MODELS_API_BASE_URL = "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2F%26quot%3B%3C%2Fspan%3E%3C!-- HTML_TAG_END -->
DEFAULT_STARCODER_API_PATH = "bigcode/starcoder/"
DEFAULT_STARCODER_BASE_API_PATH = "bigcode/starcoderbase/"

FIM_PREFIX = "<fim_prefix>"
FIM_MIDDLE = "<fim_middle>"
FIM_SUFFIX = "<fim_suffix>"
END_OF_TEXT = "<|endoftext|>"

MIN_TEMPERATURE = 1e-3