Spaces:
Runtime error
Runtime error
# URLs for the StarCoder Models/APIs | |
DEFAULT_HUGGINGFACE_MODELS_API_BASE_URL = "https://api-inference.huggingface.co/models/" | |
DEFAULT_STARCODER_API_PATH = "bigcode/starcoder/" | |
DEFAULT_STARCODER_BASE_API_PATH = "bigcode/starcoderbase/" | |
FIM_INDICATOR = "<FILL_HERE>" | |
DEFAULT_PORT = 7860 | |
DEFAULT_SETTINGS = dict( | |
temperature = 0.9, | |
max_new_tokens = 256, | |
top_p = 0.95, | |
repetition_penalty = 1.0, | |
version = "StarCoder", | |
) | |