convert-to-gguf / constants.py
mrfakename's picture
Update constants.py
e4a1ab8
raw
history blame contribute delete
132 Bytes
import os
username = 'gguf'
HF_TOKEN = os.environ.get("HF_TOKEN")
types_to_quantize = ['Q6_K', 'Q5_K_M', 'Q4_K_M', 'Q3_K_L', 'Q2_K']