sharpenb's picture
64b9c434dc8471bae9ec2c40d9c23fea4636cdf64f6bbbbc432c3d495d3f2689
5d525c4 verified
raw
history blame
1.01 kB
{
"api_key": null,
"verify_url": "http://johnrachwan.pythonanywhere.com",
"smash_config": {
"pruners": "[]",
"pruning_ratio": 0.0,
"factorizers": "[]",
"quantizers": "['hqq']",
"weight_quantization_bits": 2,
"output_deviation": 0.01,
"compilers": "[]",
"static_batch": true,
"static_shape": true,
"controlnet": "None",
"unet_dim": 4,
"device": "cuda",
"cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsmmmbqluz",
"batch_size": 1,
"model_name": "mattshumer/Llama-3-8B-16K",
"task": "text_text_generation",
"max_batch_size": 1,
"qtype_weight": "torch.qint8",
"qtype_activation": "torch.quint8",
"qobserver": "<class 'torch.ao.quantization.observer.MinMaxObserver'>",
"qscheme": "torch.per_tensor_symmetric",
"qconfig": "x86",
"group_size": 128,
"damp_percent": 0.1,
"save_load_fn": "hqq"
}
}