File size: 225 Bytes
638295d |
1 2 3 4 5 6 7 8 9 10 |
{
"device": "cuda",
"seed": 42,
"dtype": "torch.bfloat16",
"model_name": "meta-llama/Meta-Llama-3.1-8B",
"use_flash_attn": false,
"cache_dir": null,
"d_model": 4096,
"local_files_only": false
} |