| { | |
| "humaneval": { | |
| "pass@1": 0.32036585365853665, | |
| "pass@10": 0.46779679420398335 | |
| }, | |
| "config": { | |
| "prefix": "", | |
| "do_sample": true, | |
| "temperature": 0.2, | |
| "top_k": 0, | |
| "top_p": 0.95, | |
| "n_samples": 50, | |
| "eos": "<|endoftext|>", | |
| "seed": 0, | |
| "model": "/home/abhinav/src/llama-recipes/llama_7b_evol_codealpaca_dense/dense-sft_llama_lr1e-4_epochs2_gradclip5.0_cosine_seqlen1024_run2-/combined/", | |
| "modeltype": "causal", | |
| "peft_model": null, | |
| "revision": null, | |
| "use_auth_token": false, | |
| "trust_remote_code": false, | |
| "tasks": "humaneval", | |
| "instruction_tokens": null, | |
| "batch_size": 16, | |
| "max_length_generation": 512, | |
| "precision": "fp16", | |
| "load_in_8bit": false, | |
| "load_in_4bit": false, | |
| "left_padding": false, | |
| "limit": null, | |
| "limit_start": 0, | |
| "save_every_k_tasks": -1, | |
| "postprocess": true, | |
| "allow_code_execution": true, | |
| "generation_only": false, | |
| "load_generations_path": null, | |
| "load_data_path": null, | |
| "metric_output_path": "/home/abhinav/src/llama-recipes/llama_7b_evol_codealpaca_dense/dense-sft_llama_lr1e-4_epochs2_gradclip5.0_cosine_seqlen1024_run2-/combined//evaluation_results.json", | |
| "save_generations": true, | |
| "load_generations_intermediate_paths": null, | |
| "save_generations_path": "generations.json", | |
| "save_references": false, | |
| "save_references_path": "references.json", | |
| "prompt": "prompt", | |
| "max_memory_per_gpu": "auto", | |
| "check_references": false | |
| } | |
| } |