config.ini

[server]
host = str:0.0.0.0
port = int:6969
workers = int:1

[models.names]
gpt2 = str:openai-community/gpt2
gpt2_medium = str:openai-community/gpt2-medium
gpt2_large = str:openai-community/gpt2-large
gpt2_xl = str:openai-community/gpt2-xl

llama_3_8b_intruct = str:meta-llama/Meta-Llama-3-8B-Instruct
# llama_3_70b_instruct = str:meta-llama/Meta-Llama-3-70B-Instruct

opt_125m = str:facebook/opt-125m
opt_1.3b = str:facebook/opt-1.3b
opt_2.7b = str:facebook/opt-2.7b
opt_6.7b = str:facebook/opt-6.7b
opt_13b = str:facebook/opt-13b
# opt_66b = str:facebook/opt-66b

[models.params]
dtype = str:bfloat16
load_device = str:cpu
run_device = str:cuda

[encrypt.default]
gen_model = str:gpt2
start_pos = int:0
gamma = float:10.0
msg_base = int:2
seed_scheme = str:sha_left_hash
window_length = int:1
private_key = int:0
max_new_tokens_ratio = float:2.0
num_beams = int:4
repetition_penalty = float:1.0

[decrypt.default]
gen_model = str:gpt2
msg_base = int:2
seed_scheme = str:sha_left_hash
window_length = int:1
private_key = int:0