ai-text-steganography / config.ini
tnk2908's picture
Change load device to cuda
4dd6602
raw
history blame
1.06 kB
[server]
host = str:0.0.0.0
port = int:6969
workers = int:1
[models.names]
gpt2 = str:openai-community/gpt2
gpt2_medium = str:openai-community/gpt2-medium
gpt2_large = str:openai-community/gpt2-large
gpt2_xl = str:openai-community/gpt2-xl
llama_3_8b_intruct = str:meta-llama/Meta-Llama-3-8B-Instruct
# llama_3_70b_instruct = str:meta-llama/Meta-Llama-3-70B-Instruct
opt_125m = str:facebook/opt-125m
opt_1.3b = str:facebook/opt-1.3b
opt_2.7b = str:facebook/opt-2.7b
opt_6.7b = str:facebook/opt-6.7b
opt_13b = str:facebook/opt-13b
# opt_66b = str:facebook/opt-66b
[models.params]
dtype = str:float32
load_device = str:cuda
run_device = str:cuda
[encrypt.default]
gen_model = str:gpt2
start_pos = int:0
delta = float:10.0
msg_base = int:2
seed_scheme = str:sha_left_hash
window_length = int:1
private_key = int:0
min_new_tokens_ratio = float:1.0
max_new_tokens_ratio = float:2.0
num_beams = int:4
repetition_penalty = float:1.0
[decrypt.default]
gen_model = str:gpt2
msg_base = int:2
seed_scheme = str:sha_left_hash
window_length = int:1
private_key = int:0