File size: 791 Bytes
e6e8bcc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
bicleaner_ai_version: 2.0
precision_score: 0.913
recall_score: 0.898
f1_score: 0.906
matthews_corr_coef: 0.895
source_lang: en
target_lang: mt
porn_removal_file: porn_removal.ftz
porn_removal_side: sl
source_lm: lm.en
target_lm: lm.mt
lm_type: CHARACTER
clean_mean_perp: -0.9077831428556458
clean_stddev_perp: 0.15203583427541423
noisy_mean_perp: -3.9546247806203363
noisy_stddev_perp: 0.11738245882970597
classifier_type: xlmr
classifier_settings:
    activation: relu
    base_model: jplu/tf-xlm-roberta-base
    batch_size: 96
    calibration_params: [1.73669457, -0.24829523]
    epochs: 15
    loss: binary_crossentropy
    maxlen: 150
    model_name: bitextor/bicleaner-ai-full-en-mt
    n_classes: 2
    n_hidden: 2048
    patience: 3
    steps_per_epoch: 3000
    warmup_steps: 1000