File size: 790 Bytes
bc11115
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
bicleaner_ai_version: 2.0
precision_score: 0.919
recall_score: 0.910
f1_score: 0.914
matthews_corr_coef: 0.905
source_lang: en
target_lang: fr
porn_removal_file: porn_removal.ftz
porn_removal_side: sl
source_lm: lm.en
target_lm: lm.fr
lm_type: CHARACTER
clean_mean_perp: -1.0156188418316119
clean_stddev_perp: 0.17087354117840853
noisy_mean_perp: -4.063329428662187
noisy_stddev_perp: 0.17271798388193668
classifier_type: xlmr
classifier_settings:
    activation: relu
    base_model: jplu/tf-xlm-roberta-base
    batch_size: 96
    calibration_params: [0.93400604, -0.24411866]
    epochs: 15
    loss: binary_crossentropy
    maxlen: 150
    model_name: bitextor/bicleaner-ai-full-en-fr
    n_classes: 2
    n_hidden: 2048
    patience: 3
    steps_per_epoch: 3000
    warmup_steps: 1000