File size: 789 Bytes
525e24d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
bicleaner_ai_version: 2.0
precision_score: 0.892
recall_score: 0.947
f1_score: 0.919
matthews_corr_coef: 0.910
source_lang: en
target_lang: tr
porn_removal_file: porn_removal.ftz
porn_removal_side: sl
source_lm: lm.en
target_lm: lm.tr
lm_type: CHARACTER
clean_mean_perp: -1.0629820394147595
clean_stddev_perp: 0.19434322382509872
noisy_mean_perp: -4.176512426196695
noisy_stddev_perp: 0.1944516333898796
classifier_type: xlmr
classifier_settings:
    activation: relu
    base_model: jplu/tf-xlm-roberta-base
    batch_size: 96
    calibration_params: [1.80731189, -0.42095613]
    epochs: 15
    loss: binary_crossentropy
    maxlen: 150
    model_name: bitextor/bicleaner-ai-full-en-tr
    n_classes: 2
    n_hidden: 2048
    patience: 3
    steps_per_epoch: 3000
    warmup_steps: 1000