File size: 788 Bytes
b749b33
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
bicleaner_ai_version: 2.0
precision_score: 0.873
recall_score: 0.940
f1_score: 0.905
matthews_corr_coef: 0.895
source_lang: en
target_lang: mk
porn_removal_file: porn_removal.ftz
porn_removal_side: sl
source_lm: lm.en
target_lm: lm.mk
lm_type: CHARACTER
clean_mean_perp: -1.0930076274371336
clean_stddev_perp: 0.19665406975894795
noisy_mean_perp: -4.19175949097424
noisy_stddev_perp: 0.2240389323402386
classifier_type: xlmr
classifier_settings:
    activation: relu
    base_model: jplu/tf-xlm-roberta-base
    batch_size: 96
    calibration_params: [8.18800163, -3.33342505]
    epochs: 15
    loss: binary_crossentropy
    maxlen: 150
    model_name: bitextor/bicleaner-ai-full-en-mk
    n_classes: 2
    n_hidden: 2048
    patience: 3
    steps_per_epoch: 3000
    warmup_steps: 1000