File size: 793 Bytes
77873b2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
bicleaner_ai_version: 2.1.0
precision_score: 0.887
recall_score: 0.915
f1_score: 0.901
matthews_corr_coef: 0.890
source_lang: en
target_lang: pt
porn_removal_file: porn_removal.ftz
porn_removal_side: sl
source_lm: lm.en
target_lm: lm.pt
lm_type: CHARACTER
clean_mean_perp: -1.0385617878337767
clean_stddev_perp: 0.16396083880979564
noisy_mean_perp: -3.9983609024726428
noisy_stddev_perp: 0.15078200001769357
classifier_type: xlmr
classifier_settings:
    activation: relu
    base_model: jplu/tf-xlm-roberta-base
    batch_size: 96
    calibration_params: [8.20400524, -3.08755279]
    epochs: 15
    loss: binary_crossentropy
    maxlen: 150
    model_name: bitextor/bicleaner-ai-full-en-pt
    n_classes: 2
    n_hidden: 2048
    patience: 3
    steps_per_epoch: 3000
    warmup_steps: 1000