pretrained model: tapas_masklm_id_3.0, accuracy: 35.657% on epoch 33

pretrained model: tapas_masklm_id_2.0, accuracy: 34.861% on epoch 78

pretrained model: tapas_masklm_id_2.0, accuracy: 34.661% on epoch 75

pretrained model: tapas_masklm_id_2.0, accuracy: 34.263% on epoch 59

pretrained model: tapas_masklm_id_2.0, accuracy: 33.865% on epoch 57

pretrained model: tapas_masklm_id_5.0, accuracy: 33.665% on epoch 67

pretrained model: tapas_masklm_id_5.0, accuracy: 33.267% on epoch 64

pretrained model: tapas_masklm_id_5.0, accuracy: 32.271% on epoch 63

pretrained model: tapas_masklm_id_5.0, accuracy: 31.673% on epoch 31

pretrained model: tapas_masklm_id_5.0, accuracy: 30.876% on epoch 30

pretrained model: tapas_masklm_id_5.0, accuracy: 30.677% on epoch 29

pretrained model: tapas_masklm_id_5.0, accuracy: 30.478% on epoch 16

pretrained model: tapas_masklm_id_1.0, accuracy: 29.681% on epoch 63

pretrained model: tapas_masklm_id_1.0, accuracy: 28.486% on epoch 60

pretrained model: tapas_masklm_id_1.0, accuracy: 28.088% on epoch 58

pretrained model: tapas_masklm_id_3.0, accuracy: 33.267% on epoch 54

pretrained model: tapas_masklm_id_3.0, accuracy: 33.068% on epoch 47

pretrained model: tapas_masklm_id_3.0, accuracy: 32.271% on epoch 33

pretrained model: tapas_masklm_id_2.0, accuracy: 32.072% on epoch 66

pretrained model: tapas_masklm_id_2.0, accuracy: 31.873% on epoch 63

pretrained model: tapas_masklm_id_2.0, accuracy: 31.474% on epoch 62

pretrained model: tapas_masklm_id_2.0, accuracy: 31.275% on epoch 32

pretrained model: tapas_masklm_id_1.0, accuracy: 30.876% on epoch 35

pretrained model: tapas_masklm_id_1.0, accuracy: 30.080% on epoch 34

pretrained model: tapas_masklm_id_1.0, accuracy: 29.482% on epoch 32

pretrained model: tapas_masklm_id_1.0, accuracy: 28.486% on epoch 31

masklm 1.0, accuracy 30.080% on epoch 71

masklm 1.0, accuracy 29.681% on epoch 58

masklm 1.0, accuracy 28.685% on epoch 40

masklm 1.0, accuracy 27.689% on epoch 39

masklm 1.0, accuracy 27.490% on epoch 29

masklm 1.0, accuracy 26.096% on epoch 25

masklm 1.0, accuracy 25.299% on epoch 24

masklm 1.0, accuracy 31.474% on epoch 75

masklm 1.0, accuracy 31.275% on epoch 74

masklm 1.0, accuracy 31.076% on epoch 66

masklm 1.0, accuracy 30.677% on epoch 46

masklm 1.0, accuracy 29.681% on epoch 39

masklm 1.0, accuracy 28.287% on epoch 35

masklm 1.0, accuracy 27.490% on epoch 28

masklm 1.0, accuracy 24.701% on epoch 21

masklm 2.1, accuracy 31.275% on epoch 57

masklm 1.0, accuracy 31.076% on epoch 62

masklm 1.0, accuracy 30.876% on epoch 58

initial commit