allow_missing_params: false
amp: false
apex_amp: false
batch_sentences_multiple_of: 8
batch_size: 1025
batch_type: word
bow_task_pos_weight: 10
bow_task_weight: 1.0
bucket_scaling: false
bucket_width: 8
cache_last_best_params: 0
cache_metric: perplexity
cache_strategy: best
checkpoint_improvement_threshold: 0.0
checkpoint_interval: 1000
clamp_to_dtype: false
config: null
decode_and_evaluate: 1000
decoder: transformer
deepspeed_bf16: false
deepspeed_fp16: false
device_id: 0
dist: false
dry_run: false
dtype: float32
embed_dropout:
- 0.5
- 0.5
encoder: transformer
end_of_prepending_tag: null
env: null
fixed_param_names: []
fixed_param_strategy: null
gradient_clipping_threshold: 1.0
gradient_clipping_type: none
ignore_extra_params: false
initial_learning_rate: 0.0002
keep_initializations: false
keep_last_params: -1
label_smoothing: 0.2
label_smoothing_impl: torch
learning_rate_reduce_factor: 0.7
learning_rate_reduce_num_not_improved: 8
learning_rate_scheduler_type: plateau-reduce
learning_rate_warmup: 1000
length_task: null
length_task_layers: 1
length_task_weight: 1.0
lhuc: null
local_rank: null
loglevel: INFO
loglevel_secondary_workers: INFO
max_checkpoints: null
max_num_checkpoint_not_improved: 100
max_num_epochs: null
max_samples: null
max_seconds: null
max_seq_len:
- 512
- 512
max_updates: null
min_num_epochs: 10
min_samples: null
min_updates: null
momentum: 0.0
neural_vocab_selection: null
neural_vocab_selection_block_loss: false
no_bucketing: true
no_logfile: false
no_reload_on_learning_rate_reduce: false
num_embed:
- null
- null
num_layers:
- 6
- 6
num_words:
- 0
- 0
optimized_metric: signwriting-similarity
optimizer: adam
optimizer_betas:
- 0.9
- 0.999
optimizer_eps: 1.0e-08
output: /shares/iict-sp2.ebling.cl.uzh/amoryo/checkpoints/signwriting-translation/spoken-to-signed/target-factors-gpt-tuned/model
overwrite_output: false
pad_vocab_to_multiple_of: 8
params: /shares/iict-sp2.ebling.cl.uzh/amoryo/checkpoints/signwriting-translation/spoken-to-signed/target-factors-gpt/model/params.best
prepared_data: /shares/iict-sp2.ebling.cl.uzh/amoryo/checkpoints/signwriting-translation/spoken-to-signed/target-factors-gpt-tuned/train_data
quiet: false
quiet_secondary_workers: false
seed: 1
shared_vocab: false
source: null
source_factor_vocabs: []
source_factors: []
source_factors_combine: []
source_factors_num_embed: []
source_factors_share_embedding: []
source_factors_use_source_vocab: []
source_vocab: null
stop_training_on_decoder_failure: false
target: null
target_factor_vocabs: []
target_factors: []
target_factors_combine:
- sum
- sum
- sum
- sum
target_factors_num_embed: []
target_factors_share_embedding:
- false
- false
- false
- false
target_factors_use_target_vocab: []
target_factors_weight:
- 0.2
target_vocab: null
tf32: true
transformer_activation_type:
- relu
- relu
transformer_attention_heads:
- 8
- 8
transformer_block_prepended_cross_attention: false
transformer_dropout_act:
- 0.2
- 0.2
transformer_dropout_attention:
- 0.2
- 0.2
transformer_dropout_prepost:
- 0.2
- 0.2
transformer_feed_forward_num_hidden:
- 2048
- 2048
transformer_feed_forward_use_glu: false
transformer_model_size:
- 512
- 512
transformer_positional_embedding_type: fixed
transformer_postprocess:
- dr
- dr
transformer_preprocess:
- n
- n
update_interval: 1
use_cpu: false
validation_source: /home/amoryo/sign-language/signwriting-translation/parallel-clean/spoken-to-signed/test/source.txt
validation_source_factors: []
validation_target: /home/amoryo/sign-language/signwriting-translation/parallel-clean/spoken-to-signed/test/target_0.txt
validation_target_factors:
- /home/amoryo/sign-language/signwriting-translation/parallel-clean/spoken-to-signed/test/target_1.txt
- /home/amoryo/sign-language/signwriting-translation/parallel-clean/spoken-to-signed/test/target_2.txt
- /home/amoryo/sign-language/signwriting-translation/parallel-clean/spoken-to-signed/test/target_3.txt
- /home/amoryo/sign-language/signwriting-translation/parallel-clean/spoken-to-signed/test/target_4.txt
weight_decay: 0.0
weight_tying_type: trg_softmax
word_min_count:
- 1
- 1