Upload model.npz.yml with huggingface_hub

model.npz.yml

@@ -0,0 +1,244 @@
+authors: false
+cite: false
+build-info: ""
+workspace: -8000
+log: train.log
+log-level: info
+log-time-zone: PST8PDT
+quiet: false
+quiet-translation: true
+seed: 141414
+check-nan: false
+interpolate-env-vars: true
+relative-paths: false
+dump-config: ""
+sigterm: save-and-exit
+model: model_files/model.npz
+pretrained-model: ""
+ignore-model-config: false
+type: lm-transformer
+dim-vocabs:
+  - 8000
+dim-emb: 1024
+factors-dim-emb: 0
+factors-combine: sum
+lemma-dependency: ""
+lemma-dim-emb: 0
+dim-rnn: 1024
+enc-type: bidirectional
+enc-cell: gru
+enc-cell-depth: 1
+enc-depth: 1
+dec-cell: gru
+dec-cell-base-depth: 2
+dec-cell-high-depth: 1
+dec-depth: 12
+skip: false
+layer-normalization: false
+right-left: false
+input-types:
+  []
+tied-embeddings: true
+tied-embeddings-src: false
+tied-embeddings-all: true
+output-omit-bias: true
+transformer-heads: 8
+transformer-no-projection: false
+transformer-rnn-projection: false
+transformer-pool: false
+transformer-dim-ffn: 8192
+transformer-decoder-dim-ffn: 8192
+transformer-ffn-depth: 2
+transformer-decoder-ffn-depth: 0
+transformer-ffn-activation: relu
+transformer-dim-aan: 2048
+transformer-aan-depth: 2
+transformer-aan-activation: swish
+transformer-aan-nogate: false
+transformer-decoder-autoreg: self-attention
+transformer-tied-layers: []
+transformer-guided-alignment-layer: last
+transformer-preprocess: ""
+transformer-postprocess-emb: d
+transformer-postprocess: dan
+transformer-postprocess-top: ""
+transformer-train-position-embeddings: false
+transformer-depth-scaling: true
+transformer-no-bias: false
+transformer-no-affine: false
+bert-mask-symbol: "[MASK]"
+bert-sep-symbol: "[SEP]"
+bert-class-symbol: "[CLS]"
+bert-masking-fraction: 0.15
+bert-train-type-embeddings: true
+bert-type-vocab-size: 2
+comet-final-sigmoid: false
+comet-mix: false
+comet-mix-norm: false
+comet-dropout: 0.1
+comet-mixup: 0
+comet-mixup-reg: false
+comet-pooler-ffn:
+  - 2048
+  - 1024
+comet-prepend-zero: false
+dropout-rnn: 0
+dropout-src: 0
+dropout-trg: 0
+transformer-dropout: 0.1
+transformer-dropout-attention: 0
+transformer-dropout-ffn: 0.1
+cost-type: ce-sum
+multi-loss-type: sum
+unlikelihood-loss: false
+overwrite: false
+overwrite-checkpoint: true
+no-reload: false
+train-sets:
+  - stdin
+vocabs:
+  - vocab
+sentencepiece-alphas:
+  []
+sentencepiece-options: ""
+sentencepiece-max-lines: 2000000
+no-spm-encode: false
+after-epochs: 0
+after-batches: 0
+after: 40e
+disp-freq: 100Mt
+disp-first: 10
+disp-label-counts: true
+save-freq: 1Gt
+logical-epoch:
+  - 1Gt
+max-length: 256
+max-length-crop: false
+tsv: true
+tsv-fields: 1
+shuffle: batches
+no-restore-corpus: true
+tempdir: /tmp
+sqlite: ""
+sqlite-drop: false
+devices:
+  - 0
+  - 1
+no-nccl: false
+sharding: local
+sync-freq: 200u
+cpu-threads: 0
+mini-batch: 1000
+mini-batch-words: 500000
+mini-batch-fit: true
+mini-batch-fit-step: 5
+gradient-checkpointing: false
+maxi-batch: 1000
+maxi-batch-sort: trg
+shuffle-in-ram: true
+data-threads: 8
+all-caps-every: 0
+english-title-case-every: 0
+mini-batch-words-ref: 0
+mini-batch-warmup: 4000
+mini-batch-track-lr: false
+mini-batch-round-up: true
+optimizer: adam
+optimizer-params:
+  - 0.9
+  - 0.999
+  - 1e-08
+  - 0.01
+optimizer-delay: 1
+sync-sgd: true
+learn-rate: 0.0005
+lr-report: true
+lr-decay: 0
+lr-decay-strategy: epoch+stalled
+lr-decay-start:
+  - 10
+  - 1
+lr-decay-freq: 50000
+lr-decay-reset-optimizer: false
+lr-decay-repeat-warmup: false
+lr-decay-inv-sqrt:
+  - 4000
+lr-warmup: 4000
+lr-warmup-start-rate: 0
+lr-warmup-cycle: false
+lr-warmup-at-reload: false
+label-smoothing: 0.1
+factor-weight: 1
+clip-norm: 0
+exponential-smoothing: 1e-3
+exponential-smoothing-replace-freq: 0
+guided-alignment: none
+guided-alignment-cost: ce
+guided-alignment-weight: 0
+data-weighting: ""
+data-weighting-type: sentence
+embedding-vectors:
+  []
+embedding-normalization: false
+embedding-fix-src: false
+embedding-fix-trg: false
+precision:
+  - float32
+  - float32
+cost-scaling:
+  - 256.f
+  - 10000
+  - 1.f
+  - 256.f
+throw-on-divergence:
+  []
+custom-fallbacks:
+  []
+gradient-norm-average-window: 100
+dynamic-gradient-scaling:
+  - 2
+  - log
+check-gradient-nan: false
+normalize-gradient: false
+train-embedder-rank:
+  []
+quantize-bits: 0
+quantize-optimization-steps: 0
+quantize-log-based: false
+quantize-biases: false
+ulr: false
+ulr-query-vectors: ""
+ulr-keys-vectors: ""
+ulr-trainable-transformation: false
+ulr-dim-emb: 0
+ulr-dropout: 0
+ulr-softmax-temperature: 1
+valid-sets:
+  - dev.de
+valid-freq: 1Gt
+valid-metrics:
+  - perplexity
+  - ce-mean-words
+  - bleu
+  - chrf
+valid-reset-stalled: false
+valid-reset-all: false
+early-stopping: 40
+early-stopping-epsilon:
+  - 0
+early-stopping-on: first
+beam-size: 4
+normalize: 1.0
+max-length-factor: 3
+word-penalty: 0.0
+allow-unk: false
+n-best: false
+word-scores: false
+valid-mini-batch: 32
+valid-max-length: 1000
+valid-script-path: ""
+valid-script-args:
+  []
+valid-translation-output: valid.trg.output
+keep-best: true
+valid-log: valid.log