boris commited on
Commit
6c5fc6a
1 Parent(s): 93c5ac8

doc: note about model definition

Browse files

Former-commit-id: f14349f91bb699d4da2e231af26f00a86d7ddcdf

Files changed (1) hide show
  1. dev/seq2seq/run_seq2seq_flax.py +1 -0
dev/seq2seq/run_seq2seq_flax.py CHANGED
@@ -83,6 +83,7 @@ MODEL_TYPES = tuple(conf.model_type for conf in MODEL_CONFIG_CLASSES)
83
 
84
 
85
  # Model hyperparameters, for convenience
 
86
  OUTPUT_VOCAB_SIZE = 16384 + 1 # encoded image token space + 1 for bos
87
  OUTPUT_LENGTH = 256 + 1 # number of encoded tokens + 1 for bos
88
  BOS_TOKEN_ID = 16384
 
83
 
84
 
85
  # Model hyperparameters, for convenience
86
+ # TODO: the model has now it's own definition file and should be imported
87
  OUTPUT_VOCAB_SIZE = 16384 + 1 # encoded image token space + 1 for bos
88
  OUTPUT_LENGTH = 256 + 1 # number of encoded tokens + 1 for bos
89
  BOS_TOKEN_ID = 16384