MaxGab commited on
Commit
c6869ea
·
verified ·
1 Parent(s): b2f4955

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -8,6 +8,8 @@ config = AutoConfig.from_pretrained(model_name)
8
 
9
  if not hasattr(config, 'dropout'):
10
  config.dropout = 0.1
 
 
11
 
12
  model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
13
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
8
 
9
  if not hasattr(config, 'dropout'):
10
  config.dropout = 0.1
11
+ if not hasattr(config, 'layerdrop'):
12
+ config.layerdrop = 0.1
13
 
14
  model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
15
  tokenizer = AutoTokenizer.from_pretrained(model_name)