nileshhanotia commited on
Commit
c647b17
·
verified ·
1 Parent(s): a25d266

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -45,6 +45,13 @@ def initialize_model_and_tokenizer(model_name, num_labels):
45
  try:
46
  tokenizer = AutoTokenizer.from_pretrained(model_name)
47
  model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=num_labels)
 
 
 
 
 
 
 
48
  return tokenizer, model
49
  except Exception as e:
50
  st.error(f"Error initializing model and tokenizer: {str(e)}")
 
45
  try:
46
  tokenizer = AutoTokenizer.from_pretrained(model_name)
47
  model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=num_labels)
48
+
49
+ # Set the padding token to the EOS token
50
+ tokenizer.pad_token = tokenizer.eos_token
51
+
52
+ # Resize the token embeddings as we added a new token
53
+ model.resize_token_embeddings(len(tokenizer))
54
+
55
  return tokenizer, model
56
  except Exception as e:
57
  st.error(f"Error initializing model and tokenizer: {str(e)}")