Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -45,6 +45,13 @@ def initialize_model_and_tokenizer(model_name, num_labels):
|
|
45 |
try:
|
46 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
47 |
model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=num_labels)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
return tokenizer, model
|
49 |
except Exception as e:
|
50 |
st.error(f"Error initializing model and tokenizer: {str(e)}")
|
|
|
45 |
try:
|
46 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
47 |
model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=num_labels)
|
48 |
+
|
49 |
+
# Set the padding token to the EOS token
|
50 |
+
tokenizer.pad_token = tokenizer.eos_token
|
51 |
+
|
52 |
+
# Resize the token embeddings as we added a new token
|
53 |
+
model.resize_token_embeddings(len(tokenizer))
|
54 |
+
|
55 |
return tokenizer, model
|
56 |
except Exception as e:
|
57 |
st.error(f"Error initializing model and tokenizer: {str(e)}")
|