|
--- |
|
language: |
|
- en |
|
library_name: transformers |
|
pipeline_tag: token-classification |
|
--- |
|
|
|
|
|
Currently Adding Token Classification to mistral model ; |
|
|
|
Still need some kinks sorting out -on the way - Testing |
|
|
|
``` |
|
! pip install flash_attn |
|
from transformers import AutoModelForTokenClassification, AutoTokenizer |
|
import torch |
|
|
|
# Load pre-trained model and tokenizer |
|
model_name = "LeroyDyer/Mixtral_AI_TokenClassification" |
|
tokenizer = AutoTokenizer.from_pretrained("LeroyDyer/Mixtral_AI_PsycoTron") |
|
model = AutoModelForTokenClassification.from_pretrained(model_name, |
|
trust_remote_code=True, |
|
num_labels=3) |
|
model |
|
model.train |
|
|
|
# Get loss or logits |
|
# loss = outputs.loss |
|
# logits = outputs.logits |
|
|
|
|
|
|
|
``` |
