File size: 981 Bytes
89901a7
 
b493574
 
10bad3c
b493574
 
6e88f4c
89901a7
6e88f4c
b493574
6e88f4c
b493574
6e88f4c
b493574
6e88f4c
b493574
 
6e88f4c
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
from .configuration_cognitivess import CognitivessConfig
from .modeling_cognitivess import CognitivessForCausalLM
from .tokenization_cognitivess import CognitivessTokenizer
from .tokenization_cognitivess_fast import CognitivessTokenizerFast

from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer

print("Registering CognitivessConfig...")
AutoConfig.register("cognitivess", CognitivessConfig)
print("CognitivessConfig registered successfully.")

print("Registering CognitivessForCausalLM...")
AutoModelForCausalLM.register(CognitivessConfig, CognitivessForCausalLM)
print("CognitivessForCausalLM registered successfully.")

print("Registering CognitivessTokenizer and CognitivessTokenizerFast...")
AutoTokenizer.register(CognitivessConfig, 
                       slow_tokenizer_class=CognitivessTokenizer, 
                       fast_tokenizer_class=CognitivessTokenizerFast)
print("CognitivessTokenizer and CognitivessTokenizerFast registered successfully.")