initial commit

configuration_nucleus.py

@@ -1,7 +1,7 @@
 # This config is based on LLaMA.
 """ Nucleus model configuration"""
 
-from transformers import LlamaConfig
+from transformers import PretrainedConfig
 from transformers.utils import logging
 
 
@@ -10,7 +10,7 @@ logger = logging.get_logger(__name__)
 NUCLEUS_PRETRAINED_CONFIG_ARCHIVE_MAP = {}
 
 
-class NucleusConfig(LlamaConfig):
+class NucleusConfig(PretrainedConfig):
     model_type = "nulceus"
     keys_to_ignore_at_inference = ["past_key_values"]