| import warnings | |
| warnings.filterwarnings('ignore', category=UserWarning, module='bitsandbytes') | |
| import logging | |
| from .logging_utils import SpecificWarningFilter | |
| hf_dynamic_modules_logger = logging.getLogger('transformers.dynamic_module_utils') | |
| new_files_warning_filter = SpecificWarningFilter('A new version of the following files was downloaded from') | |
| hf_dynamic_modules_logger.addFilter(new_files_warning_filter) | |
| from . import algorithms, callbacks, loggers, optim, registry, utils | |
| from .data import ConcatTokensDataset, NoConcatDataset, Seq2SeqFinetuningCollator, build_finetuning_dataloader | |
| from .hf import ComposerHFCausalLM, ComposerHFT5 | |
| from .attention import MultiheadAttention, attn_bias_shape, build_alibi_bias, build_attn_bias, flash_attn_fn, scaled_multihead_dot_product_attention | |
| from .blocks import MPTBlock | |
| from .ffn import FFN_CLASS_REGISTRY, MPTMLP, build_ffn | |
| from .mpt import ComposerMPTCausalLM, MPTConfig, MPTForCausalLM, MPTModel, MPTPreTrainedModel | |
| from .tokenizers import TiktokenTokenizerWrapper | |
| __version__ = '0.7.0' |