llmfoundry.py

import warnings
warnings.filterwarnings('ignore', category=UserWarning, module='bitsandbytes')
import logging
from .logging_utils import SpecificWarningFilter
hf_dynamic_modules_logger = logging.getLogger('transformers.dynamic_module_utils')
new_files_warning_filter = SpecificWarningFilter('A new version of the following files was downloaded from')
hf_dynamic_modules_logger.addFilter(new_files_warning_filter)
from . import algorithms, callbacks, loggers, optim, registry, utils
from .data import ConcatTokensDataset, NoConcatDataset, Seq2SeqFinetuningCollator, build_finetuning_dataloader
from .hf import ComposerHFCausalLM, ComposerHFT5
from .attention import MultiheadAttention, attn_bias_shape, build_alibi_bias, build_attn_bias, flash_attn_fn, scaled_multihead_dot_product_attention
from .blocks import MPTBlock
from .ffn import FFN_CLASS_REGISTRY, MPTMLP, build_ffn
from .mpt import ComposerMPTCausalLM, MPTConfig, MPTForCausalLM, MPTModel, MPTPreTrainedModel
from .tokenizers import TiktokenTokenizerWrapper
__version__ = '0.7.0'