swift/trainers/sequence_parallel/__init__.py

import os

if os.environ.get('SEQUENCE_PARALLEL_IMPL', 'ulysses') == 'xtuner':
    from .xtuner import XTuner
    sequence_parallel = XTuner()
else:
    from .ulysses import Ulysses
    sequence_parallel = Ulysses()