sparse / ms-swift /tests /train /test_sample.py
Enxin's picture
Upload folder using huggingface_hub
96fe658 verified
from swift.llm import SamplingArguments, sampling_main
def test_sampling():
sampling_main(
SamplingArguments(
model='LLM-Research/Meta-Llama-3.1-8B-Instruct',
sampler_engine='pt',
num_return_sequences=5,
dataset='AI-ModelScope/alpaca-gpt4-data-zh#5'))
if __name__ == '__main__':
test_sampling()