File size: 3,037 Bytes
96fe658 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 |
from typing import List
from swift.llm import load_dataset
def _test_dataset(datasets: List[str], num_proc: int = 1, strict: bool = False, **kwargs):
dataset = load_dataset(datasets, num_proc=num_proc, strict=strict, **kwargs)
print(f'dataset[0]: {dataset[0]}')
print(f'dataset[1]: {dataset[1]}')
def test_sft():
# swift/SlimOrca swift/cosmopedia-100k
# _test_dataset(['lvjianjin/AdvertiseGen'])
# _test_dataset(['AI-ModelScope/Duet-v0.5'])
# _test_dataset(['swift/SlimOrca', 'swift/cosmopedia-100k'])
# _test_dataset(['OmniData/Zhihu-KOL-More-Than-100-Upvotes'])
# _test_dataset(['OmniData/Zhihu-KOL'])
_test_dataset([
'AI-ModelScope/alpaca-gpt4-data-zh#1000', 'AI-ModelScope/alpaca-gpt4-data-en#1000',
'AI-ModelScope/LongAlpaca-12k#1000'
])
# _test_dataset(['swift/Infinity-Instruct:all'])
# _test_dataset(['swift/sharegpt:all'])
# _test_dataset(['AI-ModelScope/sharegpt_gpt4:all'])
# _test_dataset(['iic/ms_bench'])
# _test_dataset(['swift/tagengo-gpt4'])
def test_mllm():
# _test_dataset(['AI-ModelScope/ShareGPT4V:all'])
# _test_dataset(['AI-ModelScope/LLaVA-Pretrain'])
# _test_dataset(['swift/TextCaps'])
# _test_dataset(['swift/RLAIF-V-Dataset:all'])
# _test_dataset(['swift/OK-VQA_train'])
# _test_dataset(['swift/OCR-VQA'])
# _test_dataset(['swift/A-OKVQA'])
# _test_dataset(['AI-ModelScope/MovieChat-1K-test'])
_test_dataset([
'AI-ModelScope/LaTeX_OCR:all', 'modelscope/coco_2014_caption:validation',
'speech_asr/speech_asr_aishell1_trainsets:validation'
],
strict=False)
# _test_dataset(['swift/VideoChatGPT:all'])
# _test_dataset(['speech_asr/speech_asr_aishell1_trainsets:validation'])
# _test_dataset(['AI-ModelScope/captcha-images'])
# _test_dataset(['swift/gpt4v-dataset:all'])
# _test_dataset(['modelscope/coco_2014_caption:validation'])
# _test_dataset(['AI-ModelScope/LLaVA-Instruct-150K'], num_proc=16)
def test_agent():
_test_dataset(['swift/ToolBench'])
# _test_dataset(['AI-ModelScope/ms_agent_for_agentfabric:all'])
def test_dpo():
_test_dataset(['AI-ModelScope/orpo-dpo-mix-40k'])
_test_dataset(['AI-ModelScope/hh-rlhf:all'])
_test_dataset(['AI-ModelScope/hh_rlhf_cn:all'])
_test_dataset(['hjh0119/shareAI-Llama3-DPO-zh-en-emoji:all'])
def test_kto():
_test_dataset(['AI-ModelScope/ultrafeedback-binarized-preferences-cleaned-kto'])
def test_pretrain():
_test_dataset(['AI-ModelScope/ruozhiba:all'])
def test_dataset_info():
_test_dataset(['swift/self-cognition#500'], model_name='xiao huang', model_author='swift')
# _test_dataset(['codefuse-ai/CodeExercise-Python-27k'])
def test_cls():
_test_dataset(['simpleai/HC3-Chinese:baike'])
_test_dataset(['simpleai/HC3-Chinese:baike_cls'])
if __name__ == '__main__':
# test_sft()
# test_agent()
# test_dpo()
# test_kto()
test_mllm()
# test_pretrain()
# test_dataset_info()
# test_cls()
|