Spaces:

Annorita
/

tokenizer_comparison

Sleeping

Annorita commited on Jan 23

Commit

7cf6c21

•

1 Parent(s): 19898a1

add option

Files changed (1) hide show

app.py CHANGED Viewed

@@ -9,7 +9,7 @@ st.sidebar.title('Tokenizers demo')
 model_option = ['deepseek-ai/deepseek-coder-1.3b-instruct',
              'MediaTek-Research/Breeze-7B-Instruct-64k-v0_1',
-             'microsoft/phi-2', 'bigcode/starcoder', 'enter by myself']
 input_option = ['123.5', 'hello world!!!', '大雨＋寒流來襲！全台極凍72小時「探5度以下', 'enter by myself']

 model_option = ['deepseek-ai/deepseek-coder-1.3b-instruct',
              'MediaTek-Research/Breeze-7B-Instruct-64k-v0_1',
+             'microsoft/phi-2', 'enter by myself']
 input_option = ['123.5', 'hello world!!!', '大雨＋寒流來襲！全台極凍72小時「探5度以下', 'enter by myself']