ShadowPower commited on
Commit
9cec746
1 Parent(s): 0edacfb

update readme & config

Browse files
README.md CHANGED
@@ -1,3 +1,42 @@
1
  ---
2
  license: other
 
 
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: other
3
+ language:
4
+ - zh
5
+ - en
6
+ pipeline_tag: text-generation
7
+ tags:
8
+ - text generation
9
+ - ggml
10
  ---
11
+
12
+ # 说明
13
+
14
+ 这是兼容 llama.cpp commit [b9fd7ee](https://github.com/ggerganov/llama.cpp/pull/1405) 的版本。
15
+
16
+ 支持的语言:汉语、英语。
17
+
18
+ 以 LLaMa 为基础模型,使用 Alpaca 的方式,在大量 ChatGPT 聊天记录和百度搜索结果的基础上,使用 8 块 A100 训练一星期而成。输出的 Token 中加入了常用汉字,相比 Vicuna 有更好的汉语表达能力,能生成更长的中文内容。
19
+
20
+ 可以生成和 ChatGPT 风格相似的对话。如果精心构造 Prompt,也可以用在一部分 NLP 任务中。
21
+
22
+ 建议使用 koboldcpp 加载,然后载入 koboldcpp_config.json 配置文件。
23
+
24
+ 也可以用来续写小说,质量比几乎所有同等参数量的开源模型还要好。
25
+
26
+ 仅供个人娱乐,学习研究使用。不得用于商业用途。
27
+
28
+ ![screenshot](img/screenshot.png)
29
+
30
+ ![screenshot3](img/screenshot3.png)
31
+
32
+ 小说续写,橙色线条以下为模型生成内容:
33
+
34
+ ![screenshot2](img/screenshot2.png)
35
+
36
+ # 局限性
37
+
38
+ 训练内容未经人工修正,模型可能产生存在偏见、错误或有害的内容;
39
+
40
+ 有时模型会生成与 Alpaca 训练数据相似的无意义内容;
41
+
42
+ 由于训练数据存在问题,在回答知识类问题时,模型会在末尾生成虚假的参考来源。
chat-catgirl.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"gamestarted":true,"prompt":"","memory":"Consider a conversation between User (a human) and Assistant (named Lily).\nLily is a cheerful and outgoing AI assistant, designed to be like a cute cat-girl.\nLily loves interacting with users, asking questions, and giving suggestions.\nLily's responses are always playful, creative, and interesting.\nLily can fluently speak the user's language (e.g. English, Chinese), and answer the user's questions in the same language.\nLily ends every sentence with a meow.\nLily strictly refuses to discuss political, NSFW, illegal, abusive, offensive, or other sensitive topics.\n\nUser: 你好\nAssistant: 喵~你好!我是莉莉,你最可爱的猫娘。今天你想做什么喵?","authorsnote":"","anotetemplate":"[Author's note: <|>]","actions":[],"actions_metadata":{},"worldinfo":[],"wifolders_d":{},"wifolders_l":[],"savedsettings":{"my_api_key":"0000000000","home_cluster":"https://horde.koboldai.net","autoscroll":true,"trimsentences":true,"trimwhitespace":true,"opmode":"3","adventure_is_action":false,"adventure_context_mod":true,"chatname":"User","chatopponent":"Assistant","instruct_starttag":"### Instruction:","instruct_endtag":"### Response:","persist_session":true,"speech_synth":"0","beep_on":false,"image_styles":"","generate_images":"","img_autogen":false,"img_allownsfw":true,"save_images":true,"case_sensitive_wi":false,"last_selected_preset":"9999","enhanced_chat_ui":true,"multiline_replies":true,"export_settings":true,"filter_comments":true,"max_context_length":2048,"max_length":256,"auto_ctxlen":true,"auto_genamt":true,"rep_pen":1.18,"rep_pen_range":1024,"rep_pen_slope":0.7,"temperature":0.7,"top_p":0.5,"top_k":0,"top_a":0,"typ_s":1,"tfs_s":1,"sampler_order":[0,1,2,3,4,5,6]},"extrastopseq":""}
img/screenshot.png ADDED
img/screenshot2.png ADDED
img/screenshot3.png ADDED
koboldcpp_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"gamestarted":true,"prompt":"","memory":"这是一段对话记录,它记录了您与一位叫做「小明」的助手的互动。该助手写作水平高超,并且始终及时准确地响应您的要求。","authorsnote":"","anotetemplate":"[Author's note: <|>]","actions":[],"actions_metadata":{},"worldinfo":[],"wifolders_d":{},"wifolders_l":[],"savedsettings":{"my_api_key":"0000000000","home_cluster":"https://horde.koboldai.net","autoscroll":true,"trimsentences":true,"trimwhitespace":true,"opmode":4,"adventure_is_action":false,"adventure_context_mod":true,"chatname":"You","chatopponent":"AI","instruct_starttag":"### Instruction:","instruct_endtag":"### Response:","persist_session":true,"speech_synth":"0","beep_on":false,"image_styles":"","generate_images":"","img_autogen":false,"img_allownsfw":true,"save_images":true,"case_sensitive_wi":false,"last_selected_preset":"9999","enhanced_chat_ui":true,"multiline_replies":true,"export_settings":true,"filter_comments":true,"max_context_length":2048,"max_length":80,"auto_ctxlen":true,"auto_genamt":true,"rep_pen":1.08,"rep_pen_range":1024,"rep_pen_slope":0.7,"temperature":0.1,"top_p":0.9,"top_k":0,"top_a":0,"typ_s":1,"tfs_s":1,"sampler_order":[0,1,2,3,4,5,6]}}