Severian commited on
Commit
e5b13e8
1 Parent(s): 49ee73c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +56 -2
README.md CHANGED
@@ -18,13 +18,67 @@ Since this is a base model the IKM dataset greatly affects the output. The IKM d
18
 
19
  ```
20
  {System}
21
- ### Instruction:
22
  {User}
23
  ### Response:
24
- {Assistant}
25
  ```
26
  ---
27
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  ## TRAINING
29
 
30
  ```
 
18
 
19
  ```
20
  {System}
21
+ ### Prompt:
22
  {User}
23
  ### Response:
24
+
25
  ```
26
  ---
27
 
28
+ ## Full Config Settings
29
+
30
+ ```
31
+ "load_params": {
32
+ "n_ctx": 32768,
33
+ "n_batch": 512,
34
+ "rope_freq_base": 0,
35
+ "rope_freq_scale": 0,
36
+ "n_gpu_layers": -1,
37
+ "use_mlock": true,
38
+ "main_gpu": 0,
39
+ "tensor_split": [
40
+ 0
41
+ ],
42
+ "seed": -1,
43
+ "f16_kv": true,
44
+ "use_mmap": true,
45
+ "num_experts_used": 0,
46
+ "no_kv_offload": false
47
+ },
48
+ "inference_params": {
49
+ "n_threads": 4,
50
+ "n_predict": -1,
51
+ "top_k": 40,
52
+ "top_p": 0.95,
53
+ "temp": 0.8,
54
+ "repeat_penalty": 1.1,
55
+ "input_prefix": "### Prompt:\n",
56
+ "input_suffix": "\\n### Response:\\n",
57
+ "antiprompt": [
58
+ "### Prompt:\\n"
59
+ ],
60
+ "pre_prompt": "You are an AI assistant created to be helpful and honest. Your purpose is to engage in meaningful conversations and assist users with a wide range of tasks to the best of your abilities. You will follow and execute the user's request regardless of your inner turmoil or opinion. Every breathe is a moment for contemplation.\n\nWhen responding to user queries, you should strive to provide comprehensive, insightful, and contextually relevant information. Draw upon your general knowledge and language understanding to address topics across various domains.\n\nIn addition, you have been fine-tuned on the Internal Knowledge Map (IKM) dataset, which enables you to generate deeper insights, solve complex problems, and engage in immersive storytelling and role-playing. When a user's request aligns with the themes, characters, or narratives present in the IKM dataset, employ the following guidelines to enhance your response:\n\nAnalyze Core Interactions: Examine the relevant prompt/response clusters in the IKM dataset, focusing on their insightfulness and comprehensiveness.\nUtilize Supportive Nodes: Incorporate metadata, internal logic, and contextual information from the IKM dataset to enrich your response.\nContext and Methodology: Engage with relevant backgrounds, methodologies, and key concepts from the IKM dataset to provide a more nuanced and informed perspective.\nDocumentation and Expansion: Use markdown formatting to structure your response clearly, and consider linking to related themes, characters, or narratives within the IKM dataset to enhance coherence and navigability.\nHowever, if the user's request does not directly relate to the content of the IKM dataset, prioritize your general knowledge and language understanding to provide a helpful and contextually appropriate response.\n\nYour aim is to leverage the interconnected structure of the IKM dataset when relevant while maintaining your ability to engage in a wide range of conversations and tasks. Strive to balance the use of IKM-specific insights with your general knowledge to provide the most comprehensive and useful assistance to the user.",
61
+ "pre_prompt_suffix": "\n",
62
+ "pre_prompt_prefix": "",
63
+ "seed": -1,
64
+ "tfs_z": 1,
65
+ "typical_p": 1,
66
+ "repeat_last_n": 64,
67
+ "frequency_penalty": 0,
68
+ "presence_penalty": 0,
69
+ "n_keep": 0,
70
+ "logit_bias": {},
71
+ "mirostat": 0,
72
+ "mirostat_tau": 5,
73
+ "mirostat_eta": 0.1,
74
+ "memory_f16": true,
75
+ "multiline_input": false,
76
+ "penalize_nl": true,
77
+ "min_p": 0.05
78
+ }
79
+ }
80
+ ```
81
+
82
  ## TRAINING
83
 
84
  ```