Update README.md

README.md

@@ -43,6 +43,7 @@ The current model was developed using the GPT-4 API to generate a dataset for or
 ## How to Get Started with the Model
 
 This is a simple example of usage of the model.
+If you want to load the fined-tuned model in INT4, please specify @load_in_4bit=True@ instead of @load_in_8bit=True@.
 
 ``` python
 import torch
@@ -88,9 +89,10 @@ tokenizer = AutoTokenizer.from_pretrained(
 
 sentence = "아이스아메리카노 톨사이즈 한잔 하고요. 딸기스무디 한잔 주세요. 또, 콜드브루라떼 하나요."
 analysis = wrapper_generate(
-  model=trained_model,
-  tokenizer=tokenier,
-  input_prompt=prompt_templateformat(System=default_system_msg, User=sentece, do_stream=True)
+    model=trained_model,
+    tokenizer=tokenizer,
+    input_prompt=prompt_template.format(System=default_system_msg, User=sentence),
+    do_stream=False
 )
 print(analysis)
 ```