Update README.md

README.md

@@ -5,16 +5,13 @@
 To use this model, first install the custom package:
 
 ```bash
-pip install git+https://huggingface.co/CognitivessAI/cognitivess
+!pip install bitsandbytes accelerate
+!pip install git+https://huggingface.co/CognitivessAI/cognitivess
 ```
 
 Then, you can use the model like this:
 
 ```python
-# Install required packages
-#pip install bitsandbytes accelerate
-#pip install git+https://huggingface.co/CognitivessAI/cognitivess
-
 # Import necessary libraries
 from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 import torch
@@ -29,11 +26,19 @@ AutoModelForCausalLM.register(CognitivessConfig, CognitivessForCausalLM)
 # Set up quantization config
 quantization_config = BitsAndBytesConfig(load_in_8bit=True)
 
-# Load tokenizer and model
+# Load tokenizer
 tokenizer = AutoTokenizer.from_pretrained("CognitivessAI/cognitivess")
-model = AutoModelForCausalLM.from_pretrained(
+
+# Load model configuration
+config = CognitivessConfig.from_pretrained("CognitivessAI/cognitivess")
+
+# Set the quantization config in the model configuration
+config.quantization_config = quantization_config
+
+# Load model with the updated configuration
+model = CognitivessForCausalLM.from_pretrained(
     "CognitivessAI/cognitivess",
-    quantization_config=quantization_config,
+    config=config,
     device_map="auto"
 )