Update README.md
Browse files
README.md
CHANGED
@@ -19,12 +19,11 @@ You can load it using our branch of the `dictionary_learning` library:
|
|
19 |
!pip install git+https://github.com/jkminder/dictionary_learning
|
20 |
from dictionary_learning import CrossCoder
|
21 |
from nnsight import LanguageModel
|
22 |
-
from dlabutils import model_path
|
23 |
import torch as th
|
24 |
|
25 |
crosscoder = CrossCoder.from_pretrained("Butanium/gemma-2-2b-crosscoder-l13-mu4.1e-02-lr1e-04", from_hub=True)
|
26 |
-
gemma_2 = LanguageModel(
|
27 |
-
gemma_2_it = LanguageModel(
|
28 |
prompt = "quick fox brown"
|
29 |
|
30 |
with gemma_2.trace(prompt):
|
|
|
19 |
!pip install git+https://github.com/jkminder/dictionary_learning
|
20 |
from dictionary_learning import CrossCoder
|
21 |
from nnsight import LanguageModel
|
|
|
22 |
import torch as th
|
23 |
|
24 |
crosscoder = CrossCoder.from_pretrained("Butanium/gemma-2-2b-crosscoder-l13-mu4.1e-02-lr1e-04", from_hub=True)
|
25 |
+
gemma_2 = LanguageModel("google/gemma-2-2b", device_map="cuda:0")
|
26 |
+
gemma_2_it = LanguageModel("google/gemma-2-2b-it", device_map="cuda:1")
|
27 |
prompt = "quick fox brown"
|
28 |
|
29 |
with gemma_2.trace(prompt):
|