Spaces:
Sleeping
Sleeping
Update config/config.json
Browse files- config/config.json +3 -5
config/config.json
CHANGED
@@ -24,11 +24,9 @@
|
|
24 |
},
|
25 |
|
26 |
"model": {
|
27 |
-
"model_name": "
|
28 |
-
"
|
29 |
-
"dtype": null,
|
30 |
-
"load_in_4bit": true,
|
31 |
"max_new_tokens": 300
|
32 |
}
|
33 |
|
34 |
-
}
|
|
|
24 |
},
|
25 |
|
26 |
"model": {
|
27 |
+
"model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
|
28 |
+
"device_map": "auto"
|
|
|
|
|
29 |
"max_new_tokens": 300
|
30 |
}
|
31 |
|
32 |
+
}
|