Update app.py
Browse files
app.py
CHANGED
|
@@ -49,7 +49,7 @@ modelInfo = {'path2':'TheBloke/hippogriff-30b-chat-GGML:hippogriff-30b.ggmlv3.q4
|
|
| 49 |
|
| 50 |
print('[D] load LMt...')
|
| 51 |
|
| 52 |
-
|
| 53 |
|
| 54 |
print('[D] ...done')
|
| 55 |
|
|
|
|
| 49 |
|
| 50 |
print('[D] load LMt...')
|
| 51 |
|
| 52 |
+
llm = AutoModelForCausalLM.from_pretrained(modelInfo['path2'].split(':')[0], model_file=modelInfo['path2'].split(':')[1], model_type=modelInfo['modelType'])
|
| 53 |
|
| 54 |
print('[D] ...done')
|
| 55 |
|