Hugging Face's logo

Spaces:
aleyfin
/
llm-juoksuta-test
Paused

App Files Community
aleyfin commited on
Commit
12867c1
·
1 Parent(s): 17987a5

fix

Browse files
Files changed (2) hide show
  1. __pycache__/app.cpython-311.pyc +0 -0
  2. app.py +2 -4
__pycache__/app.cpython-311.pyc ADDED
Binary file (2.12 kB). View file
 
app.py CHANGED
@@ -1,14 +1,12 @@
1
  from fastapi import FastAPI, HTTPException
2
  from pydantic import BaseModel
3
- import transformers
4
-
5
  # Load model directly
6
  from transformers import AutoTokenizer, AutoModelForCausalLM
7
 
8
  app = FastAPI()
9
 
10
- tokenizer = AutoTokenizer.from_pretrained("Intel/neural-chat-7b-v3-1")
11
- model = AutoModelForCausalLM.from_pretrained("Intel/neural-chat-7b-v3-1")
12
 
13
  class ChatInput(BaseModel):
14
  system_input: str
 
1
  from fastapi import FastAPI, HTTPException
2
  from pydantic import BaseModel
 
 
3
  # Load model directly
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
  app = FastAPI()
7
 
8
+ tokenizer = AutoTokenizer.from_pretrained("Intel/neural-chat-7b-v3")
9
+ model = AutoModelForCausalLM.from_pretrained("Intel/neural-chat-7b-v3")
10
 
11
  class ChatInput(BaseModel):
12
  system_input: str