Spaces:
Running
Running
AFischer1985
commited on
Commit
•
9278e06
1
Parent(s):
87e8aba
Update run.py
Browse files
run.py
CHANGED
@@ -52,9 +52,9 @@ if("GGUF" in myModel): # start Llama-cpp-server for GGUF-models on premises:
|
|
52 |
subprocess.Popen(command)
|
53 |
print("Server ready!")
|
54 |
|
55 |
-
url="http://0.0.0.0:2600/v1/completions"
|
56 |
-
body={"prompt":"test","max_tokens":1000, "echo":"False","stream":"False"} #e.g. Mixtral-Instruct
|
57 |
-
test=requests.post(url, json=body, stream=False)
|
58 |
|
59 |
jina = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-de', trust_remote_code=True, torch_dtype=torch.bfloat16)
|
60 |
#jira.save_pretrained("jinaai_jina-embeddings-v2-base-de")
|
|
|
52 |
subprocess.Popen(command)
|
53 |
print("Server ready!")
|
54 |
|
55 |
+
#url="http://0.0.0.0:2600/v1/completions"
|
56 |
+
#body={"prompt":"test","max_tokens":1000, "echo":"False","stream":"False"} #e.g. Mixtral-Instruct
|
57 |
+
#test=requests.post(url, json=body, stream=False)
|
58 |
|
59 |
jina = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-de', trust_remote_code=True, torch_dtype=torch.bfloat16)
|
60 |
#jira.save_pretrained("jinaai_jina-embeddings-v2-base-de")
|