AFischer1985 commited on
Commit
9278e06
1 Parent(s): 87e8aba

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +3 -3
run.py CHANGED
@@ -52,9 +52,9 @@ if("GGUF" in myModel): # start Llama-cpp-server for GGUF-models on premises:
52
  subprocess.Popen(command)
53
  print("Server ready!")
54
 
55
- url="http://0.0.0.0:2600/v1/completions"
56
- body={"prompt":"test","max_tokens":1000, "echo":"False","stream":"False"} #e.g. Mixtral-Instruct
57
- test=requests.post(url, json=body, stream=False)
58
 
59
  jina = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-de', trust_remote_code=True, torch_dtype=torch.bfloat16)
60
  #jira.save_pretrained("jinaai_jina-embeddings-v2-base-de")
 
52
  subprocess.Popen(command)
53
  print("Server ready!")
54
 
55
+ #url="http://0.0.0.0:2600/v1/completions"
56
+ #body={"prompt":"test","max_tokens":1000, "echo":"False","stream":"False"} #e.g. Mixtral-Instruct
57
+ #test=requests.post(url, json=body, stream=False)
58
 
59
  jina = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-de', trust_remote_code=True, torch_dtype=torch.bfloat16)
60
  #jira.save_pretrained("jinaai_jina-embeddings-v2-base-de")