app.py
CHANGED
@@ -65,7 +65,10 @@ def extract_json(gen_text, n_shot_learning=0):
|
|
65 |
for i in range(0, n_shot_learning):
|
66 |
gen_text = gen_text[start_index:]
|
67 |
start_index = gen_text.index("### Response:\n{") + 14
|
68 |
-
end_index = gen_text.find("}\n\n### ")
|
|
|
|
|
|
|
69 |
return gen_text[start_index:end_index]
|
70 |
|
71 |
def score_model(model_uri, databricks_token, prompt):
|
@@ -87,7 +90,16 @@ def score_model(model_uri, databricks_token, prompt):
|
|
87 |
response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
|
88 |
if response.status_code != 200:
|
89 |
raise Exception(f"Request failed with status {response.status_code}, {response.text}")
|
90 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
91 |
|
92 |
def get_completion(prompt):
|
93 |
return score_model(model_uri, databricks_token, prompt)
|
|
|
65 |
for i in range(0, n_shot_learning):
|
66 |
gen_text = gen_text[start_index:]
|
67 |
start_index = gen_text.index("### Response:\n{") + 14
|
68 |
+
end_index = gen_text.find("}\n\n### ")
|
69 |
+
if(end_index != -1) :
|
70 |
+
end_index = end_index + 1
|
71 |
+
|
72 |
return gen_text[start_index:end_index]
|
73 |
|
74 |
def score_model(model_uri, databricks_token, prompt):
|
|
|
90 |
response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
|
91 |
if response.status_code != 200:
|
92 |
raise Exception(f"Request failed with status {response.status_code}, {response.text}")
|
93 |
+
|
94 |
+
response_json = response.json()
|
95 |
+
|
96 |
+
if(response_json["choices"] == "") :
|
97 |
+
print("Start***No choices!!!")
|
98 |
+
print(response.status_code)
|
99 |
+
print(response.txt)
|
100 |
+
print("End***No choices!!!")
|
101 |
+
|
102 |
+
return response_json
|
103 |
|
104 |
def get_completion(prompt):
|
105 |
return score_model(model_uri, databricks_token, prompt)
|