d

app.py

@@ -67,6 +67,9 @@ def extract_json(gen_text, n_shot_learning=0):
             gen_text = gen_text[start_index:]
             start_index = gen_text.index("### Response:\n{") + 14
     end_index = gen_text.find("}\n\n### ") + 1
+    if(end_index != -1) :
+        end_index = end_index + 1
+
     return gen_text[start_index:end_index]
 
 def score_model(model_uri, databricks_token, prompt):
@@ -88,7 +91,16 @@ def score_model(model_uri, databricks_token, prompt):
   response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
   if response.status_code != 200:
       raise Exception(f"Request failed with status {response.status_code}, {response.text}")
-  return response.json()
+
+  response_json = response.json()
+
+  if(response_json["choices"] == "") :
+      print("Start***No choices!!!")
+      print(response.status_code)
+      print(response.txt)
+      print("End***No choices!!!")
+
+  return response_json
 
 def get_completion(prompt):
     return score_model(model_uri, databricks_token, prompt)