Convert to ds_dict
Browse files
app.py
CHANGED
@@ -69,16 +69,16 @@ def extract_json(gen_text, n_shot_learning=0):
|
|
69 |
return gen_text[start_index:end_index]
|
70 |
|
71 |
def score_model(model_uri, databricks_token, prompt):
|
72 |
-
|
73 |
"model": "debisoft/mpt-7b-awq-tester",
|
74 |
-
"prompt":
|
75 |
-
"temperature":
|
76 |
-
"max_tokens":
|
77 |
headers = {
|
78 |
"Authorization": f"Bearer {databricks_token}",
|
79 |
"Content-Type": "application/json",
|
80 |
}
|
81 |
-
ds_dict = {'dataframe_split': dataset.to_dict(orient='split')} if isinstance(dataset, pd.DataFrame) else create_tf_serving_json(dataset)
|
82 |
data_json = json.dumps(ds_dict, allow_nan=True)
|
83 |
print("***ds_dict: ")
|
84 |
print(ds_dict)
|
|
|
69 |
return gen_text[start_index:end_index]
|
70 |
|
71 |
def score_model(model_uri, databricks_token, prompt):
|
72 |
+
ds_dict={
|
73 |
"model": "debisoft/mpt-7b-awq-tester",
|
74 |
+
"prompt": prompt,
|
75 |
+
"temperature": 0.5,
|
76 |
+
"max_tokens": 1000}
|
77 |
headers = {
|
78 |
"Authorization": f"Bearer {databricks_token}",
|
79 |
"Content-Type": "application/json",
|
80 |
}
|
81 |
+
#ds_dict = {'dataframe_split': dataset.to_dict(orient='split')} if isinstance(dataset, pd.DataFrame) else create_tf_serving_json(dataset)
|
82 |
data_json = json.dumps(ds_dict, allow_nan=True)
|
83 |
print("***ds_dict: ")
|
84 |
print(ds_dict)
|