change annote

app.py

@@ -4,10 +4,10 @@ import json
 import requests
 import os
 
-glm2b = pd.read_csv('blocklm-2b-512-validation-170000-4-False-0-dialog.csv')
-glm10b = pd.read_csv('blocklm-10b-1024-validation-126000-4-False-0-dialog.csv')
-gptj = pd.read_csv('checkpoints-validation-gpt-j-6B-4-False-0-dialog.csv')
-gptjt = pd.read_csv('checkpoints-validation-gpt-jt-6B-4-False-0-dialog.csv')
+glm2b = pd.read_csv('glm2b-nk.csv')
+glm10b = pd.read_csv('glm10b-nk.csv')
+gptj = pd.read_csv('gptj-nk.csv')
+gptjt = pd.read_csv('gptjt-nk.csv')
 
 glm2b_orig = glm2b[['persona', 'knowledge', 'context', 'prompted text', 'ground truth', 'origin']].rename(columns={'origin': 'inference'})
 glm2b_para = glm2b[['persona', 'knowledge', 'context', 'prompted text', 'ground truth', 'parallel']].rename(columns={'parallel': 'inference'})
@@ -46,11 +46,6 @@ def new_data(user_data):
     for ci in context:
         new_c += [ci[i:i+67] for i in range(0, len(ci), 67)]
     new_c = '\n'.join(new_c)
-    prompt = sample['prompted text'].split('\n')
-    new_pr = []
-    for pri in prompt:
-        new_pr += [pri[i:i+67] for i in range(0, len(pri), 67)]
-    new_pr = '\n'.join(new_pr)
     gtruth = sample['ground truth'].split('\n')
     new_g = []
     for gi in gtruth:
@@ -64,7 +59,6 @@ def new_data(user_data):
     p.text(new_p)
     k.text(new_k)
     c.text(new_c)
-    pr.text(new_pr)
     g.text(new_g)
     infer.text(new_i)
     return 'not finish'
@@ -90,8 +84,6 @@ with col1:
 with col2:
     with st.expander("知识"):
         k = st.empty()
-    with st.expander("Prompted Text"):
-        pr = st.empty()
 
 a1, a2 = st.columns(2)
 with a1:
@@ -110,7 +102,7 @@ with st.container():
     with pc:
         ps = st.selectbox("人设一致性", [0,1,2], key='ps')
     with hc:
-        hs = st.selectbox("幻觉现象", [0,1], key='hs')
+        hs = st.selectbox("精炼度", [0,1,2], key='hs')
     with fc:
         fs = st.selectbox("流畅度", [0,1,2], key='fs')
 
@@ -133,7 +125,6 @@ if username in users and users[username] == password:
 else:
     p.text("登录后开始标注")
     c.text("登录后开始标注")
-    pr.text("登录后开始标注")
     g.text("登录后开始标注")
     k.text("登录后开始标注")
     infer.text("登录后开始标注")
@@ -167,11 +158,11 @@ if succ:
         else:
             csv_idx = model_list[all_process]
             sample = csv_map[csv_idx].iloc[data_idx[csv_idx][process[csv_idx]]]
-            user_data['context_relevance'][csv_idx][process[csv_idx]%250] = cs
-            user_data['knowledge_relevance'][csv_idx][process[csv_idx]%250] = ks
-            user_data['persona_consistency'][csv_idx][process[csv_idx]%250] = ps
-            user_data['hallucination'][csv_idx][process[csv_idx]%250] = hs
-            user_data['fluency'][csv_idx][process[csv_idx]%250] = fs
+            user_data['context_relevance'][csv_idx][process[csv_idx]%100] = cs
+            user_data['knowledge_relevance'][csv_idx][process[csv_idx]%100] = ks
+            user_data['persona_consistency'][csv_idx][process[csv_idx]%100] = ps
+            user_data['hallucination'][csv_idx][process[csv_idx]%100] = hs
+            user_data['fluency'][csv_idx][process[csv_idx]%100] = fs
             user_data['process'][csv_idx] += 1
             user_data['all_process'] += 1
             data = {'Focus': user_data, 'username': username}