Update app.py

app.py

@@ -149,33 +149,43 @@ def create_bar_chart(df, category):
     st.plotly_chart(fig, use_container_width=True, height=len(df) * 35)
 
 def fetch_merge_configs(df):
-    # Sort the DataFrame
-    df_sorted = df.sort_values(by='Average', ascending=False).head(20)
-    configurations = []
-    matches = []
-
-    # Get model cards for the top 20 entries
-    for index, row in df_sorted.iterrows():
-        model_name = row['Model'].rstrip()
-        try:
+    # Sort the data by the second column (assuming the column name is 'Average')
+    df_sorted = df.sort_values(by='Average', ascending=False)
+
+    # Open the file in append mode
+    with open('configurations.txt', 'a') as file:
+        # Get model cards for the top 20 entries
+        for index, row in df_sorted.head(20).iterrows():
+            model_name = row['Model'].rstrip()
             card = ModelCard.load(model_name)
-            configurations.append({
-                "Model Name": model_name,
-                "Scores": row["Average"],
-                "AGIEval": row["AGIEval"],
-                "GPT4All": row["GPT4All"],
-                "TruthfulQA": row["TruthfulQA"],
-                "Bigbench": row["Bigbench"],
-                "Model Card": str(card)
-                })
-            match = re.findall(r'yaml(.*?)```', str(card), re.DOTALL)
-            if match:
-                matches.append(match[0])
-        except Exception as e:
-            print(f"Failed to load model card for {model_name}. Error: {e}")
-
-    csv_data = df.to_csv(index=False)
-    return configurations, matches, csv_data  
+            file.write(f'Model Name: {model_name}\n')
+            file.write(f'Scores: {row["Average"]}\n')  # Assuming 'Average' is the benchmark score
+            file.write(f'AGIEval: {row["AGIEval"]}\n')
+            file.write(f'GPT4All: {row["GPT4All"]}\n')
+            file.write(f'TruthfulQA: {row["TruthfulQA"]}\n')
+            file.write(f'Bigbench: {row["Bigbench"]}\n')
+            file.write(f'Model Card: {card}\n')
+
+    # Open the second file in read mode
+    with open('configurations.txt', 'r') as file:
+        # Read the content
+        content = file.read()
+
+        # Find all text between 'yaml' and '```'
+        matches = re.findall(r'yaml(.*?)```', content, re.DOTALL)
+
+    # Open the file 'configurations2.txt' in write mode
+    with open('configurations2.txt', 'w') as file:
+        # Write the matches to the file
+        for row, match in zip(df_sorted[['Model', 'Average', 'AGIEval', 'GPT4All', 'TruthfulQA', 'Bigbench']].head(20).values, matches):
+            file.write(f'Model Name: {row[0]}\n')
+            file.write(f'Scores: {row[1]}\n')
+            file.write(f'AGIEval: {row[2]}\n')
+            file.write(f'GPT4All: {row[3]}\n')
+            file.write(f'TruthfulQA: {row[4]}\n')
+            file.write(f'Bigbench: {row[5]}\n')
+            file.write('yaml' + match + '```\n')
+ 
 
 # Main function to run the Streamlit app
 def main():