Add local dedup version

app.py

@@ -48,7 +48,10 @@ def load_page(split):
                 st.text(content)
             with st.expander("Metadata and Metrics"):    
                 st.write("### Meta:")
-                st.write(ast.literal_eval(meta))
+                try:
+                    st.write(ast.literal_eval(meta))
+                except:
+                    st.write(meta)
             # Tokenizer-related count
                 tokenized =  tokenizer(content, return_length=True)['length'][0]
                 token_count_metric = st.metric("Token Count(compared to 2048)",value=tokenized,delta=4096-tokenized)