Update app.py

app.py

@@ -177,33 +177,25 @@ def analyze_competitors(row, co):
     
     results = []
     for url in competitor_urls:
-        # Skip URLs that are not actual web pages
-        if url.startswith('/search') or not url.startswith('http'):
-            continue
         content = fetch_content(url)
         score = calculate_relevance_score(content, query, co)
         results.append({'url': url, 'relevancy_score': score})
     
-    # Add our page to the results
     results.append({'url': our_url, 'relevancy_score': our_score})
-    
-    # Sort results by relevancy score in descending order
     results_df = pd.DataFrame(results).sort_values('relevancy_score', ascending=False)
     
-    # Calculate our rank
-    our_rank = results_df.index[results_df['url'] == our_url].tolist()[0] + 1
-    
     logger.info(f"Competitor analysis completed. {len(results)} results obtained.")
-    return results_df, our_rank
+    return results_df
 
 def show_competitor_analysis(row, co):
     if st.button("Check Competitors", key=f"comp_{row['page']}"):
         logger.info(f"Competitor analysis requested for page: {row['page']}")
         with st.spinner('Analyzing competitors...'):
-            results_df, our_rank = analyze_competitors(row, co)
+            results_df = analyze_competitors(row, co)
             st.write("Relevancy Score Comparison:")
             st.dataframe(results_df)
             
+            our_rank = results_df.index[results_df['url'] == row['page']].tolist()[0] + 1
             logger.info(f"Our page ranks {our_rank} out of {len(results_df)} in terms of relevancy score.")
             st.write(f"Our page ranks {our_rank} out of {len(results_df)} in terms of relevancy score.")
 
@@ -446,7 +438,13 @@ def show_tabular_data(df, co):
             
             with col2:
                 st.write("Competitor Analysis:")
-                show_competitor_analysis(row, co)
+                if st.button("Analyze Competitors", key=f"comp_{index}"):
+                    with st.spinner('Analyzing competitors...'):
+                        results_df = analyze_competitors(row, co)
+                        st.dataframe(results_df)
+                        
+                        our_rank = results_df.index[results_df['url'] == row['page']].tolist()[0] + 1
+                        st.write(f"Our page ranks {our_rank} out of {len(results_df)} in terms of relevancy score.")