Update app.py

app.py

@@ -177,25 +177,33 @@ def analyze_competitors(row, co):
     
     results = []
     for url in competitor_urls:
+        # Skip URLs that are not actual web pages
+        if url.startswith('/search') or not url.startswith('http'):
+            continue
         content = fetch_content(url)
         score = calculate_relevance_score(content, query, co)
         results.append({'url': url, 'relevancy_score': score})
     
+    # Add our page to the results
     results.append({'url': our_url, 'relevancy_score': our_score})
+    
+    # Sort results by relevancy score in descending order
     results_df = pd.DataFrame(results).sort_values('relevancy_score', ascending=False)
     
+    # Calculate our rank
+    our_rank = results_df.index[results_df['url'] == our_url].tolist()[0] + 1
+    
     logger.info(f"Competitor analysis completed. {len(results)} results obtained.")
-    return results_df
+    return results_df, our_rank
 
 def show_competitor_analysis(row, co):
     if st.button("Check Competitors", key=f"comp_{row['page']}"):
         logger.info(f"Competitor analysis requested for page: {row['page']}")
         with st.spinner('Analyzing competitors...'):
-            results_df = analyze_competitors(row, co)
+            results_df, our_rank = analyze_competitors(row, co)
             st.write("Relevancy Score Comparison:")
             st.dataframe(results_df)
             
-            our_rank = results_df.index[results_df['url'] == row['page']].tolist()[0] + 1
             logger.info(f"Our page ranks {our_rank} out of {len(results_df)} in terms of relevancy score.")
             st.write(f"Our page ranks {our_rank} out of {len(results_df)} in terms of relevancy score.")
 
@@ -438,13 +446,7 @@ def show_tabular_data(df, co):
             
             with col2:
                 st.write("Competitor Analysis:")
-                if st.button("Analyze Competitors", key=f"comp_{index}"):
-                    with st.spinner('Analyzing competitors...'):
-                        results_df = analyze_competitors(row, co)
-                        st.dataframe(results_df)
-                        
-                        our_rank = results_df.index[results_df['url'] == row['page']].tolist()[0] + 1
-                        st.write(f"Our page ranks {our_rank} out of {len(results_df)} in terms of relevancy score.")
+                show_competitor_analysis(row, co)