Spaces:
Running
Running
| # Copyright 2023 by Jan Philip Wahle, https://jpwahle.com/ | |
| # All rights reserved. | |
| # Thanks to Mukund Rungta for inspiration on early versions of this demo https://huggingface.co/spaces/mrungta8/CitationalAmnesia | |
| import asyncio | |
| import gradio as gr | |
| from aclanthology import determine_page_type | |
| from plots import generate_cfdi_plot, generate_maoc_plot | |
| from s2 import (check_s2_id_type, compute_stats_for_acl_author, | |
| compute_stats_for_acl_paper, compute_stats_for_acl_venue, | |
| compute_stats_for_pdf, compute_stats_for_s2_author, | |
| compute_stats_for_s2_paper) | |
| def return_clear(): | |
| """Clearing all demo inputs | |
| Returns: | |
| None | |
| """ | |
| return None, None, None, None, None, None, None, None | |
| def create_compute_stats(submit_type=None): | |
| def compute_stats(s2_id=None, pdf_file=None, acl_link=None): | |
| if submit_type == "s2_id" and s2_id: | |
| # Check if s2_id is a paper id or an author id | |
| id_type, author_name = check_s2_id_type(s2_id) | |
| if id_type == "paper": | |
| results = compute_stats_for_s2_paper(s2_id) | |
| results = results + ("paper",) | |
| return plot_and_return_stats(*results) | |
| if id_type == "author": | |
| results = compute_stats_for_s2_author(s2_id, author_name) | |
| results = results + ("author",) | |
| return plot_and_return_stats(*results) | |
| if submit_type == "acl_link" and acl_link: | |
| # Crawl all papers for the author or venue or just the paper if it is a paper link | |
| url_type = determine_page_type(acl_link) | |
| if url_type == "paper": | |
| results = compute_stats_for_acl_paper(acl_link) | |
| results = results + ("paper",) | |
| return plot_and_return_stats(*results) | |
| if url_type == "author": | |
| results = compute_stats_for_acl_author(acl_link) | |
| results = results + ("author",) | |
| return plot_and_return_stats(*results) | |
| if url_type == "venue": | |
| results = compute_stats_for_acl_venue(acl_link) | |
| results = results + ("proceedings",) | |
| return plot_and_return_stats(*results) | |
| if submit_type == "pdf_file" and pdf_file: | |
| # Compute the citation field diversity index and citation age diversity index | |
| results = asyncio.run(compute_stats_for_pdf(pdf_file)) | |
| results = results + ("paper",) | |
| return plot_and_return_stats(*results) | |
| return None, None, None, None, None, None, None, None | |
| return compute_stats | |
| def plot_and_return_stats( | |
| title_authors, | |
| num_references, | |
| field_counts, | |
| year_title_dict, | |
| cfdi, | |
| cadi, | |
| maoc, | |
| compute_type, | |
| ): | |
| """ | |
| Plots the data and returns statistics. | |
| Args: | |
| title_authors (str): The title and authors of the paper. | |
| num_references (int): The number of references in the paper. | |
| field_counts (dict): A dictionary containing the count of each field. | |
| year_title_dict (dict): A dictionary containing the year and title of each paper. | |
| cfdi (list): A list of tuples containing the citation field and the number of papers in that field. | |
| cadi (list): A list of tuples containing the citation author and the number of papers by that author. | |
| maoc (list): A list of tuples containing the main author and the number of papers by that author. | |
| Returns: | |
| tuple: A tuple containing the title and authors of the paper, the number of references, the top 3 most cited fields, | |
| the most common oldest papers, the cfdi, cadi, and the plots for cfdi and maoc. | |
| """ | |
| # Generate cfdi plot | |
| plot_cfdi = generate_cfdi_plot(cfdi, compute_type) | |
| # Generate cadi plot | |
| # plot_maoc = generate_maoc_plot(maoc, compute_type) | |
| # Get top 3 most cited fields | |
| top_fields_text = "\n".join( | |
| [ | |
| f"{field}: {count}" | |
| for field, count in sorted( | |
| field_counts.items(), reverse=True, key=lambda x: x[1] | |
| )[:3] | |
| ] | |
| ) | |
| cfdi = round(cfdi, 3) | |
| # Get most common oldest papers | |
| # oldest_paper_text = "".join( | |
| # f"[{str(year)}] {title}" + "\n" | |
| # for year, title in sorted(year_title_dict.items())[:3] | |
| # ) | |
| return ( | |
| title_authors, | |
| num_references, | |
| top_fields_text, | |
| # oldest_paper_text, | |
| cfdi, | |
| # cadi, | |
| plot_cfdi, | |
| # plot_maoc, | |
| ) | |
| with gr.Blocks( | |
| theme=gr.themes.Soft() | |
| ) as demo: | |
| with gr.Row(): | |
| gr.Markdown( | |
| """ | |
| # Citation Field Diversity Calculator | |
| Welcome to this interactive demo to analyze the field diversity aspect of your citational practice. This tool will enable you to reflect on a critical aspect: | |
| - By whom am I influenced? Which fields heavily inform and shape the research trajectory of my works? | |
| In addition, you will be able to analyze how the above compares to the average paper or author. The results you will receive cannot be categorized into “good” or “bad”. Instead, they are meant to raise self-awareness about one’s citational diversity and reflect on it. The results might bring you to further questions, such as: | |
| - Am I reading widely across fields? | |
| - Should I expand my literature search to include works from other fields? | |
| Using citations as a tangible marker of influence, our demo provides empirical insights into the influence of papers across fields. | |
| ## What is Citation Field Diversity? | |
| Field diversity is a measure of the variety of research fields that a paper or an author draws upon. A high field diversity indicates that the work draws from various distinct research fields, demonstrating a multidisciplinary influence on that work or author. | |
| ## What is the Citation Field Diversity Index (CFDI) and how is it calculated? | |
| The calculation of Field Diversity involves extracting all the references of a paper, categorizing them into distinct study fields, and determining the proportion of each study field over all the references. The Citation Field Diversity Index (CFDI) is then computed by applying the Gini Index on these proportions. | |
| For more details, please refer to Eq. 3 in [this paper](https://aclanthology.org/2023.acl-long.341/). | |
| """ | |
| ) | |
| gr.Markdown( | |
| """ | |
| ## How do I Interpret CFDI? | |
| Higher values of CFDI indicate a greater diversity of a paper in terms of the fields it cites, signifying a multidisciplinary influence. On the other hand, lower values signify a lower diversity, indicating that citations are more concentrated in specific fields. | |
| ## How can I use this demo? | |
| There are three ways for you to compute the field diversity for papers: | |
| 1. **Semantic Scholar ID**: Enter the Semantic Scholar ID of a **paper** or **author** and click the *"Compute"* button. | |
| 2. **ACL Anthology Link**: Paste the ACL Anthology link of a **paper**, **venue**, or **author** and click the *"Compute"* button. | |
| 3. **PDF File**: Upload your **paper** PDF and click the *"Compute"* button. | |
| To retrieve the **Semantic Scholar ID** for a paper such as "The Elephant in the Room: Analyzing the Presence of Big Tech in Natural Language Processing Research," search the paper on Semantic Scholar [here](https://www.semanticscholar.org/paper/The-Elephant-in-the-Room%3A-Analyzing-the-Presence-of-Abdalla-Wahle/587ffdfd7229e8e0dbc5250b44df5fad6251f6ad) and use the last part of the URL. The Semantic Scholar ID (SSID) for this paper is: **587ffdfd7229e8e0dbc5250b44df5fad6251f6ad**. | |
| To get an ACL Anthology link, you can go to any ACL Anthology paper, author or proceedings page and just copy and paste the url. For example: | |
| - https://aclanthology.org/2023.acl-long.1/ | |
| - https://aclanthology.org/people/a/anna-rogers/ | |
| - https://aclanthology.org/events/acl-2002/ | |
| """ | |
| ) | |
| with gr.Row(): | |
| with gr.Tabs(): | |
| with gr.TabItem("Semantic Scholar ID"): | |
| s2_id = gr.Textbox( | |
| label="Semantic Scholar ID", | |
| placeholder=( | |
| "Enter the Semantic Scholar ID here and press enter..." | |
| ), | |
| # value="587ffdfd7229e8e0dbc5250b44df5fad6251f6ad", | |
| ) | |
| with gr.Row(): | |
| s2_submit_btn = gr.Button("Compute") | |
| with gr.TabItem("ACL Anthology Link"): | |
| acl_link = gr.Textbox( | |
| label="ACL Anthology Link", | |
| placeholder="Paste the ACL Anthology link here...", | |
| ) | |
| with gr.Row(): | |
| acl_submit_btn = gr.Button("Compute") | |
| with gr.TabItem("PDF File"): | |
| pdf_file = gr.File( | |
| file_types=[".pdf"], label="Upload your paper PDF" | |
| ) | |
| with gr.Row(): | |
| file_submit_btn = gr.Button("Compute") | |
| with gr.Row(): | |
| title = gr.Textbox( | |
| label="Title / Author Name / Venue Name:", lines=2 | |
| ) # Can be either paper title, author name, or proceedings title | |
| with gr.Row(): | |
| num_ref = gr.Textbox(label="Number of references", lines=3) | |
| top_field_list = gr.Textbox(label="Top 3 fields cited:", lines=3) | |
| # top_age_list = gr.Textbox(label="Top 3 oldest papers cited:", lines=3) | |
| with gr.Row(): | |
| cfdi = gr.Textbox(label="CFDI") | |
| # cadi = gr.Textbox(label="CADI") | |
| with gr.Row(): | |
| cfdi_plot = gr.Plot(label="Citation Field Diversity") | |
| # cadi_plot = gr.Plot(label="Citation Age Diversity") | |
| with gr.Row(): | |
| clear_btn = gr.Button("Clear") | |
| submit_args = dict( | |
| inputs=[s2_id, pdf_file, acl_link], | |
| outputs=[ | |
| title, | |
| num_ref, | |
| top_field_list, | |
| # top_age_list, | |
| cfdi, | |
| # cadi, | |
| cfdi_plot, | |
| # cadi_plot, | |
| ], | |
| ) | |
| s2_submit_args = submit_args.copy() | |
| s2_submit_args["fn"] = create_compute_stats(submit_type="s2_id") | |
| acl_submit_args = submit_args.copy() | |
| acl_submit_args["fn"] = create_compute_stats(submit_type="acl_link") | |
| file_submit_args = submit_args.copy() | |
| file_submit_args["fn"] = create_compute_stats(submit_type="pdf_file") | |
| s2_id.submit(**s2_submit_args) | |
| acl_link.submit(**acl_submit_args) | |
| acl_submit_btn.click(**acl_submit_args) | |
| s2_submit_btn.click(**s2_submit_args) | |
| file_submit_btn.click(**file_submit_args) | |
| clear_btn.click( | |
| fn=return_clear, | |
| inputs=[], | |
| outputs=[ | |
| title, | |
| num_ref, | |
| top_field_list, | |
| # top_age_list, | |
| cfdi, | |
| # cadi, | |
| cfdi_plot, | |
| # cadi_plot, | |
| s2_id, | |
| acl_link, | |
| pdf_file, | |
| ], | |
| ) | |
| demo.queue(concurrency_count=3) | |
| demo.launch(server_port=7860, server_name="0.0.0.0") | |