First try: select sample articles and auto-load their text in text-area

.idea/.gitignore

@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml

.idea/HFSummSpace.iml

@@ -0,0 +1,14 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="PyDocumentationSettings">
+    <option name="format" value="PLAIN" />
+    <option name="myDocStringFormat" value="Plain" />
+  </component>
+</module>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.7 (HFSummSpace)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/HFSummSpace.iml" filepath="$PROJECT_DIR$/.idea/HFSummSpace.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>

app.py

@@ -1,10 +1,12 @@
 import random
+from typing import AnyStr
 
 import streamlit as st
 from bs4 import BeautifulSoup
 
 from transformers import AutoTokenizer, AutoModelForSequenceClassification
 from transformers import pipeline
+import os
 from transformers_interpret import SequenceClassificationExplainer
 
 # Map model names to URLs
@@ -96,6 +98,17 @@ def format_explainer_html(html_string):
 
     return p
 
+def list_all_filenames() -> list:
+    filenames = []
+    for file in os.listdir('./sample-articles/'):
+        if file.endswith('.txt'):
+            filenames.append(file.replace('.txt', ''))
+    return filenames
+
+def fetch_file_contents(filename: str) -> AnyStr:
+    with open(f'./sample-terms-and-conditions/{filename.lower()}.txt', 'r') as f:
+        data = f.read()
+    return data
 
 def classify_comment(comment, selected_model):
     """Classify the given comment and augment with additional information."""
@@ -150,36 +163,48 @@ Try it yourself! 👇""",
 
 
 # Demo
-with st.form("dutch-toxic-comment-detection-input", clear_on_submit=True):
-    selected_model = st.selectbox('Select a model:', model_names_to_URLs.keys(),
+# with st.form("dutch-toxic-comment-detection-input", clear_on_submit=True):
+#     selected_model = st.selectbox('Select a model:', model_names_to_URLs.keys(),
+#     )#index=0, format_func=special_internal_function, key=None, help=None, on_change=None, args=None, kwargs=None, *, disabled=False)
+#     text = st.text_area(
+#         label='Enter the comment you want to classify below (in Dutch):')
+#     _, rightmost_col = st.columns([6,1])
+#     submitted = rightmost_col.form_submit_button("Classify",
+#                                                  help="Classify comment")
+
+with st.form("article-inpu"):
+    # TODO: should probably set a minimum length of article or something
+    selected_article = st.selectbox('Select an article or provide your own:', list_all_filenames(),
     )#index=0, format_func=special_internal_function, key=None, help=None, on_change=None, args=None, kwargs=None, *, disabled=False)
-    text = st.text_area(
-        label='Enter the comment you want to classify below (in Dutch):')
-    _, rightmost_col = st.columns([6,1])
-    submitted = rightmost_col.form_submit_button("Classify",
-                                                 help="Classify comment")
+    st.session_state.article_text = fetch_file_contents(selected_article)
+    article_text = st.text_area(
+        #label='Enter the comment you want to classify below (in Dutch):')
+        value = st.session_state.article_text)
+        #_, rightmost_col = st.columns([6,1])
+        #submitted = rightmost_col.form_submit_button("Classify",
+                                                 #help="Classify comment")
 
 # Listener
-if submitted:
-    if text:
-        with st.spinner('Analysing comment...'):
-            classify_comment(text, selected_model)
-    else:
-        st.error('**Error**: No comment to classify. Please provide a comment.')
-
-# Results
-if 'results' in st.session_state and st.session_state.results:
-    first = True
-    for result in st.session_state.results[::-1]:
-        if not first:
-            st.markdown("---")
-        st.markdown(f"Text:\n> {result['text']}")
-        col_1, col_2, col_3 = st.columns([1,2,2])
-        col_1.metric(label='', value=f"{result['emoji']}")
-        col_2.metric(label='Label', value=f"{result['label']}")
-        col_3.metric(label='Score', value=f"{result['score']:.3f}")
-        st.markdown(f"Token Attribution:\n{result['tokens_with_background']}",
-         unsafe_allow_html=True)
-        st.caption(f"Model: {result['model_name']}")
-        first = False
+# if submitted:
+#     if text:
+#         with st.spinner('Analysing comment...'):
+#             classify_comment(text, selected_model)
+#     else:
+#         st.error('**Error**: No comment to classify. Please provide a comment.')
+#
+# # Results
+# if 'results' in st.session_state and st.session_state.results:
+#     first = True
+#     for result in st.session_state.results[::-1]:
+#         if not first:
+#             st.markdown("---")
+#         st.markdown(f"Text:\n> {result['text']}")
+#         col_1, col_2, col_3 = st.columns([1,2,2])
+#         col_1.metric(label='', value=f"{result['emoji']}")
+#         col_2.metric(label='Label', value=f"{result['label']}")
+#         col_3.metric(label='Score', value=f"{result['score']:.3f}")
+#         st.markdown(f"Token Attribution:\n{result['tokens_with_background']}",
+#          unsafe_allow_html=True)
+#         st.caption(f"Model: {result['model_name']}")
+#         first = False
         

sample-articles/Biden.txt

@@ -0,0 +1,69 @@
+The White House says President Joe Biden told Russian President Vladimir Putin on Tuesday that the United States is prepared to launch strong economic measures should Russia invade Ukraine -- signaling that these new measures would pack a bigger punch than the sanctions issued in 2014 that failed to stop Russia from occupying Crimea.
+
+"I will look you in the eye and tell you, as President Biden looked Putin in the eye and told him today, that things we did not do in 2014 we are prepared to do now," national security adviser Jake Sullivan told reporters Tuesday afternoon after Biden's call with Putin.
+
+During the last several months, Russia has erected supply lines, including medical units and fuel, which could sustain a drawn-out conflict should Moscow choose to invade Ukraine, two sources familiar with the latest intelligence assessments told CNN. And recent US intelligence findings estimate Russia could begin a military offensive in Ukraine in a matter of months as it amasses up to 175,000 troops along the border. Sullivan said the administration still believes Putin has not made a decision on whether to to launch a military offensive against Ukraine.
+
+Sullivan did not go into specifics, but added that the US is coordinating with European allies "at a deep level of specificity."
+
+He said Biden "was direct and straightforward with President Putin, as he always is," later adding that "there was a lot of give and take. There was no finger-wagging, but the President was crystal clear about where the United States stands on all of these issues."
+
+Along with the economic ramifications mentioned on the call, Sullivan said Biden relayed that the US is prepared to bolster defense capabilities in the region.
+
+"He reiterated America's support for Ukraine's sovereignty and territorial integrity. He told President Putin directly that if Russia further invades Ukraine, the United States and our European allies would respond with strong economic measures," Sullivan said. "We would provide additional defensive materiel to the Ukrainians above and beyond that which we are already providing, and we would fortify our NATO allies on the eastern flank with additional capabilities in response to such an escalation."
+
+The other option, Sullivan said, is de-escalation and diplomacy.
+
+"The United States and our European allies would engage in a larger discussion that covers strategic issues, including our strategic concerns with Russia and Russia's strategic concerns. We managed to do this at the height of the Cold War and we developed mechanisms to help reduce instability and increase transparency," he said.
+
+A call in the Situation Room
+
+Biden and Putin spoke for about two hours over a secure video call earlier Tuesday.
+
+The two presidents tasked their respective teams with following up on their discussions, with the White House adding that "the US will do so in close coordination with allies and partners."
+
+In addition to the Ukraine issue, the two leaders discussed "the US-Russia dialogue on Strategic Stability, a separate dialogue on ransomware, as well as joint work on regional issues such as Iran," the White House said.
+
+A White House photograph from the meeting, which began at 10:07 a.m. ET and ended at 12:08 p.m. ET, showed that Secretary of State Antony Blinken, Sullivan and senior director for Russia and Central Asia Eric Green were seated next to Biden in the Situation Room during the video call.
+
+The two leaders took part in a summit in Geneva last June. Their last publicly known call was in July.
+
+Later Tuesday afternoon, Biden spoke with President Emmanuel Macron of France, Chancellor Angela Merkel of Germany, Prime Minister Mario Draghi of Italy and Prime Minister Boris Johnson of the United Kingdom -- the same group of European allies he conferred with Monday night. Tuesday marks Merkel's final full day in office.
+
+Biden briefed the allies on the Putin call and, according to a White House statement, the "leaders underscored their support for Ukraine's sovereignty and territorial integrity, as well as the need for Russia to reduce tensions and engage in diplomacy."
+
+Sullivan said during Tuesday's press briefing that the White House team was debriefing the embassies of NATO members, European Union members and key Indo-Pacific allies on the US-Russia call. Biden will speak with Ukrainian President Volodymyr Zelensky on Thursday.
+
+Biden is also expected to speak with the leaders of both houses of Congress to discuss "ways in which the administration and the Congress can work together on a bipartisan basis to stand up for American interests and values and stand behind our friends and partners," Sullivan added.
+
+The Russians said in their readout of the Biden-Putin meeting that Ukraine was the "predominant" subject of the conversation and Biden had "emphasized the allegedly 'threatening' nature of the movements of Russian troops near the Ukrainian borders and outlined sanctions measures that the United States and its allies would be ready to apply in the event of a further escalation of the situation."
+
+"In response, Vladimir Putin stressed that the responsibility should not be shifted onto the shoulders of Russia, since it is NATO that is making dangerous attempts to conquer Ukrainian territory and is building up its military potential at our borders," the Kremlin statement said. "Therefore, Russia is seriously interested in obtaining reliable, legally fixed guarantees excluding the expansion of NATO in the eastern direction and the deployment of offensive strike weapons systems in the states adjacent to Russia."
+
+Putin aide Yury Ushakov told reporters on a conference call Tuesday night that the Russian President told Biden while Americans are worried about Russian troops thousands of kilometers away from the United States, Moscow is "really worried about our security, the security of Russia in a global sense."
+
+Asked if Putin promised Biden that he would not use his troops in Ukraine, Ushakov dismissed the idea of an invasion.
+
+"There was not even such a discussion. What do you mean to bring in troops, what is it -- an invasion, or what? This was out of the question," Ushakov said.
+
+Measures under consideration
+
+US officials in recent days have weighed whether to issue wide-reaching sanctions on Russia meant to deter Putin from launching an invasion into Ukraine. They include new actions against members of Putin's inner circle and on Russian energy producers, and one potential "nuclear option" -- disconnecting Russia from the SWIFT international payment system used by banks around the world.
+
+The officials said final decisions hadn't been made on whether and when to apply the new sanctions, and said the Biden administration is currently in talks with European partners -- many of whom have closer economic relationships to Russia -- in the hopes of coordinating action.
+
+Along with considerations of economic sanctions, the administration is also exploring options for a potential evacuation of US citizens from Ukraine if Russia were to invade the country and create a dire security situation, half a dozen sources tell CNN. The contingency planning is being led by the Pentagon, the sources said, and comes as the administration briefs Congress on how the US is preparing. In a "gloomy" briefing to senators by senior State Department official Victoria Nuland on Monday night, Nuland outlined the tough sanctions package being prepared by the administration in response to a potential Russian attack but acknowledged that the US' options to deter an invasion are fairly limited, a person familiar with the briefing said.
+
+Nuland said on Tuesday that it is the US expectation that the controversial Nord Stream 2 pipeline "will be suspended" if Russia moves on Ukraine.
+
+But the White House relayed that while conversations are being had with Germany about the pipeline in the context of a potential invasion of Ukraine by Russia, taking action may not necessarily be the most effective deterrent against Russian aggression.
+
+The European Union "continues to fully support Ukraine in the face of the Russian aggression," European Commission President Ursula von der Leyen said in a tweet on Tuesday.
+
+"We will respond to any further aggressions, by scaling-up and expanding existing sanctions," she added.
+
+She also said the EU was "ready to take additional restrictive measures, in coordination with our partners."
+
+"The rise of extremism and autocracy can also be a security issue for countries. In this context, we must also speak about the Russian military movements and their massive build-up along Ukraine's eastern border," she continued.
+
+This story has been updated with additional developments Tuesday.

sample-articles/Protestors.txt

@@ -0,0 +1,25 @@
+Hundreds of protestors demonstrated at Boise State University in Idaho over the weekend following comments made at a conference by a professor who said men should be prioritized for fields of study such as engineering, medicine and law.
+
+BSU political science professor Scott Yenor made disparaging remarks about women and spoke critically of feminism at the National Conservatism Conference in Orlando, Florida, on October 31 in a speech titled "The Family Form that Nations Need."
+
+"Every effort made must be made not to recruit women into engineering, but rather to recruit and demand more of men who become engineers," Yenor said. "Ditto for med school, and the law, and every trade."
+
+CNN has reached out to Yenor for comment but has not heard back.
+
+In response to the attention the video received recently on social media, Yenor said on Twitter that "making special efforts to recruit women into fields where they don't seem to want to be" should be stopped, and he denied wanting to prevent women from obtaining those professions.
+
+He also posted a video in which he said the country should "elevate the importance of family life for both men and women in America."
+
+Boise State issued a statement saying it doesn't endorse Yenor's comments yet "cannot infringe" on his ability to make them.
+
+"Boise State University understands that the open exchange of ideas, which is fundamental to education, can introduce uncomfortable and even offensive ideas," the statement said. "However, the university cannot infringe upon the First Amendment rights of anyone in our community, regardless of whether we, as individual leaders, agree or disagree with the message. No single faculty member defines what Boise State -- or any public university -- endorses or stands for."
+
+Idaho state representative Brooke Green told CNN that Yenor's beliefs are "not only outdated, but completely sexist and reflect a society that no longer exists."
+
+Green helped organize the event Saturday at the university to counter Yenor's remarks, and said there were about 500 men and women in attendance.
+
+"Many young women at the university are worried their futures are in the hands of a tenured professor who believes they do not deserve to be there and occupy a seat that belongs to a man," Green said.
+
+"Women shouldn't have to spend time today defending our value in society or rights as human beings however, women wanted to gather to send a message saying we will continue to occupy professional spaces, whether it's a boardroom, courtroom, or leadership role within our community," she said.
+
+Boise State is the largest university in Idaho with nearly 20,000 students.