Upload 11 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tweet_model/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text

acronym.json

@@ -0,0 +1 @@
+{"aka":"also known as","asap":"as soon as possible","brb":"be right back","btw":"by the way","dob":"date of birth","faq":"frequently asked questions","fyi":"for your information","idk":"i don't know","idc":"i don't care","iirc":"if i recall correctly","imo":"in my opinion","irl":"in real life","lmk":"let me know","lol":"laugh out loud","ngl":"not gonna lie","noyb":"none of your business","nvm":"never mind","ofc":"of course","omg":"oh my god","pfa":"please find attached","rofl":"rolling on the floor laughing","stfu":"shut the fuck up","tba":"to be announced","tbc":"to be continued","tbd":"to be determined","tbh":"to be honest","ttyl":"talk to you later","wtf":"what the fuck","wth":"what the heck"}

app.py

@@ -0,0 +1,155 @@
+# importing libraries
+
+import streamlit as st
+import tensorflow as tf
+import nltk
+from PIL import Image
+from nltk.stem import WordNetLemmatizer
+from nltk.tokenize import RegexpTokenizer
+import string
+import re
+import pandas as pd
+import numpy as np
+
+
+try:
+    nltk.find("corpora/wordnet.zip")
+except:
+    nltk.download("wordnet")
+
+# read files
+try:
+    acronyms_dict,contractions_dict,stops
+except(NameError):
+    acronyms_dict = pd.read_json("acronym.json", typ="series")
+    contractions_dict = pd.read_json("contraction.json", typ="series")
+    stops = list(pd.read_csv("stop_words.csv").values.flatten())
+
+
+
+
+
+# preprocess function
+
+# Defining tokenizer
+regexp = RegexpTokenizer("[\w']+")
+
+def preprocess(text):
+    
+    text = text.lower()                                                                                        # lowercase
+    text = text.strip()                                                                                        # whitespaces
+    
+    # Removing html tags
+    html = re.compile(r'<.*?>')
+    text = html.sub(r'', text)                                                                                 # html tags
+    
+    # Removing emoji patterns
+    emoji_pattern = re.compile("["
+                           u"\U0001F600-\U0001F64F"  # emoticons
+                           u"\U0001F300-\U0001F5FF"  # symbols & pictographs
+                           u"\U0001F680-\U0001F6FF"  # transport & map symbols
+                           u"\U0001F1E0-\U0001F1FF"  # flags (iOS)
+                           u"\U00002702-\U000027B0"
+                           u"\U000024C2-\U0001F251"
+                           "]+", flags = re.UNICODE)
+    text = emoji_pattern.sub(r'', text)                                                                         # unicode char
+    
+    # Removing urls
+    http = "https?://\S+|www\.\S+" # matching strings beginning with http (but not just "http")
+    pattern = r"({})".format(http) # creating pattern
+    text = re.sub(pattern, "", text)                                                                            # remove urls
+    
+    # Removing twitter usernames
+    pattern = r'@[\w_]+'
+    text = re.sub(pattern, "", text)                                                                            # remove @twitter usernames
+    
+    # Removing punctuations and numbers
+    punct_str = string.punctuation + string.digits
+    punct_str = punct_str.replace("'", "")
+    punct_str = punct_str.replace("-", "")
+    text = text.translate(str.maketrans('', '', punct_str))                                                     # punctuation and numbers
+    
+    # Replacing "-" in text with empty space
+    text = text.replace("-", " ")                                                                               # "-"
+    
+    # Substituting acronyms
+    words = []
+    for word in regexp.tokenize(text):
+        if word in acronyms_dict.index:
+            words = words + acronyms_dict[word].split()
+        else:
+            words = words + word.split()
+    text = ' '.join(words)                                                                                       # acronyms
+    
+    # Substituting Contractions
+    words = []
+    for word in regexp.tokenize(text):
+        if word in contractions_dict.index:
+            words = words + contractions_dict[word].split()
+        else:
+            words = words + word.split()
+    text = " ".join(words)                                                                                       # contractions
+    
+    punct_str = string.punctuation
+    text = text.translate(str.maketrans('', '', punct_str))                                                     # punctuation again to remove "'"                                                                        # spellchecker
+    
+
+    # lemmatization
+    lemmatizer = WordNetLemmatizer()
+    text = " ".join([lemmatizer.lemmatize(word) for word in regexp.tokenize(text)])                             # lemmatize
+    
+    # Stopwords Removal
+    text = ' '.join([word for word in regexp.tokenize(text) if word not in stops])                              # stopwords
+    
+    # Removing all characters except alphabets and " " (space)
+    filter = string.ascii_letters + " "
+    text = "".join([chr for chr in text if chr in filter])                                                      # remove all characters except alphabets and " " (space)
+    
+    # Removing words with one alphabet occuring more than 3 times continuously
+    pattern = r'\b\w*?(.)\1{2,}\w*\b'
+    text = re.sub(pattern, "", text).strip()                                                                    # remove words with one alphabet occuring more than 3 times continuously
+    
+    # Removing words with less than 3 characters
+    short_words = r'\b\w{1,2}\b'
+    text = re.sub(short_words, "", text)                                                                     # remove words with less than 3 characters
+    
+    # return final output
+    return text
+
+
+
+# making frontend
+st.write("# Disaster Tweet Prediction")
+
+img=Image.open("disaster.jpg")
+st.image(img,width=500)
+
+
+tweet=st.text_input(label="",value="Enter or paste your tweet here")
+
+
+
+
+# model load
+@st.cache_resource
+def cache_model(model_name):
+    model=tf.keras.models.load_model(model_name)
+    return model
+
+model=cache_model("tweet_model")
+
+
+
+if len(tweet)>0:
+    clean_tweet=preprocess(tweet)
+    y_pred=model.predict([clean_tweet])
+    y_pred_num=int(np.round(y_pred)[0][0])
+
+
+    if y_pred_num==0:
+        st.write(f"## Non-Disaster tweet with disaster probability {round(y_pred[0][0],4)*100}%")
+
+    else:
+        st.write(f"## Disaster tweet with disaster probability {round(y_pred[0][0],4)*100}%")
+
+

contraction.json

@@ -0,0 +1 @@
+{"'aight":"alright","ain't":"are not","amn't":"am not","arencha":"are not you","aren't":"are not","'bout":"about","can't":"cannot","cap'n":"captain","'cause":"because","'cept":"except","could've":"could have","couldn't":"could not","couldn't've":"could not have","dammit":"damn it","daren't":"dare not","daresn't":"dare not","dasn't":"dare not","didn't":"did not","doesn't":"does not","doin'":"doing","don't":"do not","dunno":"do not know","d'ye":"do you","e'en":"even","e'er":"ever","'em":"them","everybody's":"everybody is","everyone's":"everyone is","fo'c'sle":"forecastle","finna":"fixing to","'gainst":"against","g'day":"good day","gimme":"give me","giv'n":"given","gonna":"going to","gon't":"go not","gotcha":"got you","gotta":"got to","gtg":"got to go","hadn't":"had not","had've":"had have","hasn't":"has not","haven't":"have not","he'd":"he had","he'll":"he shall","helluva":"hell of a","he's":"he is","here's":"here is","he've":"he have","how'd":"how would","howdy":"how do you do","how'll":"how will","how're":"how are","how's":"how is","i'd":"i had","i'd've":"i would have","i'll":"i shall","i'm":"i am","imma":"i am about to","i'm'a":"i am about to","i'm'o":"i am going to","innit":"is it not","ion":"i do not","i've":"i have","isn't":"is not","it'd":"it would","it'll":"it shall","it's":"it is","iunno":"i do not know","kinda":"kind of","let's":"let us","li'l":"little","ma'am":"madam","mayn't":"may not","may've":"may have","methinks":"me thinks","mightn't":"might not","might've":"might have","mustn't":"must not","mustn't've":"must not have","must've":"must have","'neath":"beneath","needn't":"need not","nal":"and all","ne'er":"never","o'clock":"of the clock","o'er":"over","ol'":"old","oughtn't":"ought not","'round":"around","'s":"is","shalln't":"shall not","shan't":"shall not","she'd":"she had","she'll":"she shall","she's":"she is","should've":"should have","shouldn't":"should not","shouldn't've":"should not have","somebody's":"somebody is","someone's":"someone is","something's":"something is","so're":"so are","so's":"so is","so've":"so have","that'll":"that shall","that're":"that are","that's":"that is","that'd":"that would","there'd":"there had","there'll":"there shall","there're":"there are","there's":"there is","these're":"these are","these've":"these have","they'd":"they had","they'll":"they shall","they're":"they are","they've":"they have","this's":"this is","those're":"those are","those've":"those have","'thout":"without","'til":"until","'tis":"it is","to've":"to have","'twas":"it was","'tween":"between","'twhere":"it were","wanna":"want to","wasn't":"was not","we'd":"we had","we'd've":"we would have","we'll":"we shall","we're":"we are","we've":"we have","weren't":"were not","whatcha":"what are you","what'd":"what did","what'll":"what shall","what're":"what are","what's":"what is","what've":"what have","when's":"when is","where'd":"where did","where'll":"where shall","where're":"where are","where's":"where is","where've":"where have","which'd":"which had","which'll":"which shall","which're":"which are","which's":"which is","which've":"which have","who'd":"who would","who'd've":"who would have","who'll":"who shall","who're":"who are","who's":"who is","who've":"who have","why'd":"why did","why're":"why are","why's":"why is","willn't":"will not","won't":"will not","wonnot":"will not","would've":"would have","wouldn't":"would not","wouldn't've":"would not have","y'all":"you all","y'all'd've":"you all would have","y'all'd'n't've":"you all would not have","y'all're":"you all are","y'all'ren't":"you all are not","y'at":"you at","yes'm":"yes madam","yessir":"yes sir","you'd":"you had","you'll":"you shall","you're":"you are","you've":"you have","aight":"alright","aint":"are not","amnt":"am not","arent":"are not","cant":"cannot","cause":"because","couldve":"could have","couldnt":"could not","couldntve":"could not have","darent":"dare not","daresnt":"dare not","dasnt":"dare not","didnt":"did not","doesnt":"does not","doin":"doing","dont":"do not","eer":"ever","everybodys":"everybody is","everyones":"everyone is","gday":"good day","givn":"given","gont":"go not","hadnt":"had not","hadve":"had have","hasnt":"has not","havent":"have not","hed":"he had","hell":"he shall","hes":"he is","heve":"he have","howd":"how did","howll":"how will","howre":"how are","hows":"how is","idve":"i would have","ill":"i shall","im":"i am","ima":"i am about to","imo":"i am going to","ive":"i have","isnt":"is not","itd":"it would","itll":"it shall","its":"it is","lets":"let us","lil":"little","maam":"madam","maynt":"may not","mayve":"may have","mightnt":"might not","mightve":"might have","mustnt":"must not","mustntve":"must not have","mustve":"must have","neednt":"need not","neer":"never","oclock":"of the clock","oer":"over","ol":"old","oughtnt":"ought not","shallnt":"shall not","shant":"shall not","shed":"she had","shell":"she shall","shes":"she is","shouldve":"should have","shouldnt":"should not","shouldntve":"should not have","somebodys":"somebody is","someones":"someone is","somethings":"something is","thatll":"that shall","thatre":"that are","thatd":"that would","thered":"there had","therell":"there shall","therere":"there are","theres":"there is","thesere":"these are","theseve":"these have","theyd":"they had","theyll":"they shall","theyre":"they are","theyve":"they have","thiss":"this is","thosere":"those are","thoseve":"those have","tis":"it is","tove":"to have","twas":"it was","wasnt":"was not","wed":"we had","wedve":"we would have","were":"we are","weve":"we have","werent":"were not","whatd":"what did","whatll":"what shall","whatre":"what are","whats":"what is","whatve":"what have","whens":"when is","whered":"where did","wherell":"where shall","wherere":"where are","wheres":"where is","whereve":"where have","whichd":"which had","whichll":"which shall","whichre":"which are","whichs":"which is","whichve":"which have","whod":"who would","whodve":"who would have","wholl":"who shall","whore":"who are","whos":"who is","whove":"who have","whyd":"why did","whyre":"why are","whys":"why is","wont":"will not","wouldve":"would have","wouldnt":"would not","wouldntve":"would not have","yall":"you all","yalldve":"you all would have","yallre":"you all are","youd":"you had","youll":"you shall","youre":"you are","youve":"you have","'re":"are","thats":"that is"}

requirments.txt.txt

@@ -0,0 +1,7 @@
+streamlit == 1.24.1
+Pillow == 9.4.0
+tensorflow == 2.13.0
+nltk == 3.7
+pandas == 1.5.3
+numpy == 1.23.5
+regex == 2022.7.9

stop_words.csv

@@ -0,0 +1,451 @@
+0
+nowhere
+everything
+via
+two
+hereafter
+him
+both
+by
+d
+did
+how
+nevertheless
+in case
+anything
+once
+doesn
+in order that
+'s
+ourselves
+several
+whether or not
+least
+above
+û
+was
+ten
+for
+becoming
+less
+than
+herself
+next
+you'll
+wasn
+other
+outside
+as
+our
+whole
+her
+i
+yourselves
+as soon as
+namely
+within
+cannot
+hasn
+almost
+should
+'ve
+those
+hers
+each
+now
+wasn't
+whereupon
+themselves
+needn't
+well
+n
+wherever
+ve
+shouldn
+became
+doesn't
+none
+their
+between
+name
+onto
+so
+front
+per
+‘re
+over
+nothing
+aboard
+couldn't
+still
+ã
+‘s
+more
+v
+that'll
+us
+mostly
+ûª
+c
+somewhere
+this
+we
+can
+ca
+been
+nobody
+too
+supposing
+hundred
+fifty
+whenever
+doing
+‘d
+former
+shan
+as much as
+towards
+seem
+besides
+during
+toward
+concerning
+anyone
+into
+made
+again
+wouldn't
+you've
+’d
+hereby
+its
+below
+others
+isn't
+except
+down
+on
+'re
+four
+like
+y
+any
+using
+'m
+back
+else
+because
+who
+ûªm
+am
+being
+twenty
+aren
+had
+it's
+she
+formerly
+quite
+three
+in
+do
+itself
+something
+r
+amid
+them
+call
+whose
+hasn't
+in the event that
+anywhere
+therein
+around
+of
+sometime
+ûó
+due
+put
+unlike
+near
+won't
+there
+didn't
+may
+no
+and
+a
+enough
+that
+isn
+forty
+s
+t
+anyway
+haven't
+u
+shan't
+despite
+along
+meanwhile
+by the time
+would
+seeming
+only if
+might
+e
+one
+could
+if
+somehow
+having
+it
+anyhow
+indeed
+beneath
+even
+full
+hence
+you
+seems
+‘ve
+x
+while
+you're
+whither
+unless
+his
+used
+provided that
+as if
+please
+is
+further
+top
+go
+behind
+noone
+myself
+are
+out
+eleven
+with
+must
+have
+therefore
+they
+afterwards
+whom
+amount
+z
+n't
+various
+‘m
+also
+p
+mustn
+f
+inside
+‘ll
+upon
+will
+always
+together
+really
+twelve
+whether
+ì
+as though
+neither
+perhaps
+ûò
+which
+thence
+didn
+ma
+under
+ûªve
+everywhere
+much
+give
+part
+were
+b
+empty
+thru
+same
+herein
+needn
+moreover
+beforehand
+many
+or
+often
+not
+å
+o
+should've
+where
+bottom
+all
+already
+latter
+before
+your
+six
+otherwise
+my
+ûªs
+don't
+someone
+becomes
+minus
+whatever
+has
+just
+regarding
+nor
+weren
+mustn't
+since
+’re
+now that
+show
+elsewhere
+through
+he
+mightn
+up
+such
+j
+keep
+'ll
+done
+m
+’ve
+till
+beside
+amongst
+theirs
+only
+does
+whereafter
+latterly
+sometimes
+an
+why
+get
+mine
+until
+w
+the
+without
+although
+me
+thus
+some
+ûªre
+across
+but
+’m
+k
+most
+ll
+five
+off
+very
+everyone
+among
+n‘t
+haven
+l
+first
+from
+underneath
+throughout
+weren't
+whereby
+become
+after
+hadn
+’s
+take
+what
+lest
+won
+see
+as long as
+eight
+sixty
+though
+seemed
+ours
+you'd
+thereby
+at
+against
+whereas
+every
+ain
+make
+ûówe
+beyond
+say
+own
+rather
+g
+even though
+himself
+thereupon
+yours
+aren't
+shouldn't
+q
+however
+fifteen
+alone
+last
+versus
+mightn't
+here
+hadn't
+another
+yourself
+thereafter
+about
+to
+whence
+wherein
+wouldn
+whoever
+serious
+side
+round
+n’t
+then
+’ll
+considering
+plus
+h
+re
+either
+yet
+even if
+nine
+when
+move
+be
+couldn
+'d
+following
+ever
+ï
+ûï
+third
+don
+she's
+few
+these
+ìñ
+hereupon
+never

tweet_model/fingerprint.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc847804566269a4753f5e1d54a6121fc9fa197219bb176581fc97c93352772
+size 55

tweet_model/keras_metadata.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c16a1606b2ab8dd224e89758af5d8ad5d9c22089321516f164e62ab2ec2bf1
+size 7583

tweet_model/saved_model.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59fdbb8ccdab13ea1460bc145f10f7c6641bbb4c8854038dec4d9bbba7fc6ca
+size 8895117

tweet_model/variables/variables.data-00000-of-00001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7936125c6eda8d065b6a39e3e258bf772a402962e62bc07ab416c35d5639e414
+size 1027644334