Upload 16 files

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model_lstm_2/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+reviews_0-250.csv filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,39 @@
+"""
+Graded Challenge 7
+Nama: Qothrunnadaa Alyaa
+Batch: HCK-009
+
+File ini digunakan untuk menjalankan home page model prediksi rekomendasi user Sephora USA berdasarkan review yang diberikan
+"""
+
+import streamlit as st
+import eda
+import prediction
+
+
+page = st.sidebar.selectbox(label='Pilih menu untuk memulai:', options=['Home Page', 'Exploratory Data Analysis', 'Prediction Model'])
+
+if page == 'Home Page':
+    st.header('Welcome to Sephora Products Recommendation Predictor!') 
+    st.write('')
+    st.subheader('Graded Challenge 7')
+    st.write('Nama      : Qothrunnadaa Alyaa')
+    st.write('Batch     : HCK-009')
+    st.write('Dataset   : Sephora Products and Skincare Reviews')
+    st.write('')
+    st.write('')
+    st.write('')
+    with st.expander('Objektif'):
+        st.caption('Memprediksi apakah seorang pelanggan merekomendasikan produk yang ia beli dari review yang ia tinggalkan di website Sephora')
+
+    with st.expander('Problem Statement'):
+            st.caption('Bagaimana cara memprediksi apakah user merekomendasikan suatu produk yang mereka review dari isi review pada website Sephora?')
+
+    with st.expander('Kesimpulan'):
+        st.caption('')
+
+elif page == 'Exploratory Data Analysis':
+    eda.run()
+
+else:
+     prediction.run()

eda.py

@@ -0,0 +1,60 @@
+"""
+Milestone 2
+Nama: Qothrunnadaa Alyaa
+Batch: HCK-009
+
+File digunakan untuk menjalankan page EDA dari model prediksi rekomendasi user Sephora USA berdasarkan review yang diberikan
+"""
+
+import streamlit as st
+import pandas as pd
+import numpy as np
+from PIL import Image
+
+# Membuat function untuk dipanggil pada app.py
+def run():
+    st.title('Exploratory Data Analysis')
+    st.write('Laman ini berisi eksplorasi data dari dataset Sephora Products and Skincare Reviews. Dataset ini akan digunakan untuk memprediksi apakah user/pelanggan merekomendasikan produk yang dibeli di Sephora berdasarkan review yang diberikan.')
+
+# Load csv dataset
+    df = pd.read_csv('reviews_0-250.csv')
+
+# Dataset yang digunakan
+    st.header('Sephora Products and Skincare Reviews')
+    st.table(df.head(10))
+
+# Menampilkan rating produk berdasarkan apakah produk tersebut direkomendasikan oleh user
+    st.header('Product Ratings by Users Recommendation')
+    rate_recommend = Image.open('rating_recommend.png')
+    st.image(rate_recommend, caption='Product Ratings by Users Recommendation')
+
+# Penjelasan dari rating produk berdasarkan apakah produk tersebut direkomendasikan oleh user
+    with st.expander('Explanation'):
+        st.caption('Semakin tinggi rating yang diberikan oleh user, maka user tersebut semakin cenderung untuk merekomendasikan produk tersebut.')
+
+# Menampilkan distribusi dari panjang review
+    st.header("Review Length")
+    review_len = Image.open('review_len.png')
+    st.image(review_len, caption="Review Length")
+
+# Penjelasan dari distribusi panjang review 
+    with st.expander('Explanation'):
+        st.caption('Tidak ada perbedaan yang terlalu jauh antara panjang review produk yang direkomenadasikan oleh user dengan produk yang tidak direkomendasikan oleh user. Panjang review dari produk yang direkomendasikan oleh user sedikit lebih panjang dibandingkan review produk yang tidak direkomendasikan oleh user.')
+
+# Menampilkan word cloud dari produk yang direkomendasikan oleh user
+    st.header("Recommended Products' Reviews Word Cloud")
+    wordcloud_1 = Image.open('wordcloud_1.png')
+    st.image(wordcloud_1, caption="Recommended Products' Reviews Word Cloud")
+
+# Penjelasan dari word cloud produk yang direkomendasikan oleh user
+    with st.expander('Explanation'):
+        st.caption('Kata yang sering muncul merupakan kata-kata yang bersifat positif seperti love (the) product, great product, highly recommend, dan definitely recommend.')
+
+# Menampilkan word cloud dari produk yang tidak direkomendasikan oleh user
+    st.header("Not Recommended Products' Reviews Word Cloud")
+    wordcloud_0 = Image.open('wordcloud_0.png')
+    st.image(wordcloud_0, caption="Not Recommended Products' Reviews Word Cloud")
+
+# Penjelasan dari word cloud produk yang tidak direkomendasikan oleh user
+    with st.expander('Explanation'):
+        st.caption('Sebagian besar kata yang muncul adalah jenis produknya seperti moisturizer dan cleanser, kata think, really, even, dan one. Kata wanted (to) love juga menjadi kata yang sering muncul, menandakan bahwa user sebenarnya ingin menyukai produk yang tidak mereka rekomendasikan.')        

model_lstm_2/fingerprint.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7a264c2dcf24a1df1c08180dba3dfb6f1607a3558c8c84a4d5cdc979472ef
+size 58

model_lstm_2/keras_metadata.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef847be66ac108ef97dfe79dad7801c67bd438d907cacee558ba57b0dc71f9e
+size 29417

model_lstm_2/saved_model.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431860ceb56913ff515760c8438c259b662cf599ffe3294d03fa2c0485eaa8b6
+size 4239814

model_lstm_2/variables/variables.data-00000-of-00001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87281219ead350a41f159aa19d78f7a47b5ae59dd5a89801761636940cd7eb6c
+size 9453661

prediction.py

@@ -0,0 +1,52 @@
+"""
+Graded Challenge
+Nama: Qothrunnadaa Alyaa
+Batch: HCK-009
+
+File ini digunakan untuk menjalankan model prediksi rekomendasi user Sephora USA berdasarkan review yang diberikan
+"""
+
+import streamlit as st
+import pandas as pd
+import numpy as np
+import json
+import nltk
+import tensorflow as tf
+from tensorflow.keras.models import load_model
+from preprocessing import text_preprocessing
+from nltk.stem import WordNetLemmatizer
+nltk.download('punkt')
+nltk.download('wordnet')
+
+# Membuat function untuk dipanggil di app.py
+def run():
+    st.title('Sephora Products Recommendation Predictor')
+
+    # Memasukkan review dari pelanggan/user
+    review_text = st.text_input(label='Input your review here')
+
+    # Menampilkan review yang dimasukkan user
+    st.write(review_text)
+
+    review_df = pd.DataFrame([review_text], columns=['review_text'])
+
+    with open('stopwords.txt', 'r') as sw:
+        stopwords = json.load(sw)
+    stopwords = set(stopwords)
+
+    lemmatizer = WordNetLemmatizer()
+
+    review_df['review_text'] = review_df.apply(lambda row: text_preprocessing(row['review_text'], stopwords, lemmatizer), axis=1)
+
+
+    # Memprediksi apakah user merekomendasikan produk yang dibeli berdasarkan review
+    if st.button(label='Predict'):
+        
+        model = load_model('model_lstm_2')
+            
+        y_pred_inf = model.predict(review_df)
+        
+        if y_pred_inf <= 0.5:
+            st.write('User did not recommend the product.')
+        else:
+            st.write('User recommend the product.')

preprocessing.py

@@ -0,0 +1,35 @@
+import re
+from nltk.tokenize import word_tokenize
+from nltk.stem import WordNetLemmatizer
+from nltk.corpus import stopwords
+import nltk
+
+
+# Create A Function for Text Preprocessing
+def text_preprocessing(text, stop_words, lemmatizer):
+
+    # Case folding
+    text = text.lower()
+
+    # Mention and Hashtags removal
+    text = re.sub(r"@[A-Za-z0-9_]+|#[A-Za-z0-9_]+", " ", text)
+
+    # Newline removal (\n)
+    text = re.sub(r"\\n", " ", text)
+
+    # URL and Non-letter removal
+    text = re.sub(r"http\S+|www.\S+|[^A-Za-z\s']", " ", text)
+
+    # Tokenization
+    tokens = word_tokenize(text)
+
+    # Stopwords removal
+    tokens = [word for word in tokens if word.lower() not in stop_words]
+
+    # Lemmatization instead of stemming
+    tokens = [lemmatizer.lemmatize(word) for word in tokens]
+
+    # Combining Tokens
+    processed_text = ' '.join(tokens)
+
+    return processed_text

reviews_0-250.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c0e4beb282c8e85172dba7d7d08af454665a9c3cee95e446ae344639e27a82
+size 282260770

stopwords.txt

@@ -0,0 +1 @@
+["mini rice wash skin-softening cleanser", "mini revitalizing supreme+ youth power creme moisturizer", "exfolikate intensive pore exfoliating treatment", "oat cleansing balm", "the rice wash skin-softening cleanser", "mini cr\u00e8me de la mer moisturizer", "umbra sheer physical daily defense spf 30", "them", "at", "sugar lip balm hydrating treatment", "pure skin face cleanser", "the water cream oil-free pore minimizing moisturizer", "black tea anti-aging moisturizer with retinol-alternative bt matrix", "hadn't", "has", "dior", "alpha beta pore perfecting & refining serum", "mini barrier+ triple lipid-peptide face cream", "the dewy serum resurfacing and plumping treatment", "dry", "glow cycle retin-alt power serum", "mini the water cream", "oily", "mini cicapair tiger grass color correcting treatment spf 30", "shouldn", "ours", "o", "jack black", "hasn", "we", "est\u00e9e lauder", "squalane + omega repair deep hydration moisturizer", "isn", "only", "estee lauder advanced night repair synchronized multi-recovery complex serum", "cleansing balm", "haven", "vinoperfect radiance dark spot serum vitamin c alternative", "moisture surge 100h auto-replenishing hydrator moisturizer", "the true cream aqua bomb", "facial treatment essence (pitera essence)", "mini precleanse cleansing oil", "watermelon glow niacinamide dew drops", "virgin marula luxury face oil", "greek yoghurt nourishing probiotic gel-cream", "caudalie", "plum plump hyaluronic acid moisturizer", "josie maran", "skin perfecting 2% bha liquid exfoliant", "rosebud salve", "i", "the true cream moisturizing bomb", "sol de janeiro", "volcanic aha pore clearing clay mask", "sephora", "luna sleeping retinoid night oil", "haven't", "kiehl's since 1851", "ice ceramide moisturizer with vitamin f", "mustn't", "the deep cleanse gentle exfoliating cleanser", "argan infinity cream intensive creamy oil", "not", "of", "b-hydra intensive hydration serum with hyaluronic acid", "until", "now", "all about clean liquid facial soap", "sugar advanced lip balm intense hydration treatment", "your", "papaya sorbet smoothing enzyme cleansing balm & makeup remover", "from", "when", "but", "cream skin toner & moisturizer", "ve", "moisturizer", "precleanse cleansing oil", "mini noni glow face oil", "auto correct brightening + depuffing eye cream for dark circles", "dr. jart+", "unseen sunscreen spf 40 pa+++", "acne control clarifying cleanser", "do", "yourselves", "daily microfoliant exfoliator", "urban environment oil-free sunscreen broad-spectrum spf 42", "goop", "glowscreen sunscreen spf 40 pa+++ with hyaluronic acid + niacinamide", "benefiance wrinkle smoothing eye cream", "yourself", "all", "wasn't", "during", "milk makeup", "ma", "does", "100% organic cold-pressed rose hip seed oil", "barrier+ triple lipid-peptide face cream", "la mer", "were", "hyaluronic acid hydrating serum", "him", "eye cream", "therapeutic sulfur acne treatment mask", "ginzing ultra-hydrating energy-boosting cream", "exfoliating face scrub", "mightn't", "mini the essence  skincare boosting treatment", "should", "for", "t.l.c. sukari babyfacial aha + bha mask", "shiseido", "smart clinical repair wrinkle correcting serum", "balancing force oil control toner", "a-passioni retinol cream", "face wash", "each", "hello fab coconut skin smoothie priming moisturizer", "anti-aging cleansing gel", "mini unseen sunscreen spf 40 pa+++", "super spot remover acne treatment gel", "100 percent pure argan oil", "evian", "about", "serum", "facial radiance pads", "wouldn't", "skinfix", "rosebud salve in a tube", "no", "my", "hadn", "paula's choice", "bareminerals", "ultimate sun protector lotion spf 50+ sunscreen", "mini jet lag mask", "re", "cicapair tiger grass cream", "vitamin enriched face base priming moisturizer", "korres", "weren't", "being", "further", "whom", "below", "isle of paradise", "salicylic acid acne healing dots", "triple algae eye renewal balm eye cream", "clarifying lotion 2", "original skin matte moisturizer with willowherb", "is", "cicapair tiger grass color correcting treatment spf 30", "normal", "these", "themselves", "rose & hyaluronic acid deep hydration moisturizer", "advanced night repair eye gel-cream", "self tanning bronzing face drops", "mini oat cleansing balm", "you're", "few", "creamy eye treatment with avocado", "hydra zen gel-cream oil-free moisturizer with salicylic acid", "maracuja oil", "dewtopia 20% acid night treatment", "theirs", "belif", "very", "mini goopglow microderm instant glow exfoliator", "doesn't", "revitalizing supreme+ youth power creme moisturizer", "isn't", "superfood antioxidant cleanser", "brumisateur natural mineral water facial spray travel duo", "sunday riley", "kora organics", "the dewy skin cream plumping & hydrating moisturizer", "such", "here", "advanced night repair synchronized multi-recovery complex duo", "yo glow aha & bha facial enzyme scrub", "plum plump hyaluronic acid serum", "squalane + vitamin c rose firming oil", "so", "clear improvement active charcoal mask to clear pores", "lemonade smoothing scrub", "sugar strawberry exfoliating face wash", "caffeine 5% + egcg depuffing eye serum", "vinopure natural salicylic acid pore minimizing serum", "over", "they", "its", "under", "by", "in", "couldn't", "niacinamide 10% + zinc 1% oil control serum", "lip butter balm", "aren", "biossance", "between", "original skin retexturizing mask with rose clay", "cr\u00e8me de la mer moisturizer", "clarins", "u.f.o. salicylic acid bha acne treatment face oil", "genius sleeping collagen moisturizer", "laneige", "honey halo ultra-hydrating ceramide moisturizer", "it", "wouldn", "daily uv defense invisible broad spectrum spf 36 sunscreen", "aqua bomb overnight lip mask", "mask", "will", "5 stars retinol + niacinamide eye serum", "weren", "aha 30% + bha 2% exfoliating peeling solution", "some", "dr. brandt skincare", "mustn", "did", "where", "strawberry lip balm", "into", "hers", "shan", "other", "magic cream moisturizer with hyaluronic acid", "beauty elixir prep, set, glow face mist", "mini deep cleanse gentle exfoliating cleanser", "mini facial treatment essence (pitera essence)", "won", "y", "nor", "aren't", "be", "d", "the camellia oil 2-in-1 makeup remover & cleanser", "clear sunscreen stick spf 50+", "brazilian kiss cupua\u00e7u lip butter", "mini superberry hydrate + glow dream mask", "ready steady glow daily aha tonic", "grape water moisturizing face mist", "having", "violet-c brightening serum 20% vitamin c + 10% aha", "midnight recovery concentrate moisturizing face oil", "fresh", "ll", "goopglow microderm instant glow exfoliator", "mini abeille royale advanced youth watery oil", "her", "nudestix", "kate somerville", "our", "shan't", "gentle hydra-gel face cleanser", "peter thomas roth", "should've", "glow recipe", "blue tansy bha and enzyme pore refining mask", "his", "power couple advanced retinol and lactic acid duo", "dramatically different moisturizing gel", "mini plum plump hyaluronic acid moisturizer", "sephora collection", "the rice polish foaming enzyme powder", "ren clean skincare", "oil-absorbing pore treatment strips", "moisturizing eye bomb with squalane", "you", "can", "was", "d-bronzi anti-pollution bronzing drops with peptides", "any", "rose & hyaluronic acid deep hydration toner", "whipped argan oil face butter", "retinol eye stick", "lanc\u00f4me", "too", "lip balm", "mini adaptogen deep moisture cream with ashwagandha + reishi", "had", "with", "protini polypeptide firming refillable moisturizer", "up", "you'd", "wasn", "didn", "greek yoghurt foaming cream cleanser", "needn", "doesn", "ultra facial moisturizing cream with squalane", "mini glowscreen sunscreen spf 40 pa+++ with hyaluronic acid + niacinamide", "again", "green clean makeup removing cleansing balm", "youth to the people", "how", "the", "all about eyes eye cream", "genius liquid collagen serum", "watermelon glow pha + bha pore-tight toner", "himself", "take the day off cleansing balm makeup remover", "salicylic acid acne + pore cleanser", "c-tango vitamin c eye cream", "clinique", "double serum firming & smoothing anti-aging concentrate", "minted rose lip balm", "superberry hydrate + glow dream night mask with vitamin c", "an", "while", "rosebud perfume co.", "doing", "supergoop!", "eradikate acne treatment", "mightn", "c.e.o. 15% vitamin c brightening serum", "goopglow 15% glycolic acid overnight glow peel", "intense therapy lip balm spf 25", "cleansing & exfoliating wipes", "that'll", "won't", "own", "lala retro whipped refillable moisturizer with ceramides", "off", "itself", "through", "skinlongevity long life herb anti-aging face serum", "innisfree", "the serum stick: treatment & touch up balm", "drunk elephant", "avocado soothing skin barrier serum with ceramides", "mini goopglow 15% glycolic acid overnight glow peel", "the inkey list", "balm", "lotus anti-aging night moisturizer", "daily greens oil-free gel moisturizer with moringa and papaya", "mini anti-aging cleansing gel", "dr. dennis gross skincare", "guerlain", "those", "facial cotton", "lactic acid 10% + ha 2% exfoliating serum", "above", "smart clinical repair wrinkle correcting eye cream", "mini yo glow aha & bha facial enzyme scrub", "same", "drink up intensive overnight hydrating mask with avocado & swiss glacier water", "first aid beauty", "tea elixir niacinamide & hyaluronic acid anti-aging serum", "peace out", "skin", "c-firma fresh vitamin-c day serum", "herbivore", "more", "yours", "cream", "needn't", "m", "don", "ain", "aqua bomb cleansing balm", "watermelon glow niacinamide sunscreen spf 50", "confidence in a cream anti-aging hydrating moisturizer", "bobbi brown", "mini watermelon glow pha + bha pore-tight toner", "mini ultra facial moisturizing cream with squalane", "who", "this", "goodbye acne  max complexion correction pads", "mini take the day off cleansing balm makeup remover", "glycolic acid 7% exfoliating toning solution", "sea drink of h2o hydrating boost moisturizer", "sugar hydrating lip balm", "mini daily microfoliant exfoliator", "you'll", "cold plunge pore mask", "or", "been", "natural moisturizing factors + ha", "multi-peptide + ha serum", "origins", "mini ready steady glow daily aha tonic", "murad", "aqua bomb brightening vitamin c cream", "hydro biotic recovery sleeping mask", "am", "and", "advanced g\u00e9nifique radiance boosting face serum", "the ordinary", "mini liquid silk canvas: featherweight protective primer", "slaai  makeup-melting butter cleanser", "good genes all-in-one aha lactic acid treatment", "most", "down", "don't", "phat glow facial mask", "sk-ii", "vinosource-hydra moisturizing sorbet", "sunscreen", "against", "avocado fine line eye cream with retinol", "wishful", "alpha beta universal daily peel pads", "dreamskin skin perfector", "herself", "have", "firmx exfoliating peel gel", "superfood air-whip lightweight moisturizer with hyaluronic acid", "me", "what", "after", "their", "ourselves", "high-potency night-a-mins resurfacing cream with fruit-derived ahas", "s", "sea deep dive cleansing gel", "before", "myself", "urban environment fresh-moisture sunscreen broad-spectrum spf 42", "t", "farmacy", "combination", "tarte", "are", "to", "night cream", "out", "cc+ cream oil-free matte with spf 40", "watermelon pink juice oil-free moisturizer", "both", "smart clinical repair wrinkle correcting cream", "the essence skincare boosting treatment", "the kissu lip mask", "adaptogen deep moisturizing cream with ashwagandha + reishi", "hasn't", "mini advanced night repair synchronized multi-recovery complex", "why", "she", "ginzing refreshing scrub cleanser", "lip glowy balm", "t.l.c. framboos glycolic resurfacing night serum", "find your balance oil control cleanser", "there", "cooling water", "water drench hyaluronic acid moisturizer", "than", "charlotte tilbury", "honeymoon glow aha resurfacing night serum", "ultra repair cream intense hydration", "rose face mask", "he", "as", "mini firmx exfoliating peel gel", "cleanser", "santorini grape poreless skin cream", "tatcha", "glow2oh dark spot toner", "soy hydrating gentle face cleanser", "which", "luminous dewy skin mist", "then", "it cosmetics", "lippe balm", "algenist", "on", "caffeine eye cream", "argan cleansing oil", "dramatically different moisturizing lotion+", "just", "mini acne control clarifying cleanser", "because", "jet lag mask", "summer fridays", "c-rush vitamin c gel moisturizer", "didn't", "clear improvement pore clearing moisturizer with salicylic acid", "rose deep hydration sleeping mask", "vegan milk moisturizer", "that", "the silk peony melting eye cream", "hyaluronic acid 2% + b5 hydrating serum", "tonique confort re-hydrating comforting toner with acacia honey", "wild rose night-brightening sleeping facial", "a", "hydra zen glow liquid lightweight moisturizer with hyaluronic acid", "mini superfood antioxidant cleanser", "dermalogica", "all about eyes rich eye cream", "if", "lip sleeping mask intense hydration with vitamin c", "alpha beta extra strength daily peel pads", "it's", "green clean makeup meltaway cleansing balm limited edition jumbo", "olehenriksen", "glycol lactic radiance renewal mask", "you've", "abeille royale advanced youth watery oil", "ultra glow serum: glow + strengthen vitamin c serum", "checks and balances frothy face wash", "she's", "once", "beste no. 9 jelly cleanser", "couldn", "shouldn't"]

transformer.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3952471e5b4f1c8a2d5ec2be84ab36af0f9d496cec0f05bd0428c8c6f32a53fc
+size 2589