diff --git "a/notebooks/.ipynb_checkpoints/Data Exploration-checkpoint.ipynb" "b/notebooks/.ipynb_checkpoints/Data Exploration-checkpoint.ipynb" new file mode 100644--- /dev/null +++ "b/notebooks/.ipynb_checkpoints/Data Exploration-checkpoint.ipynb" @@ -0,0 +1,19900 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Importing libraries" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import pandas as pd\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "import plotly.express as px" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/var/folders/hq/f_rzh7j51m1ddfp3xw6s1qsr0000gn/T/ipykernel_37275/999401346.py:1: DtypeWarning: Columns (16) have mixed types. Specify dtype option on import or set low_memory=False.\n", + " df = pd.read_csv('../complaints.csv')\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + " | Date received | \n", + "Product | \n", + "Sub-product | \n", + "Issue | \n", + "Sub-issue | \n", + "Consumer complaint narrative | \n", + "Company public response | \n", + "Company | \n", + "State | \n", + "ZIP code | \n", + "Tags | \n", + "Consumer consent provided? | \n", + "Submitted via | \n", + "Date sent to company | \n", + "Company response to consumer | \n", + "Timely response? | \n", + "Consumer disputed? | \n", + "Complaint ID | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", + "2024-02-28 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Problem with a company's investigation into an... | \n", + "Their investigation did not fix an error on yo... | \n", + "NaN | \n", + "NaN | \n", + "TRANSUNION INTERMEDIATE HOLDINGS, INC. | \n", + "NV | \n", + "89081 | \n", + "NaN | \n", + "NaN | \n", + "Web | \n", + "2024-02-28 | \n", + "In progress | \n", + "Yes | \n", + "NaN | \n", + "8436094 | \n", + "
1 | \n", + "2024-02-23 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Improper use of your report | \n", + "Credit inquiries on your report that you don't... | \n", + "NaN | \n", + "NaN | \n", + "Experian Information Solutions Inc. | \n", + "TX | \n", + "76140 | \n", + "NaN | \n", + "Other | \n", + "Web | \n", + "2024-02-23 | \n", + "In progress | \n", + "Yes | \n", + "NaN | \n", + "8404915 | \n", + "
2 | \n", + "2024-02-22 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Incorrect information on your report | \n", + "Information belongs to someone else | \n", + "NaN | \n", + "NaN | \n", + "EQUIFAX, INC. | \n", + "FL | \n", + "33173 | \n", + "NaN | \n", + "Other | \n", + "Web | \n", + "2024-02-22 | \n", + "In progress | \n", + "Yes | \n", + "NaN | \n", + "8391349 | \n", + "
3 | \n", + "2024-02-22 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Incorrect information on your report | \n", + "Information belongs to someone else | \n", + "NaN | \n", + "NaN | \n", + "Resurgent Capital Services L.P. | \n", + "NJ | \n", + "08075 | \n", + "Servicemember | \n", + "NaN | \n", + "Web | \n", + "2024-02-22 | \n", + "Closed with explanation | \n", + "Yes | \n", + "NaN | \n", + "8391367 | \n", + "
4 | \n", + "2024-02-22 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Improper use of your report | \n", + "Reporting company used your report improperly | \n", + "NaN | \n", + "NaN | \n", + "EQUIFAX, INC. | \n", + "CA | \n", + "91302 | \n", + "NaN | \n", + "NaN | \n", + "Web | \n", + "2024-02-22 | \n", + "In progress | \n", + "Yes | \n", + "NaN | \n", + "8391001 | \n", + "
\n", + " | Product | \n", + "Sub-product | \n", + "Issue | \n", + "Sub-issue | \n", + "Consumer complaint narrative | \n", + "Company public response | \n", + "Company | \n", + "State | \n", + "ZIP code | \n", + "Date received | \n", + "
---|---|---|---|---|---|---|---|---|---|---|
0 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Problem with a company's investigation into an... | \n", + "Their investigation did not fix an error on yo... | \n", + "NaN | \n", + "NaN | \n", + "TRANSUNION INTERMEDIATE HOLDINGS, INC. | \n", + "NV | \n", + "89081 | \n", + "2024-02-28 | \n", + "
1 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Improper use of your report | \n", + "Credit inquiries on your report that you don't... | \n", + "NaN | \n", + "NaN | \n", + "Experian Information Solutions Inc. | \n", + "TX | \n", + "76140 | \n", + "2024-02-23 | \n", + "
2 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Incorrect information on your report | \n", + "Information belongs to someone else | \n", + "NaN | \n", + "NaN | \n", + "EQUIFAX, INC. | \n", + "FL | \n", + "33173 | \n", + "2024-02-22 | \n", + "
3 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Incorrect information on your report | \n", + "Information belongs to someone else | \n", + "NaN | \n", + "NaN | \n", + "Resurgent Capital Services L.P. | \n", + "NJ | \n", + "08075 | \n", + "2024-02-22 | \n", + "
4 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Improper use of your report | \n", + "Reporting company used your report improperly | \n", + "NaN | \n", + "NaN | \n", + "EQUIFAX, INC. | \n", + "CA | \n", + "91302 | \n", + "2024-02-22 | \n", + "
\n", + " | Product | \n", + "Sub-product | \n", + "Issue | \n", + "Sub-issue | \n", + "Consumer complaint narrative | \n", + "Company public response | \n", + "Company | \n", + "State | \n", + "ZIP code | \n", + "Date received | \n", + "
---|---|---|---|---|---|---|---|---|---|---|
48 | \n", + "Credit card | \n", + "General-purpose credit card or charge card | \n", + "Problem with a purchase shown on your statement | \n", + "Credit card company isn't resolving a dispute ... | \n", + "I paid {$1000.00} to have artwork restored, ma... | \n", + "Company has responded to the consumer and the ... | \n", + "CITIBANK, N.A. | \n", + "LA | \n", + "701XX | \n", + "2024-02-17 | \n", + "
83 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Improper use of your report | \n", + "Reporting company used your report improperly | \n", + "Subject : Cease and Desist Letter Regarding Un... | \n", + "Company has responded to the consumer and the ... | \n", + "PENTAGON FEDERAL CREDIT UNION | \n", + "NJ | \n", + "07753 | \n", + "2024-02-17 | \n", + "
132 | \n", + "Checking or savings account | \n", + "Checking account | \n", + "Opening an account | \n", + "Didn't receive terms that were advertised | \n", + "Hello, I opened a new account with Wells Fargo... | \n", + "Company has responded to the consumer and the ... | \n", + "WELLS FARGO & COMPANY | \n", + "CA | \n", + "92648 | \n", + "2024-02-13 | \n", + "
135 | \n", + "Debt collection | \n", + "I do not know | \n", + "Attempts to collect debt not owed | \n", + "Debt is not yours | \n", + "This issue shows that I opened an account on X... | \n", + "Company has responded to the consumer and the ... | \n", + "FIRST NATIONAL BANK OF OMAHA | \n", + "AZ | \n", + "85014 | \n", + "2024-02-12 | \n", + "
142 | \n", + "Checking or savings account | \n", + "Checking account | \n", + "Managing an account | \n", + "Problem using a debit or ATM card | \n", + "I filed a claim with Wells fargo, my purse was... | \n", + "Company has responded to the consumer and the ... | \n", + "WELLS FARGO & COMPANY | \n", + "MN | \n", + "553XX | \n", + "2024-02-14 | \n", + "
\n", + " | Product | \n", + "Sub-product | \n", + "Issue | \n", + "Sub-issue | \n", + "Consumer complaint narrative | \n", + "Company public response | \n", + "Company | \n", + "State | \n", + "ZIP code | \n", + "Date received | \n", + "
---|---|---|---|---|---|---|---|---|---|---|
0 | \n", + "Checking or savings account | \n", + "Other banking product or service | \n", + "Opening an account | \n", + "Account opened without my consent or knowledge | \n", + "Date : XXXX XXXXo : XXXX XXXX XXXX / XXXX XXXX... | \n", + "Company has responded to the consumer and the ... | \n", + "WELLS FARGO & COMPANY | \n", + "NC | \n", + "27513 | \n", + "2023-12-29 | \n", + "
1 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Problem with a company's investigation into an... | \n", + "Investigation took more than 30 days | \n", + "I have previously disputed this item with you ... | \n", + "Company has responded to the consumer and the ... | \n", + "Experian Information Solutions Inc. | \n", + "MN | \n", + "55124 | \n", + "2023-12-29 | \n", + "
2 | \n", + "Debt collection | \n", + "Other debt | \n", + "Attempts to collect debt not owed | \n", + "Debt was result of identity theft | \n", + "I kindly request that you update my credit rep... | \n", + "Company has responded to the consumer and the ... | \n", + "Experian Information Solutions Inc. | \n", + "IL | \n", + "60621 | \n", + "2023-12-28 | \n", + "
3 | \n", + "Debt collection | \n", + "Other debt | \n", + "Attempts to collect debt not owed | \n", + "Debt was result of identity theft | \n", + "I implore you to conduct a comprehensive inves... | \n", + "Company has responded to the consumer and the ... | \n", + "Experian Information Solutions Inc. | \n", + "NJ | \n", + "08723 | \n", + "2023-12-28 | \n", + "
4 | \n", + "Credit reporting or other personal consumer re... | \n", + "Credit reporting | \n", + "Incorrect information on your report | \n", + "Information belongs to someone else | \n", + "In accordance with the Fair Credit Reporting A... | \n", + "Company has responded to the consumer and the ... | \n", + "TRANSUNION INTERMEDIATE HOLDINGS, INC. | \n", + "TX | \n", + "77377 | \n", + "2023-11-27 | \n", + "
\n", + " | Fine Level Category | \n", + "
---|---|
Broad Category | \n", + "\n", + " |
Account Management Issues | \n", + "Opening an account | \n", + "
Account Management Issues | \n", + "Managing an account | \n", + "
Account Management Issues | \n", + "Closing an account | \n", + "
Account Management Issues | \n", + "Closing your account | \n", + "
Credit Reporting and Information Issues | \n", + "Incorrect information on your report | \n", + "
Credit Reporting and Information Issues | \n", + "Improper use of your report | \n", + "
Credit Reporting and Information Issues | \n", + "Problem with a credit reporting company's inve... | \n", + "
Credit Reporting and Information Issues | \n", + "Unable to get your credit report or credit score | \n", + "
Debt Collection and Reporting Problems | \n", + "Attempts to collect debt not owed | \n", + "
Debt Collection and Reporting Problems | \n", + "Written notification about debt | \n", + "
Debt Collection and Reporting Problems | \n", + "Repossession | \n", + "
Debt Collection and Reporting Problems | \n", + "Took or threatened to take negative or legal a... | \n", + "
Debt Collection and Reporting Problems | \n", + "Threatened to contact someone or share informa... | \n", + "
Debt Collection and Reporting Problems | \n", + "False statements or representation | \n", + "
Payment and Transaction Issues | \n", + "Problem when making payments | \n", + "
Payment and Transaction Issues | \n", + "Trouble during payment process | \n", + "
Payment and Transaction Issues | \n", + "Problem with a lender or other company chargin... | \n", + "
Payment and Transaction Issues | \n", + "Problem with a purchase shown on your statement | \n", + "
Payment and Transaction Issues | \n", + "Problem with a purchase or transfer | \n", + "
Payment and Transaction Issues | \n", + "Problem caused by your funds being low | \n", + "
Loan and Mortgage Related Issues | \n", + "Applying for a mortgage or refinancing an exis... | \n", + "
Loan and Mortgage Related Issues | \n", + "Dealing with your lender or servicer | \n", + "
Loan and Mortgage Related Issues | \n", + "Struggling to repay your loan | \n", + "
Loan and Mortgage Related Issues | \n", + "Struggling to pay mortgage | \n", + "
Loan and Mortgage Related Issues | \n", + "Struggling to pay your loan | \n", + "
Loan and Mortgage Related Issues | \n", + "Problems at the end of the loan or lease | \n", + "
Loan and Mortgage Related Issues | \n", + "Managing the loan or lease | \n", + "
Loan and Mortgage Related Issues | \n", + "Closing on a mortgage | \n", + "
Credit Card and Electronic Finance Issues | \n", + "Getting a credit card | \n", + "
Credit Card and Electronic Finance Issues | \n", + "Trouble using your card | \n", + "
Credit Card and Electronic Finance Issues | \n", + "Trouble using the card | \n", + "
Credit Card and Electronic Finance Issues | \n", + "Problem getting a card or closing an account | \n", + "
Credit Card and Electronic Finance Issues | \n", + "Electronic communications | \n", + "
Credit Card and Electronic Finance Issues | \n", + "Communication tactics | \n", + "
Service and Product Issues | \n", + "Other features, terms, or problems | \n", + "
Service and Product Issues | \n", + "Credit monitoring or identity theft protection... | \n", + "
Service and Product Issues | \n", + "Identity theft protection or other monitoring ... | \n", + "
Service and Product Issues | \n", + "Problem with overdraft | \n", + "
Service and Product Issues | \n", + "Advertising and marketing, including promotion... | \n", + "
Service and Product Issues | \n", + "Advertising | \n", + "
Loan, Lease, and Education Financial Issues | \n", + "Getting a loan or lease | \n", + "
Loan, Lease, and Education Financial Issues | \n", + "Getting a loan | \n", + "
Loan, Lease, and Education Financial Issues | \n", + "Issue with income share agreement | \n", + "
Loan, Lease, and Education Financial Issues | \n", + "Issue where my lender is my school | \n", + "
Company Investigation and Response Issues | \n", + "Problem with a company's investigation into an... | \n", + "
Company Investigation and Response Issues | \n", + "Problem with a company's investigation into an... | \n", + "
\n", + " | Product | \n", + "Sub-product | \n", + "Issue | \n", + "Sub-issue | \n", + "Consumer complaint narrative | \n", + "Company public response | \n", + "Company | \n", + "State | \n", + "ZIP code | \n", + "Date received | \n", + "
---|---|---|---|---|---|---|---|---|---|---|
0 | \n", + "Checking or savings account | \n", + "Other banking product or service | \n", + "Opening an account | \n", + "Account opened without my consent or knowledge | \n", + "Date : XXXX XXXXo : XXXX XXXX XXXX / XXXX XXXX... | \n", + "Company has responded to the consumer and the ... | \n", + "WELLS FARGO & COMPANY | \n", + "NC | \n", + "27513 | \n", + "2023-12-29 | \n", + "
1 | \n", + "Credit Reporting | \n", + "Credit reporting | \n", + "Problem with a company's investigation into an... | \n", + "Investigation took more than 30 days | \n", + "I have previously disputed this item with you ... | \n", + "Company has responded to the consumer and the ... | \n", + "Experian Information Solutions Inc. | \n", + "MN | \n", + "55124 | \n", + "2023-12-29 | \n", + "
2 | \n", + "Debt collection | \n", + "Other debt | \n", + "Attempts to collect debt not owed | \n", + "Debt was result of identity theft | \n", + "I kindly request that you update my credit rep... | \n", + "Company has responded to the consumer and the ... | \n", + "Experian Information Solutions Inc. | \n", + "IL | \n", + "60621 | \n", + "2023-12-28 | \n", + "
3 | \n", + "Debt collection | \n", + "Other debt | \n", + "Attempts to collect debt not owed | \n", + "Debt was result of identity theft | \n", + "I implore you to conduct a comprehensive inves... | \n", + "Company has responded to the consumer and the ... | \n", + "Experian Information Solutions Inc. | \n", + "NJ | \n", + "08723 | \n", + "2023-12-28 | \n", + "
4 | \n", + "Credit Reporting | \n", + "Credit reporting | \n", + "Incorrect information on your report | \n", + "Information belongs to someone else | \n", + "In accordance with the Fair Credit Reporting A... | \n", + "Company has responded to the consumer and the ... | \n", + "TRANSUNION INTERMEDIATE HOLDINGS, INC. | \n", + "TX | \n", + "77377 | \n", + "2023-11-27 | \n", + "