From 77db3b41167728b11b5110b3d3431f465b134fde Mon Sep 17 00:00:00 2001 From: Leon <113113712+leon-czarlinski@users.noreply.github.com> Date: Mon, 18 Sep 2023 01:46:07 -0400 Subject: [PATCH] Created using Colaboratory --- ProfileAnalysis.ipynb | 795 ++++++++++++++++++++++++++++++++---------- 1 file changed, 620 insertions(+), 175 deletions(-) diff --git a/ProfileAnalysis.ipynb b/ProfileAnalysis.ipynb index 30ae741..4312d27 100644 --- a/ProfileAnalysis.ipynb +++ b/ProfileAnalysis.ipynb @@ -5,7 +5,7 @@ "colab": { "provenance": [], "mount_file_id": "1SuO5xqLs-InnA3TwYYcpxRAzBgmzcETl", - "authorship_tag": "ABX9TyPeR/eGyZ4SRz9Kim4s7EXP", + "authorship_tag": "ABX9TyM6v8A8ghmmwVCq/JjUW5Ow", "include_colab_link": true }, "kernelspec": { @@ -27,6 +27,56 @@ "\"Open" ] }, + { + "cell_type": "markdown", + "source": [ + "## Profile Analysis\n", + "\n", + "In this project we will cover the concept of clustering, which is a unsupervised learning algorithm that involves grouping similar data points togethes based on their characteristics. The goal of clustering is to find similarities within a dataset and group similar data points together while keeping dissimilar data points separate.\n", + "\n", + "Think of this project from a business perspective. Based on the customer profile, the business can identify different clusters and customize the experience, offers, services, products, and others based on this clusterization." + ], + "metadata": { + "id": "2NIBCmpftIQB" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Task 1: Understand the problem statement\n", + "\n", + "* What insights and profile can we get from this datase? How many women and men do we have on this dataset? What is the distribution of anual income by gender? What about by profession?\n", + "* Is there any bias in the analysis?\n", + "* How can we train an unsupervised learning algorithm that involves grouping similar data points together based on the characteristics?\n", + "\n", + "The data set contains some information that will give us the answer. The dataframe has the following information:\n", + "\n", + "* Customer ID\n", + "* Gender (man or woman)\n", + "* Age (in years)\n", + "* Annual income\n", + "* Spending score (0 - 100)\n", + "* Profession\n", + "* Work Experience (in years)\n", + "* Family size (>1)" + ], + "metadata": { + "id": "HItO7DdhtXPJ" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Task 2: Import libraries and datasets\n", + "\n", + "To work with the data frame, we are going to import some libraries, such as pandas (used for data frame manipulation), numpy (used for numerical analysis), and matplotlib (used for data visualization as well)\n", + "\n", + "We are also going to do some checks about the data frame to see if there are some information we need to be aware of it, before working with it." + ], + "metadata": { + "id": "t3eb8-qfvGzS" + } + }, { "cell_type": "code", "execution_count": 1, @@ -35,10 +85,27 @@ }, "outputs": [], "source": [ + "#Data\n", "import pandas as pd\n", "import numpy as np\n", - "import seaborn as sns\n", + "\n", + "#Data Visualization\n", + "import plotly.express as px\n", + "import plotly.graph_objs as go\n", "import matplotlib.pyplot as plt\n", + "\n", + "#Data preprocessing\n", + "from sklearn.preprocessing import LabelEncoder\n", + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "#Clustering Models\n", + "from sklearn.cluster import KMeans\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.metrics import silhouette_score\n", + "from sklearn.metrics import calinski_harabasz_score\n", + "\n", + "#Ignore Warnings\n", "import warnings\n", "warnings.filterwarnings(\"ignore\")" ] @@ -54,15 +121,15 @@ "base_uri": "https://localhost:8080/" }, "id": "WC7PocTfqFLh", - "outputId": "671073fa-6562-4184-b67f-f0442de852de" + "outputId": "dd7d2797-5c51-4835-f1a4-b9b67302d34a" }, - "execution_count": 3, + "execution_count": 2, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ - "Mounted at /content/drive\n" + "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n" ] } ] @@ -75,23 +142,23 @@ "metadata": { "id": "z4bK4CR7qNi9" }, - "execution_count": 4, + "execution_count": 3, "outputs": [] }, { "cell_type": "code", "source": [ - "profile_df.head(10)" + "profile_df.head(5)" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", - "height": 363 + "height": 206 }, "id": "JJlzwsC0qTSe", - "outputId": "7d682441-12cb-4d6c-baf0-761770a7fe87" + "outputId": "7e785193-e272-49cf-ca18-d694ccae6faa" }, - "execution_count": 5, + "execution_count": 9, "outputs": [ { "output_type": "execute_result", @@ -103,27 +170,17 @@ "2 3 Female 20 86000 6 Engineer 1 \n", "3 4 Female 23 59000 77 Lawyer 0 \n", "4 5 Female 31 38000 40 Entertainment 2 \n", - "5 6 Female 22 58000 76 Artist 0 \n", - "6 7 Female 35 31000 6 Healthcare 1 \n", - "7 8 Female 23 84000 94 Healthcare 1 \n", - "8 9 Male 64 97000 3 Engineer 0 \n", - "9 10 Female 30 98000 72 Artist 1 \n", "\n", " fam_size \n", "0 4 \n", "1 3 \n", "2 1 \n", "3 2 \n", - "4 6 \n", - "5 2 \n", - "6 3 \n", - "7 3 \n", - "8 3 \n", - "9 4 " + "4 6 " ], "text/html": [ "\n", - "
\n", + "
\n", "
\n", "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
custm_idageannual_incomespend_scorework_expfam_size
count1965.0000001965.0000001965.0000001965.0000001965.0000001965.000000
mean1000.30992448.894656110616.00966951.0788804.0926213.757252
std578.44371428.41488945833.86019527.9771763.9264591.968335
min1.0000000.0000000.0000000.0000000.0000001.000000
25%498.00000025.00000074350.00000028.0000001.0000002.000000
50%1000.00000048.000000109759.00000050.0000003.0000004.000000
75%1502.00000073.000000149095.00000075.0000007.0000005.000000
max2000.00000099.000000189974.000000100.00000017.0000009.000000
\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "
\n", + "
\n" + ] + }, + "metadata": {}, + "execution_count": 12 + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "## Task 5: Perform data visualization\n", + "\n", + "Data visualization is a process of creating visual representations of data to facilitate the exploration, interpretation, and communication of paterns and relationships within the data. It is a powerful tool for understanding complex data and communicating insights effectively." + ], + "metadata": { + "id": "AHxpn9rsy7KW" + } + }, + { + "cell_type": "code", + "source": [ + "gender_count = profile_df_cp['gender'].value_counts()\n", + "\n", + "fig = px.pie(values=gender_count, names=gender_count.index)\n", + "fig.update_layout(title=\"Distribution of Gender in the Dataset\")\n", + "fig\n", + "\n" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 542 + }, + "id": "7rD4AkK9zXmM", + "outputId": "f17dd715-7de9-4e9b-d52a-28cce170fb9e" + }, + "execution_count": 15, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/html": [ + "\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "" + ] + }, + "metadata": {} + } + ] + }, + { + "cell_type": "code", + "source": [ + "fig2 = px.bar(y=gender_count, x=gender_count.index, color=gender_count.index)\n", + "fig2" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 542 + }, + "id": "QQ_Ma3Xo0WHA", + "outputId": "2a5733e7-72e4-4fdb-fea6-d4bb30484430" + }, + "execution_count": 16, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/html": [ + "\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "" + ] + }, + "metadata": {} + } + ] } ] } \ No newline at end of file