jobs_post_processing_V1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b277fac7-c7d0-4990-8df5-60d4bfbfc037",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0276d8b3-5b19-4ee1-871d-bd9467b4678b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1b4ec315-aef2-45e1-9358-02d52b801c15",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Selenium related imports\n",
    "from selenium import webdriver\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.common.keys import Keys\n",
    "from selenium.webdriver.support.ui import WebDriverWait\n",
    "from selenium.webdriver.support import expected_conditions as EC\n",
    "from selenium.webdriver.common.action_chains import ActionChains\n",
    "from selenium.webdriver.chrome.service import Service\n",
    "from selenium.webdriver.chrome.options import Options\n",
    "from selenium.common.exceptions import NoSuchElementException, TimeoutException\n",
    "\n",
    "# BeautifulSoup for web scraping\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "# Standard Python libraries\n",
    "import os\n",
    "import re\n",
    "import time\n",
    "import pickle\n",
    "import glob\n",
    "from datetime import datetime\n",
    "\n",
    "# Data manipulation and analysis\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "# Visualization libraries\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "import plotly.express as px\n",
    "\n",
    "# Machine Learning and data processing\n",
    "from scipy.cluster.hierarchy import linkage, leaves_list\n",
    "\n",
    "# Geolocation services\n",
    "from geopy.geocoders import Nominatim\n",
    "from geopy.distance import geodesic\n",
    "\n",
    "# Other specific libraries\n",
    "from dotenv import load_dotenv\n",
    "import openai\n",
    "from tqdm import tqdm\n",
    "\n",
    "# Custom module imports\n",
    "from scrapifurs import utils\n",
    "from scrapifurs.GPTinstructions import GPTinstructions\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "6aaa6f50-563c-4083-b109-fae8fd097ead",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[200000.0, 170000.0, nan, nan, nan, 185000.0, nan, 45.0, nan, 45.0, 140000.0, nan]\n",
      "[350000.0, 170000.0, nan, nan, nan, 225000.0, nan, 240000.0, nan, 45.0, 200000.0, nan]\n",
      "['yr', 'yr', 'NA', 'NA', 'NA', 'yr', 'NA', 'hr', 'NA', 'hr', 'yr', 'NA']\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import re\n",
    "\n",
    "def parse_salary_info(in_list):\n",
    "    in_list = [\"\" if pd.isna(item) else item for item in in_list]\n",
    "\n",
    "    lower_salaries = []\n",
    "    upper_salaries = []\n",
    "    units = []\n",
    "\n",
    "    for item in in_list:\n",
    "        # Regular expression to find salary ranges and units\n",
    "        matches = re.findall(r'\\$([0-9]+(?:K)?)\\s*\\/\\s*(yr|hr)', item)\n",
    "\n",
    "        if matches:\n",
    "            # Convert salary string to numerical value\n",
    "            lower_salary = float(matches[0][0].replace('K', '000'))\n",
    "            if len(matches) > 1:\n",
    "                upper_salary = float(matches[1][0].replace('K', '000'))\n",
    "            else:\n",
    "                upper_salary = lower_salary\n",
    "\n",
    "            lower_salaries.append(lower_salary)\n",
    "            upper_salaries.append(upper_salary)\n",
    "            units.append(matches[0][1])\n",
    "        else:\n",
    "            lower_salaries.append(np.nan)\n",
    "            upper_salaries.append(np.nan)\n",
    "            units.append('NA')\n",
    "\n",
    "    return lower_salaries, upper_salaries, units\n",
    "\n",
    "\n",
    "\n",
    "# Example usage\n",
    "in_list = np.asarray(['$200K/yr - $350K/yr · 401(k), +3 benefits',\n",
    "                      '$170K/yr · 4 benefits', \n",
    "                      '', \n",
    "                      '4 benefits',\n",
    "                      'Medical benefit', \n",
    "                      '$185K/yr - $225K/yr · 401(k), +1 benefit',\n",
    "                      '4 benefits', \n",
    "                      '$45/hr - $240K/yr · 8 benefits',\n",
    "                      '4 benefits', \n",
    "                      '$45/hr· 8 benefits',\n",
    "                      '$140K/yr - $200K/yr', \n",
    "                      ''], dtype=object)\n",
    "\n",
    "lower_salaries, upper_salaries, units = parse_salary_info(in_list)\n",
    "print(lower_salaries)\n",
    "print(upper_salaries)\n",
    "print(units)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "# def parse_salary_info(in_list):\n",
    "#     in_list = [\"\" if pd.isna(item) else item for item in in_list]\n",
    "    \n",
    "#     pay_min = []\n",
    "#     pay_max = []\n",
    "#     pay_time_unit = []\n",
    "#     for x in in_list:\n",
    "#         print(x)\n",
    "#         if '$' in x:\n",
    "#             pay_all = []\n",
    "#             pay_time_unit_tmp = []\n",
    "#             pay_split_all = [k.lower() for k in x.split('$') if len(k)>0]\n",
    "    \n",
    "#             for pay_split in pay_split_all:\n",
    "#                 pay_split_each = pay_split.split('/')\n",
    "#                 pay_time_unit_tmp.append(pay_split_each[1].split(' ')[0])\n",
    "#                 if pay_split_each[0][-1] == 'k':\n",
    "#                     pay_all.append(1000*int(pay_split_each[0][:-1]))\n",
    "#                 else:\n",
    "#                     pay_all.append(int(re.findall('\\d+', pay_split_each[0])[0]))\n",
    "    \n",
    "#             pay_min.append(pay_all[0])\n",
    "#             pay_max.append(pay_all[-1])\n",
    "#             pay_time_unit.append(pay_time_unit_tmp[0][:2])\n",
    "#         else:\n",
    "#             pay_min.append(np.nan)\n",
    "#             pay_max.append(np.nan)\n",
    "#             pay_time_unit.append('NA')\n",
    "    \n",
    "#     return pay_min, pay_max, pay_time_unit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "451709c4-9630-44cd-a6cb-4043b4829b0b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "id": "459fd752-aed1-4cdd-8d02-9fa0c8e106f9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# hr_index_multiply = 1+np.asarray(job_data['units']=='hr')*(hour_multiply_by-1)\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "id": "4f46c69b-3b10-4d3b-ab98-58613397ded1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>job_ids</th>\n",
       "      <th>is_promoted</th>\n",
       "      <th>job_title</th>\n",
       "      <th>company_name</th>\n",
       "      <th>Location</th>\n",
       "      <th>pay</th>\n",
       "      <th>job_link</th>\n",
       "      <th>time_added</th>\n",
       "      <th>about_the_job</th>\n",
       "      <th>0_new__1_applied__2_skipped</th>\n",
       "      <th>lower_salaries</th>\n",
       "      <th>upper_salaries</th>\n",
       "      <th>units</th>\n",
       "      <th>yearly_lower_salaries</th>\n",
       "      <th>yearly_upper_salaries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>3733577556</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Tech III PD</td>\n",
       "      <td>Cottage Health</td>\n",
       "      <td>Santa Barbara, CA (On-site)</td>\n",
       "      <td>$57/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3733577556/...</td>\n",
       "      <td>20231113234021</td>\n",
       "      <td>Job Description\\n\\nThe Neurodiagnostic Tech II...</td>\n",
       "      <td>-1</td>\n",
       "      <td>57.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>102600.0</td>\n",
       "      <td>102600.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>3584740618</td>\n",
       "      <td>True</td>\n",
       "      <td>Sleep EEG Supervisor</td>\n",
       "      <td>Children's Hospital Colorado</td>\n",
       "      <td>Aurora, CO (On-site)</td>\n",
       "      <td>$32/hr - $48.20/hr · Vision, +7 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3584740618/...</td>\n",
       "      <td>20231113234124</td>\n",
       "      <td>Why Work at Children's.... \\n\\nHere, it’s diff...</td>\n",
       "      <td>-1</td>\n",
       "      <td>32.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>57600.0</td>\n",
       "      <td>57600.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>3763034816</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Technologist I - Sleep Lab</td>\n",
       "      <td>UNC Health</td>\n",
       "      <td>Lenoir, NC (On-site)</td>\n",
       "      <td>$18/hr - $22.60/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3763034816/...</td>\n",
       "      <td>20231113234133</td>\n",
       "      <td>Description\\n\\nBecome part of an inclusive org...</td>\n",
       "      <td>-1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>32400.0</td>\n",
       "      <td>32400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>3760190358</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Fellow- Spine (2024-2025)</td>\n",
       "      <td>Gillette Children's</td>\n",
       "      <td>St Paul, MN (On-site)</td>\n",
       "      <td>$22/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3760190358/...</td>\n",
       "      <td>20231113234215</td>\n",
       "      <td>Research fellowship opportunity for current me...</td>\n",
       "      <td>-1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>39600.0</td>\n",
       "      <td>39600.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        job_ids  is_promoted                                   job_title  \\\n",
       "105  3733577556         True                 Neurodiagnostic Tech III PD   \n",
       "136  3584740618         True                        Sleep EEG Supervisor   \n",
       "143  3763034816         True  Neurodiagnostic Technologist I - Sleep Lab   \n",
       "155  3760190358         True          Research Fellow- Spine (2024-2025)   \n",
       "\n",
       "                     company_name                     Location  \\\n",
       "105                Cottage Health  Santa Barbara, CA (On-site)   \n",
       "136  Children's Hospital Colorado         Aurora, CO (On-site)   \n",
       "143                    UNC Health         Lenoir, NC (On-site)   \n",
       "155           Gillette Children's        St Paul, MN (On-site)   \n",
       "\n",
       "                                          pay  \\\n",
       "105                                    $57/hr   \n",
       "136  $32/hr - $48.20/hr · Vision, +7 benefits   \n",
       "143                        $18/hr - $22.60/hr   \n",
       "155                                    $22/hr   \n",
       "\n",
       "                                              job_link      time_added  \\\n",
       "105  https://www.linkedin.com/jobs/view/3733577556/...  20231113234021   \n",
       "136  https://www.linkedin.com/jobs/view/3584740618/...  20231113234124   \n",
       "143  https://www.linkedin.com/jobs/view/3763034816/...  20231113234133   \n",
       "155  https://www.linkedin.com/jobs/view/3760190358/...  20231113234215   \n",
       "\n",
       "                                         about_the_job  \\\n",
       "105  Job Description\\n\\nThe Neurodiagnostic Tech II...   \n",
       "136  Why Work at Children's.... \\n\\nHere, it’s diff...   \n",
       "143  Description\\n\\nBecome part of an inclusive org...   \n",
       "155  Research fellowship opportunity for current me...   \n",
       "\n",
       "     0_new__1_applied__2_skipped  lower_salaries  upper_salaries units  \\\n",
       "105                           -1            57.0            57.0    hr   \n",
       "136                           -1            32.0            32.0    hr   \n",
       "143                           -1            18.0            18.0    hr   \n",
       "155                           -1            22.0            22.0    hr   \n",
       "\n",
       "     yearly_lower_salaries  yearly_upper_salaries  \n",
       "105               102600.0               102600.0  \n",
       "136                57600.0                57600.0  \n",
       "143                32400.0                32400.0  \n",
       "155                39600.0                39600.0  "
      ]
     },
     "execution_count": 161,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "job_data[job_data['units']=='hr']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3f489010-4baa-4ee1-a550-25b4f06d793c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "id": "52efabc9-b73b-48ba-946c-1d56a0810ad1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>job_ids</th>\n",
       "      <th>is_promoted</th>\n",
       "      <th>job_title</th>\n",
       "      <th>company_name</th>\n",
       "      <th>Location</th>\n",
       "      <th>pay</th>\n",
       "      <th>job_link</th>\n",
       "      <th>time_added</th>\n",
       "      <th>about_the_job</th>\n",
       "      <th>0_new__1_applied__2_skipped</th>\n",
       "      <th>lower_salaries</th>\n",
       "      <th>upper_salaries</th>\n",
       "      <th>units</th>\n",
       "      <th>yearly_lower_salaries</th>\n",
       "      <th>yearly_upper_salaries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3694415132</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurologist</td>\n",
       "      <td>NYC Traumatic Brain Injury Center</td>\n",
       "      <td>Queens, NY (On-site)</td>\n",
       "      <td>$200K/yr - $350K/yr · 401(k), +3 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3694415132/...</td>\n",
       "      <td>20231113233618</td>\n",
       "      <td>We are a Traumatic Brain Injury Center with me...</td>\n",
       "      <td>-1</td>\n",
       "      <td>200000.0</td>\n",
       "      <td>350000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>200000.0</td>\n",
       "      <td>350000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3728656705</td>\n",
       "      <td>True</td>\n",
       "      <td>Statistical Scientist</td>\n",
       "      <td>CARGO Therapeutics</td>\n",
       "      <td>San Francisco Bay Area (On-site)</td>\n",
       "      <td>$124K/yr - $170K/yr · 4 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3728656705/...</td>\n",
       "      <td>20231113233620</td>\n",
       "      <td>Description\\nThe Statistical Scientist will be...</td>\n",
       "      <td>-1</td>\n",
       "      <td>124000.0</td>\n",
       "      <td>170000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>124000.0</td>\n",
       "      <td>170000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3683071683</td>\n",
       "      <td>True</td>\n",
       "      <td>Postdoctoral Scholar</td>\n",
       "      <td>Oregon Health &amp; Science University</td>\n",
       "      <td>Portland, OR (On-site)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3683071683/...</td>\n",
       "      <td>20231113233622</td>\n",
       "      <td>Department Overview\\n\\nThis is a postdoctoral ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3718205961</td>\n",
       "      <td>True</td>\n",
       "      <td>MRI Scientist</td>\n",
       "      <td>neuro42</td>\n",
       "      <td>San Francisco, CA (On-site)</td>\n",
       "      <td>4 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3718205961/...</td>\n",
       "      <td>20231113233623</td>\n",
       "      <td>The next evolution of MRI is here!\\n\\nneuro42 ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3674560098</td>\n",
       "      <td>False</td>\n",
       "      <td>RESEARCH FELLOW</td>\n",
       "      <td>University of Michigan</td>\n",
       "      <td>Ann Arbor, MI (On-site)</td>\n",
       "      <td>Medical benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3674560098/...</td>\n",
       "      <td>20231113233625</td>\n",
       "      <td>How to Apply\\n\\nPlease send your queries or ap...</td>\n",
       "      <td>-1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      job_ids  is_promoted              job_title  \\\n",
       "0  3694415132         True            Neurologist   \n",
       "1  3728656705         True  Statistical Scientist   \n",
       "2  3683071683         True   Postdoctoral Scholar   \n",
       "3  3718205961         True          MRI Scientist   \n",
       "4  3674560098        False        RESEARCH FELLOW   \n",
       "\n",
       "                         company_name                          Location  \\\n",
       "0   NYC Traumatic Brain Injury Center              Queens, NY (On-site)   \n",
       "1                  CARGO Therapeutics  San Francisco Bay Area (On-site)   \n",
       "2  Oregon Health & Science University            Portland, OR (On-site)   \n",
       "3                             neuro42       San Francisco, CA (On-site)   \n",
       "4              University of Michigan           Ann Arbor, MI (On-site)   \n",
       "\n",
       "                                         pay  \\\n",
       "0  $200K/yr - $350K/yr · 401(k), +3 benefits   \n",
       "1           $124K/yr - $170K/yr · 4 benefits   \n",
       "2                                        NaN   \n",
       "3                                 4 benefits   \n",
       "4                            Medical benefit   \n",
       "\n",
       "                                            job_link      time_added  \\\n",
       "0  https://www.linkedin.com/jobs/view/3694415132/...  20231113233618   \n",
       "1  https://www.linkedin.com/jobs/view/3728656705/...  20231113233620   \n",
       "2  https://www.linkedin.com/jobs/view/3683071683/...  20231113233622   \n",
       "3  https://www.linkedin.com/jobs/view/3718205961/...  20231113233623   \n",
       "4  https://www.linkedin.com/jobs/view/3674560098/...  20231113233625   \n",
       "\n",
       "                                       about_the_job  \\\n",
       "0  We are a Traumatic Brain Injury Center with me...   \n",
       "1  Description\\nThe Statistical Scientist will be...   \n",
       "2  Department Overview\\n\\nThis is a postdoctoral ...   \n",
       "3  The next evolution of MRI is here!\\n\\nneuro42 ...   \n",
       "4  How to Apply\\n\\nPlease send your queries or ap...   \n",
       "\n",
       "   0_new__1_applied__2_skipped  lower_salaries  upper_salaries units  \\\n",
       "0                           -1        200000.0        350000.0    yr   \n",
       "1                           -1        124000.0        170000.0    yr   \n",
       "2                           -1             NaN             NaN    NA   \n",
       "3                           -1             NaN             NaN    NA   \n",
       "4                           -1             NaN             NaN    NA   \n",
       "\n",
       "   yearly_lower_salaries  yearly_upper_salaries  \n",
       "0               200000.0               350000.0  \n",
       "1               124000.0               170000.0  \n",
       "2                    NaN                    NaN  \n",
       "3                    NaN                    NaN  \n",
       "4                    NaN                    NaN  "
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# Load the provided Excel file\n",
    "file_path = '/Users/phil/Library/CloudStorage/Dropbox/GITHUB/scrapifurs/scrapifurs/data/data_by_date/all_searches_job_data_NEUROPHYSIOLOGY_2023_11_13_23-35.xlsx'\n",
    "job_data = pd.read_excel(file_path)\n",
    "\n",
    "# job_data['about_the_job'] = job_data['about_the_job'].str.lower()\n",
    "\n",
    "\n",
    "lower_salaries, upper_salaries, units = parse_salary_info(job_data['pay'])\n",
    "job_data['lower_salaries'] = lower_salaries\n",
    "job_data['upper_salaries'] = upper_salaries\n",
    "job_data['units'] = units\n",
    "\n",
    "\n",
    "job_data['yearly_lower_salaries'] = lower_salaries\n",
    "job_data['yearly_upper_salaries'] = upper_salaries\n",
    "\n",
    "def convert_hr_to_yr(x):\n",
    "    return x*1700\n",
    "    \n",
    "c = job_data['units']=='hr'\n",
    "job_data.loc[c, 'yearly_lower_salaries'] = convert_hr_to_yr(job_data.loc[c, 'lower_salaries'])\n",
    "job_data.loc[c, 'yearly_upper_salaries'] = convert_hr_to_yr(job_data.loc[c, 'upper_salaries'])\n",
    "\n",
    "\n",
    "\n",
    "# Check the first few rows of the dataframe to understand its structure\n",
    "job_data.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "id": "a44ff95c-4b43-4b4b-8572-bb6925401421",
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_data = job_data[\n",
    "(job_data['yearly_lower_salaries']<= 140000) & \n",
    "(job_data['yearly_lower_salaries']>= 80000) &\n",
    "(job_data['about_the_job'].contains('neuro'))\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "id": "432363ae-977d-4579-bcd6-5638cdda1f41",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>job_ids</th>\n",
       "      <th>is_promoted</th>\n",
       "      <th>job_title</th>\n",
       "      <th>company_name</th>\n",
       "      <th>Location</th>\n",
       "      <th>pay</th>\n",
       "      <th>job_link</th>\n",
       "      <th>time_added</th>\n",
       "      <th>about_the_job</th>\n",
       "      <th>0_new__1_applied__2_skipped</th>\n",
       "      <th>lower_salaries</th>\n",
       "      <th>upper_salaries</th>\n",
       "      <th>units</th>\n",
       "      <th>yearly_lower_salaries</th>\n",
       "      <th>yearly_upper_salaries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3728656705</td>\n",
       "      <td>True</td>\n",
       "      <td>Statistical Scientist</td>\n",
       "      <td>CARGO Therapeutics</td>\n",
       "      <td>San Francisco Bay Area (On-site)</td>\n",
       "      <td>$124K/yr - $170K/yr · 4 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3728656705/...</td>\n",
       "      <td>20231113233620</td>\n",
       "      <td>Description\\nThe Statistical Scientist will be...</td>\n",
       "      <td>-1</td>\n",
       "      <td>124000.0</td>\n",
       "      <td>170000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>124000.0</td>\n",
       "      <td>170000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3747068806</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Machine Learning Scientist - (Medical I...</td>\n",
       "      <td>Lawrence Harvey</td>\n",
       "      <td>San Francisco Bay Area (Remote)</td>\n",
       "      <td>$140K/yr - $200K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3747068806/...</td>\n",
       "      <td>20231113233630</td>\n",
       "      <td>Well funded series B medical imaging company w...</td>\n",
       "      <td>-1</td>\n",
       "      <td>140000.0</td>\n",
       "      <td>200000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>140000.0</td>\n",
       "      <td>200000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>3742651043</td>\n",
       "      <td>True</td>\n",
       "      <td>Applied Scientist, Sponsored Products</td>\n",
       "      <td>Amazon</td>\n",
       "      <td>Santa Monica, CA</td>\n",
       "      <td>$136K/yr - $223K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3742651043/...</td>\n",
       "      <td>20231113233638</td>\n",
       "      <td>Description\\n\\nAmazon is investing heavily in ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>136000.0</td>\n",
       "      <td>223000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>136000.0</td>\n",
       "      <td>223000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>3737719174</td>\n",
       "      <td>False</td>\n",
       "      <td>Development Engineer</td>\n",
       "      <td>Abbott</td>\n",
       "      <td>Plano, TX</td>\n",
       "      <td>$71K/yr - $143K/yr · 401(k), +1 benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3737719174/...</td>\n",
       "      <td>20231113233640</td>\n",
       "      <td>Abbott is a global healthcare leader that help...</td>\n",
       "      <td>-1</td>\n",
       "      <td>71000.0</td>\n",
       "      <td>143000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>71000.0</td>\n",
       "      <td>143000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>3759416561</td>\n",
       "      <td>True</td>\n",
       "      <td>Surgical Neurophysiologist</td>\n",
       "      <td>Accurate Neuromonitoring</td>\n",
       "      <td>New York City Metropolitan Area (On-site)</td>\n",
       "      <td>$80K/yr - $125K/yr + Bonus, Overtime · 7 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3759416561/...</td>\n",
       "      <td>20231113233640</td>\n",
       "      <td>Accurate Neuromonitoring is seeking fully trai...</td>\n",
       "      <td>-1</td>\n",
       "      <td>80000.0</td>\n",
       "      <td>125000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>80000.0</td>\n",
       "      <td>125000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3725708843</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Scientist, Neural Interfaces (PhD)</td>\n",
       "      <td>Oculus VR</td>\n",
       "      <td>Burlingame, CA</td>\n",
       "      <td>$116K/yr - $168K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3725708843/...</td>\n",
       "      <td>20231113233642</td>\n",
       "      <td>Reality Labs at Meta is seeking Research Scien...</td>\n",
       "      <td>-1</td>\n",
       "      <td>116000.0</td>\n",
       "      <td>168000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>116000.0</td>\n",
       "      <td>168000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>3712796731</td>\n",
       "      <td>True</td>\n",
       "      <td>Applied Scientist</td>\n",
       "      <td>Amazon</td>\n",
       "      <td>Los Angeles, CA</td>\n",
       "      <td>$136K/yr - $223K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3712796731/...</td>\n",
       "      <td>20231113233719</td>\n",
       "      <td>Description\\n\\nThe Alexa team is looking for a...</td>\n",
       "      <td>-1</td>\n",
       "      <td>136000.0</td>\n",
       "      <td>223000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>136000.0</td>\n",
       "      <td>223000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>3763234441</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Scientist, Neural Interfaces (PhD)</td>\n",
       "      <td>Oculus VR</td>\n",
       "      <td>Burlingame, CA</td>\n",
       "      <td>$116K/yr - $168K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3763234441/...</td>\n",
       "      <td>20231113233721</td>\n",
       "      <td>Reality Labs at Meta is seeking Research Scien...</td>\n",
       "      <td>-1</td>\n",
       "      <td>116000.0</td>\n",
       "      <td>168000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>116000.0</td>\n",
       "      <td>168000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>3724809400</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Research Scientist-Medical Imaging</td>\n",
       "      <td>Philips</td>\n",
       "      <td>Orange, OH</td>\n",
       "      <td>$107K/yr - $199K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3724809400/...</td>\n",
       "      <td>20231113233732</td>\n",
       "      <td>Job Title\\nSenior Research Scientist-Medical I...</td>\n",
       "      <td>-1</td>\n",
       "      <td>107000.0</td>\n",
       "      <td>199000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>107000.0</td>\n",
       "      <td>199000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>3751175227</td>\n",
       "      <td>True</td>\n",
       "      <td>Analytic Science - Scientist II</td>\n",
       "      <td>FICO</td>\n",
       "      <td>San Diego Metropolitan Area</td>\n",
       "      <td>$102K/yr - $160K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3751175227/...</td>\n",
       "      <td>20231113233737</td>\n",
       "      <td>FICO (NYSE: FICO) is a leading global analytic...</td>\n",
       "      <td>-1</td>\n",
       "      <td>102000.0</td>\n",
       "      <td>160000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>102000.0</td>\n",
       "      <td>160000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>3750391486</td>\n",
       "      <td>True</td>\n",
       "      <td>Assay Development Scientist - Parkinson’s Disease</td>\n",
       "      <td>Octave</td>\n",
       "      <td>San Francisco Bay Area (On-site)</td>\n",
       "      <td>$136K/yr - $188K/yr · 7 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3750391486/...</td>\n",
       "      <td>20231113233746</td>\n",
       "      <td>Octave Bioscience is developing a suite of nov...</td>\n",
       "      <td>-1</td>\n",
       "      <td>136000.0</td>\n",
       "      <td>188000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>136000.0</td>\n",
       "      <td>188000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>3748314267</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Engineer, Algorithm</td>\n",
       "      <td>Edwards Lifesciences</td>\n",
       "      <td>Irvine, CA</td>\n",
       "      <td>$101K/yr - $142K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3748314267/...</td>\n",
       "      <td>20231113233821</td>\n",
       "      <td>Innovation starts from the heart. At Edwards, ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>101000.0</td>\n",
       "      <td>142000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>101000.0</td>\n",
       "      <td>142000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>3729648748</td>\n",
       "      <td>True</td>\n",
       "      <td>Scientist II - ML / AI Algorithms for Alzheime...</td>\n",
       "      <td>Allen Institute for Brain Science</td>\n",
       "      <td>Seattle, WA (Hybrid)</td>\n",
       "      <td>$101K/yr - $142K/yr · 401(k) benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3729648748/...</td>\n",
       "      <td>20231113233824</td>\n",
       "      <td>Scientist II – ML / AI Algorithms for Alzheime...</td>\n",
       "      <td>-1</td>\n",
       "      <td>101000.0</td>\n",
       "      <td>142000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>101000.0</td>\n",
       "      <td>142000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>3685600235</td>\n",
       "      <td>False</td>\n",
       "      <td>Research Scientist</td>\n",
       "      <td>University of Utah</td>\n",
       "      <td>Salt Lake City, UT (On-site)</td>\n",
       "      <td>$47K/yr - $91K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3685600235/...</td>\n",
       "      <td>20231113233827</td>\n",
       "      <td>Details\\n\\nOpen Date 11/04/2022\\n\\nRequisition...</td>\n",
       "      <td>-1</td>\n",
       "      <td>47000.0</td>\n",
       "      <td>91000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>47000.0</td>\n",
       "      <td>91000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>3737887789</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Tech II</td>\n",
       "      <td>Children's Hospital Los Angeles (CHLA)</td>\n",
       "      <td>Los Angeles, CA (On-site)</td>\n",
       "      <td>$61K/yr - $106K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3737887789/...</td>\n",
       "      <td>20231113233831</td>\n",
       "      <td>NATIONAL LEADERS IN PEDIATRIC CARE\\n\\nRanked a...</td>\n",
       "      <td>-1</td>\n",
       "      <td>61000.0</td>\n",
       "      <td>106000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>61000.0</td>\n",
       "      <td>106000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>3739393413</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurophysiologist (Charlotte, NC)</td>\n",
       "      <td>NuVasive</td>\n",
       "      <td>Charlotte, NC (Remote)</td>\n",
       "      <td>$64K/yr - $108K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3739393413/...</td>\n",
       "      <td>20231113233834</td>\n",
       "      <td>Job Summary And Primary Responsibilities\\n\\nAs...</td>\n",
       "      <td>-1</td>\n",
       "      <td>64000.0</td>\n",
       "      <td>108000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>64000.0</td>\n",
       "      <td>108000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>3726858606</td>\n",
       "      <td>True</td>\n",
       "      <td>Computational Scientist</td>\n",
       "      <td>Quantum-Si</td>\n",
       "      <td>San Diego, CA (On-site)</td>\n",
       "      <td>$130K/yr - $170K/yr · Medical, 401(k), +1 benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3726858606/...</td>\n",
       "      <td>20231113233837</td>\n",
       "      <td>Company Description\\n\\nQuantum-Si is pioneerin...</td>\n",
       "      <td>-1</td>\n",
       "      <td>130000.0</td>\n",
       "      <td>170000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>130000.0</td>\n",
       "      <td>170000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>3712806753</td>\n",
       "      <td>True</td>\n",
       "      <td>Analytic Science - Scientist II</td>\n",
       "      <td>FICO</td>\n",
       "      <td>San Diego Metropolitan Area</td>\n",
       "      <td>$102K/yr - $160K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3712806753/...</td>\n",
       "      <td>20231113233839</td>\n",
       "      <td>FICO (NYSE: FICO) is a leading global analytic...</td>\n",
       "      <td>-1</td>\n",
       "      <td>102000.0</td>\n",
       "      <td>160000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>102000.0</td>\n",
       "      <td>160000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>3609319343</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Scientist - AI Expert</td>\n",
       "      <td>WestEd</td>\n",
       "      <td>Washington, DC (Hybrid)</td>\n",
       "      <td>$99K/yr - $149K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3609319343/...</td>\n",
       "      <td>20231113233841</td>\n",
       "      <td>About WestEd\\n\\nAs a community of over 1000 re...</td>\n",
       "      <td>-1</td>\n",
       "      <td>99000.0</td>\n",
       "      <td>149000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>99000.0</td>\n",
       "      <td>149000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>3706491906</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Applied Scientist, Generative AI Research</td>\n",
       "      <td>Nexon America</td>\n",
       "      <td>El Segundo, CA (On-site)</td>\n",
       "      <td>$127K/yr - $190K/yr · 401(k), +1 benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3706491906/...</td>\n",
       "      <td>20231113233920</td>\n",
       "      <td>About Nexon\\n\\nNexon America is a branch of Ne...</td>\n",
       "      <td>-1</td>\n",
       "      <td>127000.0</td>\n",
       "      <td>190000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>127000.0</td>\n",
       "      <td>190000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>3722257110</td>\n",
       "      <td>True</td>\n",
       "      <td>Perception Research Scientist</td>\n",
       "      <td>TuSimple</td>\n",
       "      <td>San Diego, CA (Hybrid)</td>\n",
       "      <td>$125K/yr - $172K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3722257110/...</td>\n",
       "      <td>20231113233921</td>\n",
       "      <td>TuSimple is a global autonomous driving techno...</td>\n",
       "      <td>-1</td>\n",
       "      <td>125000.0</td>\n",
       "      <td>172000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>125000.0</td>\n",
       "      <td>172000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>3609316954</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Scientist - AI Expert</td>\n",
       "      <td>WestEd</td>\n",
       "      <td>San Francisco, CA (Hybrid)</td>\n",
       "      <td>$99K/yr - $149K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3609316954/...</td>\n",
       "      <td>20231113233925</td>\n",
       "      <td>About WestEd\\n\\nAs a community of over 1000 re...</td>\n",
       "      <td>-1</td>\n",
       "      <td>99000.0</td>\n",
       "      <td>149000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>99000.0</td>\n",
       "      <td>149000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>3733185560</td>\n",
       "      <td>True</td>\n",
       "      <td>Sr Biostatistician</td>\n",
       "      <td>Edwards Lifesciences</td>\n",
       "      <td>Irvine, CA (On-site)</td>\n",
       "      <td>$111K/yr - $157K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3733185560/...</td>\n",
       "      <td>20231113233931</td>\n",
       "      <td>Senior Biostatistician, Transcatheter Heart Va...</td>\n",
       "      <td>-1</td>\n",
       "      <td>111000.0</td>\n",
       "      <td>157000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>111000.0</td>\n",
       "      <td>157000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>3669676016</td>\n",
       "      <td>False</td>\n",
       "      <td>Research Engineering/Scientist Assistant-Lab T...</td>\n",
       "      <td>The University of Texas at Austin</td>\n",
       "      <td>Austin, TX (On-site)</td>\n",
       "      <td>$31K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3669676016/...</td>\n",
       "      <td>20231113233932</td>\n",
       "      <td>Job Posting Title:\\n\\nResearch Engineering/Sci...</td>\n",
       "      <td>-1</td>\n",
       "      <td>31000.0</td>\n",
       "      <td>31000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>31000.0</td>\n",
       "      <td>31000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>3745575662</td>\n",
       "      <td>True</td>\n",
       "      <td>Software Engineer - AI/NLP Engineer III</td>\n",
       "      <td>Applied Medical</td>\n",
       "      <td>Rancho Santa Margarita, CA (On-site)</td>\n",
       "      <td>$95K/yr - $135K/yr · 401(k) benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3745575662/...</td>\n",
       "      <td>20231113233933</td>\n",
       "      <td>Applied Medical is a new generation medical de...</td>\n",
       "      <td>-1</td>\n",
       "      <td>95000.0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>95000.0</td>\n",
       "      <td>135000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>3755743564</td>\n",
       "      <td>True</td>\n",
       "      <td>Bioinformatics Scientist - Pipeline Development</td>\n",
       "      <td>Fulgent Genetics</td>\n",
       "      <td>El Monte, CA (On-site)</td>\n",
       "      <td>$80K/yr - $93K/yr · 5 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3755743564/...</td>\n",
       "      <td>20231113233934</td>\n",
       "      <td>Fulgent is a leader in genetic and genomic cli...</td>\n",
       "      <td>-1</td>\n",
       "      <td>80000.0</td>\n",
       "      <td>93000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>80000.0</td>\n",
       "      <td>93000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>3224223191</td>\n",
       "      <td>True</td>\n",
       "      <td>Software Engineer, Computer Vision</td>\n",
       "      <td>Forward</td>\n",
       "      <td>San Francisco, CA (On-site)</td>\n",
       "      <td>$100K/yr - $220K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3224223191/...</td>\n",
       "      <td>20231113233937</td>\n",
       "      <td>Forward is on a bold mission to make high qual...</td>\n",
       "      <td>-1</td>\n",
       "      <td>100000.0</td>\n",
       "      <td>220000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>100000.0</td>\n",
       "      <td>220000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>3697457357</td>\n",
       "      <td>True</td>\n",
       "      <td>Computational Scientist, Single-Cell Multi-Omics</td>\n",
       "      <td>Altos Labs</td>\n",
       "      <td>San Diego, CA (On-site)</td>\n",
       "      <td>$127K/yr - $229K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3697457357/...</td>\n",
       "      <td>20231113233940</td>\n",
       "      <td>Our Mission\\n\\nTo restore cell health and resi...</td>\n",
       "      <td>-1</td>\n",
       "      <td>127000.0</td>\n",
       "      <td>229000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>127000.0</td>\n",
       "      <td>229000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>3733577556</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Tech III PD</td>\n",
       "      <td>Cottage Health</td>\n",
       "      <td>Santa Barbara, CA (On-site)</td>\n",
       "      <td>$57/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3733577556/...</td>\n",
       "      <td>20231113234021</td>\n",
       "      <td>Job Description\\n\\nThe Neurodiagnostic Tech II...</td>\n",
       "      <td>-1</td>\n",
       "      <td>57.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>96900.0</td>\n",
       "      <td>96900.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>3700072366</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Software Engineer</td>\n",
       "      <td>HRL Laboratories, LLC</td>\n",
       "      <td>Malibu, CA (On-site)</td>\n",
       "      <td>$128K/yr - $158K/yr · 401(k) benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3700072366/...</td>\n",
       "      <td>20231113234025</td>\n",
       "      <td>Based in Southern California with locations in...</td>\n",
       "      <td>-1</td>\n",
       "      <td>128000.0</td>\n",
       "      <td>158000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>128000.0</td>\n",
       "      <td>158000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>3686259758</td>\n",
       "      <td>False</td>\n",
       "      <td>Postdoctoral Associate</td>\n",
       "      <td>University of Florida</td>\n",
       "      <td>Gainesville, FL (On-site)</td>\n",
       "      <td>$47K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3686259758/...</td>\n",
       "      <td>20231113234027</td>\n",
       "      <td>Apply now Job no: 520392\\n\\nWork type: Post Do...</td>\n",
       "      <td>-1</td>\n",
       "      <td>47000.0</td>\n",
       "      <td>47000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>47000.0</td>\n",
       "      <td>47000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>3763135058</td>\n",
       "      <td>True</td>\n",
       "      <td>Health Data Scientist</td>\n",
       "      <td>Booz Allen Hamilton</td>\n",
       "      <td>Washington, DC (Remote)</td>\n",
       "      <td>$73K/yr - $166K/yr · 401(k), +1 benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3763135058/...</td>\n",
       "      <td>20231113234030</td>\n",
       "      <td>Job Number: R0184563\\n\\nHealth Data Scientist\\...</td>\n",
       "      <td>-1</td>\n",
       "      <td>73000.0</td>\n",
       "      <td>166000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>73000.0</td>\n",
       "      <td>166000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>3723991773</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Tech I (Neurology)</td>\n",
       "      <td>Children's Hospital Los Angeles (CHLA)</td>\n",
       "      <td>Los Angeles, CA (On-site)</td>\n",
       "      <td>$49K/yr - $86K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3723991773/...</td>\n",
       "      <td>20231113234112</td>\n",
       "      <td>NATIONAL LEADERS IN PEDIATRIC CARE\\n\\nRanked a...</td>\n",
       "      <td>-1</td>\n",
       "      <td>49000.0</td>\n",
       "      <td>86000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>49000.0</td>\n",
       "      <td>86000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>3584740618</td>\n",
       "      <td>True</td>\n",
       "      <td>Sleep EEG Supervisor</td>\n",
       "      <td>Children's Hospital Colorado</td>\n",
       "      <td>Aurora, CO (On-site)</td>\n",
       "      <td>$32/hr - $48.20/hr · Vision, +7 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3584740618/...</td>\n",
       "      <td>20231113234124</td>\n",
       "      <td>Why Work at Children's.... \\n\\nHere, it’s diff...</td>\n",
       "      <td>-1</td>\n",
       "      <td>32.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>54400.0</td>\n",
       "      <td>54400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>3650282586</td>\n",
       "      <td>True</td>\n",
       "      <td>Computational Biomedicine - Cancer Bioinformat...</td>\n",
       "      <td>Cedars-Sinai</td>\n",
       "      <td>Los Angeles, CA (On-site)</td>\n",
       "      <td>$71K/yr - $236K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3650282586/...</td>\n",
       "      <td>20231113234128</td>\n",
       "      <td>Cedars-Sinai Cancer and the Department of Comp...</td>\n",
       "      <td>-1</td>\n",
       "      <td>71000.0</td>\n",
       "      <td>236000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>71000.0</td>\n",
       "      <td>236000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>3763034816</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Technologist I - Sleep Lab</td>\n",
       "      <td>UNC Health</td>\n",
       "      <td>Lenoir, NC (On-site)</td>\n",
       "      <td>$18/hr - $22.60/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3763034816/...</td>\n",
       "      <td>20231113234133</td>\n",
       "      <td>Description\\n\\nBecome part of an inclusive org...</td>\n",
       "      <td>-1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>30600.0</td>\n",
       "      <td>30600.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>3705976210</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Scientist in Molecular Dynamics (AML-...</td>\n",
       "      <td>ByteDance</td>\n",
       "      <td>Seattle, WA</td>\n",
       "      <td>$106K/yr - $140K/yr · Medical, 401(k), +1 benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3705976210/...</td>\n",
       "      <td>20231113234206</td>\n",
       "      <td>Responsibilities\\n\\nFounded in 2012, ByteDance...</td>\n",
       "      <td>-1</td>\n",
       "      <td>106000.0</td>\n",
       "      <td>140000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>106000.0</td>\n",
       "      <td>140000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>3760190358</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Fellow- Spine (2024-2025)</td>\n",
       "      <td>Gillette Children's</td>\n",
       "      <td>St Paul, MN (On-site)</td>\n",
       "      <td>$22/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3760190358/...</td>\n",
       "      <td>20231113234215</td>\n",
       "      <td>Research fellowship opportunity for current me...</td>\n",
       "      <td>-1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>37400.0</td>\n",
       "      <td>37400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>3760182020</td>\n",
       "      <td>True</td>\n",
       "      <td>Postdoctoral Associate - Stringer Lab</td>\n",
       "      <td>Howard Hughes Medical Institute</td>\n",
       "      <td>Ashburn, VA (On-site)</td>\n",
       "      <td>$74K/yr · 6 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3760182020/...</td>\n",
       "      <td>20231113234216</td>\n",
       "      <td>Summary:\\nWe are seeking postdoctoral associat...</td>\n",
       "      <td>-1</td>\n",
       "      <td>74000.0</td>\n",
       "      <td>74000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>74000.0</td>\n",
       "      <td>74000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157</th>\n",
       "      <td>3720161477</td>\n",
       "      <td>True</td>\n",
       "      <td>Programmer/Analyst (Research Software Engineer...</td>\n",
       "      <td>Cedars-Sinai</td>\n",
       "      <td>Los Angeles, CA (On-site)</td>\n",
       "      <td>$85K/yr - $138K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3720161477/...</td>\n",
       "      <td>20231113234217</td>\n",
       "      <td>Grow your career at Cedars-Sinai!\\n\\nData is v...</td>\n",
       "      <td>-1</td>\n",
       "      <td>85000.0</td>\n",
       "      <td>138000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>85000.0</td>\n",
       "      <td>138000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>3687783141</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Application Specialist (Sales)</td>\n",
       "      <td>emka TECHNOLOGIES</td>\n",
       "      <td>Sterling, VA (Hybrid)</td>\n",
       "      <td>$70K/yr - $125K/yr · Medical, Vision, Dental, ...</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3687783141/...</td>\n",
       "      <td>20231113234223</td>\n",
       "      <td>Career Opportunity: Senior Application Special...</td>\n",
       "      <td>-1</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>125000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>125000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>3681585834</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurophysiologist (Columbia, MO)</td>\n",
       "      <td>NuVasive</td>\n",
       "      <td>Columbia, MO (Remote)</td>\n",
       "      <td>$63K/yr - $105K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3681585834/...</td>\n",
       "      <td>20231113234225</td>\n",
       "      <td>Job Summary And Primary Responsibilities\\n\\nAs...</td>\n",
       "      <td>-1</td>\n",
       "      <td>63000.0</td>\n",
       "      <td>105000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>63000.0</td>\n",
       "      <td>105000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>3756939808</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Statistical Programmer</td>\n",
       "      <td>Fred Hutch</td>\n",
       "      <td>Seattle, WA</td>\n",
       "      <td>$94K/yr - $166K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3756939808/...</td>\n",
       "      <td>20231113234227</td>\n",
       "      <td>Overview\\n\\nFred Hutchinson Cancer Center is a...</td>\n",
       "      <td>-1</td>\n",
       "      <td>94000.0</td>\n",
       "      <td>166000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>94000.0</td>\n",
       "      <td>166000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>3560764395</td>\n",
       "      <td>True</td>\n",
       "      <td>Project Scientist - Slomka Lab - Innovation in...</td>\n",
       "      <td>Cedars-Sinai</td>\n",
       "      <td>Los Angeles, CA (On-site)</td>\n",
       "      <td>$66K/yr - $134K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3560764395/...</td>\n",
       "      <td>20231113234304</td>\n",
       "      <td>Are you ready to be a part of breakthrough res...</td>\n",
       "      <td>-1</td>\n",
       "      <td>66000.0</td>\n",
       "      <td>134000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>66000.0</td>\n",
       "      <td>134000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>3760516453</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Data Scientist II</td>\n",
       "      <td>Pacific Life</td>\n",
       "      <td>Newport Beach, CA (Remote)</td>\n",
       "      <td>$138K/yr - $234K/yr · 401(k) benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3760516453/...</td>\n",
       "      <td>20231113234309</td>\n",
       "      <td>Job Description\\n\\nPacific Life is investing i...</td>\n",
       "      <td>-1</td>\n",
       "      <td>138000.0</td>\n",
       "      <td>234000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>138000.0</td>\n",
       "      <td>234000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>3636041157</td>\n",
       "      <td>False</td>\n",
       "      <td>Postdoctoral Associate in Auditory Neuroscience</td>\n",
       "      <td>Virginia Tech</td>\n",
       "      <td>Blacksburg, VA (On-site)</td>\n",
       "      <td>$55K/yr - $65K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3636041157/...</td>\n",
       "      <td>20231113234312</td>\n",
       "      <td>Job Description\\n\\nThe Laboratory of Auditory ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>55000.0</td>\n",
       "      <td>65000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>55000.0</td>\n",
       "      <td>65000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>3755035016</td>\n",
       "      <td>True</td>\n",
       "      <td>Scientific Software Developer (R43349/cb)</td>\n",
       "      <td>OpenEye, Cadence Molecular Sciences</td>\n",
       "      <td>Santa Fe, NM (Hybrid)</td>\n",
       "      <td>$90K/yr - $110K/yr + Bonus</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3755035016/...</td>\n",
       "      <td>20231113234318</td>\n",
       "      <td>OpenEye, Cadence Molecular Sciences, an indust...</td>\n",
       "      <td>-1</td>\n",
       "      <td>90000.0</td>\n",
       "      <td>110000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>90000.0</td>\n",
       "      <td>110000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>3687781440</td>\n",
       "      <td>True</td>\n",
       "      <td>Application Specialist Sales</td>\n",
       "      <td>emka TECHNOLOGIES</td>\n",
       "      <td>Sterling, VA (Remote)</td>\n",
       "      <td>$55K/yr - $70K/yr · Medical, Vision, Dental, 4...</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3687781440/...</td>\n",
       "      <td>20231113234321</td>\n",
       "      <td>We are looking for an enthusiastic, motivated ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>55000.0</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>55000.0</td>\n",
       "      <td>70000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>3763132873</td>\n",
       "      <td>True</td>\n",
       "      <td>Health Data Scientist</td>\n",
       "      <td>Booz Allen Hamilton</td>\n",
       "      <td>Bethesda, MD (Remote)</td>\n",
       "      <td>$73K/yr - $166K/yr · 401(k), +1 benefit</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3763132873/...</td>\n",
       "      <td>20231113234321</td>\n",
       "      <td>Job Number: R0184563\\n\\nHealth Data Scientist\\...</td>\n",
       "      <td>-1</td>\n",
       "      <td>73000.0</td>\n",
       "      <td>166000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>73000.0</td>\n",
       "      <td>166000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>3711758664</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurophysiologist (Toledo, OH)</td>\n",
       "      <td>NuVasive</td>\n",
       "      <td>Toledo, OH (Remote)</td>\n",
       "      <td>$64K/yr - $108K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3711758664/...</td>\n",
       "      <td>20231113234323</td>\n",
       "      <td>Job Summary And Primary Responsibilities\\n\\nAs...</td>\n",
       "      <td>-1</td>\n",
       "      <td>64000.0</td>\n",
       "      <td>108000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>64000.0</td>\n",
       "      <td>108000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>3758170579</td>\n",
       "      <td>True</td>\n",
       "      <td>Senior Assessment Specialist - Science</td>\n",
       "      <td>Pearson</td>\n",
       "      <td>Augusta, ME (On-site)</td>\n",
       "      <td>$70K/yr - $80K/yr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3758170579/...</td>\n",
       "      <td>20231113234324</td>\n",
       "      <td>Senior Assessment Specialist - Science Job Des...</td>\n",
       "      <td>-1</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>80000.0</td>\n",
       "      <td>yr</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>80000.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        job_ids  is_promoted  \\\n",
       "1    3728656705         True   \n",
       "8    3747068806         True   \n",
       "15   3742651043         True   \n",
       "16   3737719174        False   \n",
       "17   3759416561         True   \n",
       "18   3725708843         True   \n",
       "25   3712796731         True   \n",
       "27   3763234441         True   \n",
       "36   3724809400         True   \n",
       "40   3751175227         True   \n",
       "48   3750391486         True   \n",
       "53   3748314267         True   \n",
       "55   3729648748         True   \n",
       "58   3685600235        False   \n",
       "61   3737887789         True   \n",
       "64   3739393413         True   \n",
       "66   3726858606         True   \n",
       "68   3712806753         True   \n",
       "70   3609319343         True   \n",
       "79   3706491906         True   \n",
       "80   3722257110         True   \n",
       "83   3609316954         True   \n",
       "87   3733185560         True   \n",
       "88   3669676016        False   \n",
       "89   3745575662         True   \n",
       "90   3755743564         True   \n",
       "92   3224223191         True   \n",
       "95   3697457357         True   \n",
       "105  3733577556         True   \n",
       "109  3700072366         True   \n",
       "110  3686259758        False   \n",
       "113  3763135058         True   \n",
       "126  3723991773         True   \n",
       "136  3584740618         True   \n",
       "139  3650282586         True   \n",
       "143  3763034816         True   \n",
       "147  3705976210         True   \n",
       "155  3760190358         True   \n",
       "156  3760182020         True   \n",
       "157  3720161477         True   \n",
       "162  3687783141         True   \n",
       "163  3681585834         True   \n",
       "165  3756939808         True   \n",
       "171  3560764395         True   \n",
       "176  3760516453         True   \n",
       "179  3636041157        False   \n",
       "184  3755035016         True   \n",
       "186  3687781440         True   \n",
       "187  3763132873         True   \n",
       "188  3711758664         True   \n",
       "189  3758170579         True   \n",
       "\n",
       "                                             job_title  \\\n",
       "1                                Statistical Scientist   \n",
       "8    Senior Machine Learning Scientist - (Medical I...   \n",
       "15               Applied Scientist, Sponsored Products   \n",
       "16                                Development Engineer   \n",
       "17                          Surgical Neurophysiologist   \n",
       "18         Research Scientist, Neural Interfaces (PhD)   \n",
       "25                                   Applied Scientist   \n",
       "27         Research Scientist, Neural Interfaces (PhD)   \n",
       "36           Senior Research Scientist-Medical Imaging   \n",
       "40                     Analytic Science - Scientist II   \n",
       "48   Assay Development Scientist - Parkinson’s Disease   \n",
       "53                          Senior Engineer, Algorithm   \n",
       "55   Scientist II - ML / AI Algorithms for Alzheime...   \n",
       "58                                  Research Scientist   \n",
       "61                             Neurodiagnostic Tech II   \n",
       "64                   Neurophysiologist (Charlotte, NC)   \n",
       "66                             Computational Scientist   \n",
       "68                     Analytic Science - Scientist II   \n",
       "70                      Research Scientist - AI Expert   \n",
       "79    Senior Applied Scientist, Generative AI Research   \n",
       "80                       Perception Research Scientist   \n",
       "83                      Research Scientist - AI Expert   \n",
       "87                                  Sr Biostatistician   \n",
       "88   Research Engineering/Scientist Assistant-Lab T...   \n",
       "89             Software Engineer - AI/NLP Engineer III   \n",
       "90     Bioinformatics Scientist - Pipeline Development   \n",
       "92                  Software Engineer, Computer Vision   \n",
       "95    Computational Scientist, Single-Cell Multi-Omics   \n",
       "105                        Neurodiagnostic Tech III PD   \n",
       "109                         Research Software Engineer   \n",
       "110                             Postdoctoral Associate   \n",
       "113                              Health Data Scientist   \n",
       "126                 Neurodiagnostic Tech I (Neurology)   \n",
       "136                               Sleep EEG Supervisor   \n",
       "139  Computational Biomedicine - Cancer Bioinformat...   \n",
       "143         Neurodiagnostic Technologist I - Sleep Lab   \n",
       "147  Research Scientist in Molecular Dynamics (AML-...   \n",
       "155                 Research Fellow- Spine (2024-2025)   \n",
       "156              Postdoctoral Associate - Stringer Lab   \n",
       "157  Programmer/Analyst (Research Software Engineer...   \n",
       "162              Senior Application Specialist (Sales)   \n",
       "163                   Neurophysiologist (Columbia, MO)   \n",
       "165                      Senior Statistical Programmer   \n",
       "171  Project Scientist - Slomka Lab - Innovation in...   \n",
       "176                           Senior Data Scientist II   \n",
       "179    Postdoctoral Associate in Auditory Neuroscience   \n",
       "184          Scientific Software Developer (R43349/cb)   \n",
       "186                       Application Specialist Sales   \n",
       "187                              Health Data Scientist   \n",
       "188                     Neurophysiologist (Toledo, OH)   \n",
       "189             Senior Assessment Specialist - Science   \n",
       "\n",
       "                               company_name  \\\n",
       "1                        CARGO Therapeutics   \n",
       "8                           Lawrence Harvey   \n",
       "15                                   Amazon   \n",
       "16                                   Abbott   \n",
       "17                 Accurate Neuromonitoring   \n",
       "18                                Oculus VR   \n",
       "25                                   Amazon   \n",
       "27                                Oculus VR   \n",
       "36                                  Philips   \n",
       "40                                     FICO   \n",
       "48                                   Octave   \n",
       "53                     Edwards Lifesciences   \n",
       "55        Allen Institute for Brain Science   \n",
       "58                       University of Utah   \n",
       "61   Children's Hospital Los Angeles (CHLA)   \n",
       "64                                 NuVasive   \n",
       "66                               Quantum-Si   \n",
       "68                                     FICO   \n",
       "70                                   WestEd   \n",
       "79                            Nexon America   \n",
       "80                                 TuSimple   \n",
       "83                                   WestEd   \n",
       "87                     Edwards Lifesciences   \n",
       "88        The University of Texas at Austin   \n",
       "89                          Applied Medical   \n",
       "90                         Fulgent Genetics   \n",
       "92                                  Forward   \n",
       "95                               Altos Labs   \n",
       "105                          Cottage Health   \n",
       "109                   HRL Laboratories, LLC   \n",
       "110                   University of Florida   \n",
       "113                     Booz Allen Hamilton   \n",
       "126  Children's Hospital Los Angeles (CHLA)   \n",
       "136            Children's Hospital Colorado   \n",
       "139                            Cedars-Sinai   \n",
       "143                              UNC Health   \n",
       "147                               ByteDance   \n",
       "155                     Gillette Children's   \n",
       "156         Howard Hughes Medical Institute   \n",
       "157                            Cedars-Sinai   \n",
       "162                       emka TECHNOLOGIES   \n",
       "163                                NuVasive   \n",
       "165                              Fred Hutch   \n",
       "171                            Cedars-Sinai   \n",
       "176                            Pacific Life   \n",
       "179                           Virginia Tech   \n",
       "184     OpenEye, Cadence Molecular Sciences   \n",
       "186                       emka TECHNOLOGIES   \n",
       "187                     Booz Allen Hamilton   \n",
       "188                                NuVasive   \n",
       "189                                 Pearson   \n",
       "\n",
       "                                      Location  \\\n",
       "1             San Francisco Bay Area (On-site)   \n",
       "8              San Francisco Bay Area (Remote)   \n",
       "15                            Santa Monica, CA   \n",
       "16                                   Plano, TX   \n",
       "17   New York City Metropolitan Area (On-site)   \n",
       "18                              Burlingame, CA   \n",
       "25                             Los Angeles, CA   \n",
       "27                              Burlingame, CA   \n",
       "36                                  Orange, OH   \n",
       "40                 San Diego Metropolitan Area   \n",
       "48            San Francisco Bay Area (On-site)   \n",
       "53                                  Irvine, CA   \n",
       "55                        Seattle, WA (Hybrid)   \n",
       "58                Salt Lake City, UT (On-site)   \n",
       "61                   Los Angeles, CA (On-site)   \n",
       "64                      Charlotte, NC (Remote)   \n",
       "66                     San Diego, CA (On-site)   \n",
       "68                 San Diego Metropolitan Area   \n",
       "70                     Washington, DC (Hybrid)   \n",
       "79                    El Segundo, CA (On-site)   \n",
       "80                      San Diego, CA (Hybrid)   \n",
       "83                  San Francisco, CA (Hybrid)   \n",
       "87                        Irvine, CA (On-site)   \n",
       "88                        Austin, TX (On-site)   \n",
       "89        Rancho Santa Margarita, CA (On-site)   \n",
       "90                      El Monte, CA (On-site)   \n",
       "92                 San Francisco, CA (On-site)   \n",
       "95                     San Diego, CA (On-site)   \n",
       "105                Santa Barbara, CA (On-site)   \n",
       "109                       Malibu, CA (On-site)   \n",
       "110                  Gainesville, FL (On-site)   \n",
       "113                    Washington, DC (Remote)   \n",
       "126                  Los Angeles, CA (On-site)   \n",
       "136                       Aurora, CO (On-site)   \n",
       "139                  Los Angeles, CA (On-site)   \n",
       "143                       Lenoir, NC (On-site)   \n",
       "147                                Seattle, WA   \n",
       "155                      St Paul, MN (On-site)   \n",
       "156                      Ashburn, VA (On-site)   \n",
       "157                  Los Angeles, CA (On-site)   \n",
       "162                      Sterling, VA (Hybrid)   \n",
       "163                      Columbia, MO (Remote)   \n",
       "165                                Seattle, WA   \n",
       "171                  Los Angeles, CA (On-site)   \n",
       "176                 Newport Beach, CA (Remote)   \n",
       "179                   Blacksburg, VA (On-site)   \n",
       "184                      Santa Fe, NM (Hybrid)   \n",
       "186                      Sterling, VA (Remote)   \n",
       "187                      Bethesda, MD (Remote)   \n",
       "188                        Toledo, OH (Remote)   \n",
       "189                      Augusta, ME (On-site)   \n",
       "\n",
       "                                                   pay  \\\n",
       "1                     $124K/yr - $170K/yr · 4 benefits   \n",
       "8                                  $140K/yr - $200K/yr   \n",
       "15                                 $136K/yr - $223K/yr   \n",
       "16             $71K/yr - $143K/yr · 401(k), +1 benefit   \n",
       "17   $80K/yr - $125K/yr + Bonus, Overtime · 7 benefits   \n",
       "18                                 $116K/yr - $168K/yr   \n",
       "25                                 $136K/yr - $223K/yr   \n",
       "27                                 $116K/yr - $168K/yr   \n",
       "36                                 $107K/yr - $199K/yr   \n",
       "40                                 $102K/yr - $160K/yr   \n",
       "48                    $136K/yr - $188K/yr · 7 benefits   \n",
       "53                                 $101K/yr - $142K/yr   \n",
       "55                $101K/yr - $142K/yr · 401(k) benefit   \n",
       "58                                   $47K/yr - $91K/yr   \n",
       "61                                  $61K/yr - $106K/yr   \n",
       "64                                  $64K/yr - $108K/yr   \n",
       "66   $130K/yr - $170K/yr · Medical, 401(k), +1 benefit   \n",
       "68                                 $102K/yr - $160K/yr   \n",
       "70                                  $99K/yr - $149K/yr   \n",
       "79            $127K/yr - $190K/yr · 401(k), +1 benefit   \n",
       "80                                 $125K/yr - $172K/yr   \n",
       "83                                  $99K/yr - $149K/yr   \n",
       "87                                 $111K/yr - $157K/yr   \n",
       "88                                             $31K/yr   \n",
       "89                 $95K/yr - $135K/yr · 401(k) benefit   \n",
       "90                      $80K/yr - $93K/yr · 5 benefits   \n",
       "92                                 $100K/yr - $220K/yr   \n",
       "95                                 $127K/yr - $229K/yr   \n",
       "105                                             $57/hr   \n",
       "109               $128K/yr - $158K/yr · 401(k) benefit   \n",
       "110                                            $47K/yr   \n",
       "113            $73K/yr - $166K/yr · 401(k), +1 benefit   \n",
       "126                                  $49K/yr - $86K/yr   \n",
       "136           $32/hr - $48.20/hr · Vision, +7 benefits   \n",
       "139                                 $71K/yr - $236K/yr   \n",
       "143                                 $18/hr - $22.60/hr   \n",
       "147  $106K/yr - $140K/yr · Medical, 401(k), +1 benefit   \n",
       "155                                             $22/hr   \n",
       "156                               $74K/yr · 6 benefits   \n",
       "157                                 $85K/yr - $138K/yr   \n",
       "162  $70K/yr - $125K/yr · Medical, Vision, Dental, ...   \n",
       "163                                 $63K/yr - $105K/yr   \n",
       "165                                 $94K/yr - $166K/yr   \n",
       "171                                 $66K/yr - $134K/yr   \n",
       "176               $138K/yr - $234K/yr · 401(k) benefit   \n",
       "179                                  $55K/yr - $65K/yr   \n",
       "184                         $90K/yr - $110K/yr + Bonus   \n",
       "186  $55K/yr - $70K/yr · Medical, Vision, Dental, 4...   \n",
       "187            $73K/yr - $166K/yr · 401(k), +1 benefit   \n",
       "188                                 $64K/yr - $108K/yr   \n",
       "189                                  $70K/yr - $80K/yr   \n",
       "\n",
       "                                              job_link      time_added  \\\n",
       "1    https://www.linkedin.com/jobs/view/3728656705/...  20231113233620   \n",
       "8    https://www.linkedin.com/jobs/view/3747068806/...  20231113233630   \n",
       "15   https://www.linkedin.com/jobs/view/3742651043/...  20231113233638   \n",
       "16   https://www.linkedin.com/jobs/view/3737719174/...  20231113233640   \n",
       "17   https://www.linkedin.com/jobs/view/3759416561/...  20231113233640   \n",
       "18   https://www.linkedin.com/jobs/view/3725708843/...  20231113233642   \n",
       "25   https://www.linkedin.com/jobs/view/3712796731/...  20231113233719   \n",
       "27   https://www.linkedin.com/jobs/view/3763234441/...  20231113233721   \n",
       "36   https://www.linkedin.com/jobs/view/3724809400/...  20231113233732   \n",
       "40   https://www.linkedin.com/jobs/view/3751175227/...  20231113233737   \n",
       "48   https://www.linkedin.com/jobs/view/3750391486/...  20231113233746   \n",
       "53   https://www.linkedin.com/jobs/view/3748314267/...  20231113233821   \n",
       "55   https://www.linkedin.com/jobs/view/3729648748/...  20231113233824   \n",
       "58   https://www.linkedin.com/jobs/view/3685600235/...  20231113233827   \n",
       "61   https://www.linkedin.com/jobs/view/3737887789/...  20231113233831   \n",
       "64   https://www.linkedin.com/jobs/view/3739393413/...  20231113233834   \n",
       "66   https://www.linkedin.com/jobs/view/3726858606/...  20231113233837   \n",
       "68   https://www.linkedin.com/jobs/view/3712806753/...  20231113233839   \n",
       "70   https://www.linkedin.com/jobs/view/3609319343/...  20231113233841   \n",
       "79   https://www.linkedin.com/jobs/view/3706491906/...  20231113233920   \n",
       "80   https://www.linkedin.com/jobs/view/3722257110/...  20231113233921   \n",
       "83   https://www.linkedin.com/jobs/view/3609316954/...  20231113233925   \n",
       "87   https://www.linkedin.com/jobs/view/3733185560/...  20231113233931   \n",
       "88   https://www.linkedin.com/jobs/view/3669676016/...  20231113233932   \n",
       "89   https://www.linkedin.com/jobs/view/3745575662/...  20231113233933   \n",
       "90   https://www.linkedin.com/jobs/view/3755743564/...  20231113233934   \n",
       "92   https://www.linkedin.com/jobs/view/3224223191/...  20231113233937   \n",
       "95   https://www.linkedin.com/jobs/view/3697457357/...  20231113233940   \n",
       "105  https://www.linkedin.com/jobs/view/3733577556/...  20231113234021   \n",
       "109  https://www.linkedin.com/jobs/view/3700072366/...  20231113234025   \n",
       "110  https://www.linkedin.com/jobs/view/3686259758/...  20231113234027   \n",
       "113  https://www.linkedin.com/jobs/view/3763135058/...  20231113234030   \n",
       "126  https://www.linkedin.com/jobs/view/3723991773/...  20231113234112   \n",
       "136  https://www.linkedin.com/jobs/view/3584740618/...  20231113234124   \n",
       "139  https://www.linkedin.com/jobs/view/3650282586/...  20231113234128   \n",
       "143  https://www.linkedin.com/jobs/view/3763034816/...  20231113234133   \n",
       "147  https://www.linkedin.com/jobs/view/3705976210/...  20231113234206   \n",
       "155  https://www.linkedin.com/jobs/view/3760190358/...  20231113234215   \n",
       "156  https://www.linkedin.com/jobs/view/3760182020/...  20231113234216   \n",
       "157  https://www.linkedin.com/jobs/view/3720161477/...  20231113234217   \n",
       "162  https://www.linkedin.com/jobs/view/3687783141/...  20231113234223   \n",
       "163  https://www.linkedin.com/jobs/view/3681585834/...  20231113234225   \n",
       "165  https://www.linkedin.com/jobs/view/3756939808/...  20231113234227   \n",
       "171  https://www.linkedin.com/jobs/view/3560764395/...  20231113234304   \n",
       "176  https://www.linkedin.com/jobs/view/3760516453/...  20231113234309   \n",
       "179  https://www.linkedin.com/jobs/view/3636041157/...  20231113234312   \n",
       "184  https://www.linkedin.com/jobs/view/3755035016/...  20231113234318   \n",
       "186  https://www.linkedin.com/jobs/view/3687781440/...  20231113234321   \n",
       "187  https://www.linkedin.com/jobs/view/3763132873/...  20231113234321   \n",
       "188  https://www.linkedin.com/jobs/view/3711758664/...  20231113234323   \n",
       "189  https://www.linkedin.com/jobs/view/3758170579/...  20231113234324   \n",
       "\n",
       "                                         about_the_job  \\\n",
       "1    Description\\nThe Statistical Scientist will be...   \n",
       "8    Well funded series B medical imaging company w...   \n",
       "15   Description\\n\\nAmazon is investing heavily in ...   \n",
       "16   Abbott is a global healthcare leader that help...   \n",
       "17   Accurate Neuromonitoring is seeking fully trai...   \n",
       "18   Reality Labs at Meta is seeking Research Scien...   \n",
       "25   Description\\n\\nThe Alexa team is looking for a...   \n",
       "27   Reality Labs at Meta is seeking Research Scien...   \n",
       "36   Job Title\\nSenior Research Scientist-Medical I...   \n",
       "40   FICO (NYSE: FICO) is a leading global analytic...   \n",
       "48   Octave Bioscience is developing a suite of nov...   \n",
       "53   Innovation starts from the heart. At Edwards, ...   \n",
       "55   Scientist II – ML / AI Algorithms for Alzheime...   \n",
       "58   Details\\n\\nOpen Date 11/04/2022\\n\\nRequisition...   \n",
       "61   NATIONAL LEADERS IN PEDIATRIC CARE\\n\\nRanked a...   \n",
       "64   Job Summary And Primary Responsibilities\\n\\nAs...   \n",
       "66   Company Description\\n\\nQuantum-Si is pioneerin...   \n",
       "68   FICO (NYSE: FICO) is a leading global analytic...   \n",
       "70   About WestEd\\n\\nAs a community of over 1000 re...   \n",
       "79   About Nexon\\n\\nNexon America is a branch of Ne...   \n",
       "80   TuSimple is a global autonomous driving techno...   \n",
       "83   About WestEd\\n\\nAs a community of over 1000 re...   \n",
       "87   Senior Biostatistician, Transcatheter Heart Va...   \n",
       "88   Job Posting Title:\\n\\nResearch Engineering/Sci...   \n",
       "89   Applied Medical is a new generation medical de...   \n",
       "90   Fulgent is a leader in genetic and genomic cli...   \n",
       "92   Forward is on a bold mission to make high qual...   \n",
       "95   Our Mission\\n\\nTo restore cell health and resi...   \n",
       "105  Job Description\\n\\nThe Neurodiagnostic Tech II...   \n",
       "109  Based in Southern California with locations in...   \n",
       "110  Apply now Job no: 520392\\n\\nWork type: Post Do...   \n",
       "113  Job Number: R0184563\\n\\nHealth Data Scientist\\...   \n",
       "126  NATIONAL LEADERS IN PEDIATRIC CARE\\n\\nRanked a...   \n",
       "136  Why Work at Children's.... \\n\\nHere, it’s diff...   \n",
       "139  Cedars-Sinai Cancer and the Department of Comp...   \n",
       "143  Description\\n\\nBecome part of an inclusive org...   \n",
       "147  Responsibilities\\n\\nFounded in 2012, ByteDance...   \n",
       "155  Research fellowship opportunity for current me...   \n",
       "156  Summary:\\nWe are seeking postdoctoral associat...   \n",
       "157  Grow your career at Cedars-Sinai!\\n\\nData is v...   \n",
       "162  Career Opportunity: Senior Application Special...   \n",
       "163  Job Summary And Primary Responsibilities\\n\\nAs...   \n",
       "165  Overview\\n\\nFred Hutchinson Cancer Center is a...   \n",
       "171  Are you ready to be a part of breakthrough res...   \n",
       "176  Job Description\\n\\nPacific Life is investing i...   \n",
       "179  Job Description\\n\\nThe Laboratory of Auditory ...   \n",
       "184  OpenEye, Cadence Molecular Sciences, an indust...   \n",
       "186  We are looking for an enthusiastic, motivated ...   \n",
       "187  Job Number: R0184563\\n\\nHealth Data Scientist\\...   \n",
       "188  Job Summary And Primary Responsibilities\\n\\nAs...   \n",
       "189  Senior Assessment Specialist - Science Job Des...   \n",
       "\n",
       "     0_new__1_applied__2_skipped  lower_salaries  upper_salaries units  \\\n",
       "1                             -1        124000.0        170000.0    yr   \n",
       "8                             -1        140000.0        200000.0    yr   \n",
       "15                            -1        136000.0        223000.0    yr   \n",
       "16                            -1         71000.0        143000.0    yr   \n",
       "17                            -1         80000.0        125000.0    yr   \n",
       "18                            -1        116000.0        168000.0    yr   \n",
       "25                            -1        136000.0        223000.0    yr   \n",
       "27                            -1        116000.0        168000.0    yr   \n",
       "36                            -1        107000.0        199000.0    yr   \n",
       "40                            -1        102000.0        160000.0    yr   \n",
       "48                            -1        136000.0        188000.0    yr   \n",
       "53                            -1        101000.0        142000.0    yr   \n",
       "55                            -1        101000.0        142000.0    yr   \n",
       "58                            -1         47000.0         91000.0    yr   \n",
       "61                            -1         61000.0        106000.0    yr   \n",
       "64                            -1         64000.0        108000.0    yr   \n",
       "66                            -1        130000.0        170000.0    yr   \n",
       "68                            -1        102000.0        160000.0    yr   \n",
       "70                            -1         99000.0        149000.0    yr   \n",
       "79                            -1        127000.0        190000.0    yr   \n",
       "80                            -1        125000.0        172000.0    yr   \n",
       "83                            -1         99000.0        149000.0    yr   \n",
       "87                            -1        111000.0        157000.0    yr   \n",
       "88                            -1         31000.0         31000.0    yr   \n",
       "89                            -1         95000.0        135000.0    yr   \n",
       "90                            -1         80000.0         93000.0    yr   \n",
       "92                            -1        100000.0        220000.0    yr   \n",
       "95                            -1        127000.0        229000.0    yr   \n",
       "105                           -1            57.0            57.0    hr   \n",
       "109                           -1        128000.0        158000.0    yr   \n",
       "110                           -1         47000.0         47000.0    yr   \n",
       "113                           -1         73000.0        166000.0    yr   \n",
       "126                           -1         49000.0         86000.0    yr   \n",
       "136                           -1            32.0            32.0    hr   \n",
       "139                           -1         71000.0        236000.0    yr   \n",
       "143                           -1            18.0            18.0    hr   \n",
       "147                           -1        106000.0        140000.0    yr   \n",
       "155                           -1            22.0            22.0    hr   \n",
       "156                           -1         74000.0         74000.0    yr   \n",
       "157                           -1         85000.0        138000.0    yr   \n",
       "162                           -1         70000.0        125000.0    yr   \n",
       "163                           -1         63000.0        105000.0    yr   \n",
       "165                           -1         94000.0        166000.0    yr   \n",
       "171                           -1         66000.0        134000.0    yr   \n",
       "176                           -1        138000.0        234000.0    yr   \n",
       "179                           -1         55000.0         65000.0    yr   \n",
       "184                           -1         90000.0        110000.0    yr   \n",
       "186                           -1         55000.0         70000.0    yr   \n",
       "187                           -1         73000.0        166000.0    yr   \n",
       "188                           -1         64000.0        108000.0    yr   \n",
       "189                           -1         70000.0         80000.0    yr   \n",
       "\n",
       "     yearly_lower_salaries  yearly_upper_salaries  \n",
       "1                 124000.0               170000.0  \n",
       "8                 140000.0               200000.0  \n",
       "15                136000.0               223000.0  \n",
       "16                 71000.0               143000.0  \n",
       "17                 80000.0               125000.0  \n",
       "18                116000.0               168000.0  \n",
       "25                136000.0               223000.0  \n",
       "27                116000.0               168000.0  \n",
       "36                107000.0               199000.0  \n",
       "40                102000.0               160000.0  \n",
       "48                136000.0               188000.0  \n",
       "53                101000.0               142000.0  \n",
       "55                101000.0               142000.0  \n",
       "58                 47000.0                91000.0  \n",
       "61                 61000.0               106000.0  \n",
       "64                 64000.0               108000.0  \n",
       "66                130000.0               170000.0  \n",
       "68                102000.0               160000.0  \n",
       "70                 99000.0               149000.0  \n",
       "79                127000.0               190000.0  \n",
       "80                125000.0               172000.0  \n",
       "83                 99000.0               149000.0  \n",
       "87                111000.0               157000.0  \n",
       "88                 31000.0                31000.0  \n",
       "89                 95000.0               135000.0  \n",
       "90                 80000.0                93000.0  \n",
       "92                100000.0               220000.0  \n",
       "95                127000.0               229000.0  \n",
       "105                96900.0                96900.0  \n",
       "109               128000.0               158000.0  \n",
       "110                47000.0                47000.0  \n",
       "113                73000.0               166000.0  \n",
       "126                49000.0                86000.0  \n",
       "136                54400.0                54400.0  \n",
       "139                71000.0               236000.0  \n",
       "143                30600.0                30600.0  \n",
       "147               106000.0               140000.0  \n",
       "155                37400.0                37400.0  \n",
       "156                74000.0                74000.0  \n",
       "157                85000.0               138000.0  \n",
       "162                70000.0               125000.0  \n",
       "163                63000.0               105000.0  \n",
       "165                94000.0               166000.0  \n",
       "171                66000.0               134000.0  \n",
       "176               138000.0               234000.0  \n",
       "179                55000.0                65000.0  \n",
       "184                90000.0               110000.0  \n",
       "186                55000.0                70000.0  \n",
       "187                73000.0               166000.0  \n",
       "188                64000.0               108000.0  \n",
       "189                70000.0                80000.0  "
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "df643c25-1e20-4169-a1b3-09aa19fa3278",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "120e3217-f690-4f08-afc0-c4f6a9236191",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "id": "488e8cca-b6e0-49cc-a889-267a47c29bf3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(47, 13)"
      ]
     },
     "execution_count": 128,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# job_data.iloc([job_data['lower_salaries']<=140000 & job_data['units']=='yr'])\n",
    "\n",
    "# Corrected filtering\n",
    "filtered_data = job_data[\n",
    "(job_data['yearly_lower_salaries'] <= 140000) & (job_data['units'] == 'yr') | \n",
    "(job_data['upper_salaries'] >= 60) & (job_data['units'] == 'hr')\n",
    "] \n",
    "\n",
    "# Display the filtered DataFrame\n",
    "len(filtered_data)\n",
    "np.shape(filtered_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "id": "04588899-14c7-47dc-a8ea-90ad1ec9825c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>job_ids</th>\n",
       "      <th>is_promoted</th>\n",
       "      <th>job_title</th>\n",
       "      <th>company_name</th>\n",
       "      <th>Location</th>\n",
       "      <th>pay</th>\n",
       "      <th>job_link</th>\n",
       "      <th>time_added</th>\n",
       "      <th>about_the_job</th>\n",
       "      <th>0_new__1_applied__2_skipped</th>\n",
       "      <th>lower_salaries</th>\n",
       "      <th>upper_salaries</th>\n",
       "      <th>units</th>\n",
       "      <th>yearly_lower_salaries</th>\n",
       "      <th>yearly_upper_salaries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>3733577556</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Tech III PD</td>\n",
       "      <td>Cottage Health</td>\n",
       "      <td>Santa Barbara, CA (On-site)</td>\n",
       "      <td>$57/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3733577556/...</td>\n",
       "      <td>20231113234021</td>\n",
       "      <td>Job Description\\n\\nThe Neurodiagnostic Tech II...</td>\n",
       "      <td>-1</td>\n",
       "      <td>57.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>3990.0</td>\n",
       "      <td>3990.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>3584740618</td>\n",
       "      <td>True</td>\n",
       "      <td>Sleep EEG Supervisor</td>\n",
       "      <td>Children's Hospital Colorado</td>\n",
       "      <td>Aurora, CO (On-site)</td>\n",
       "      <td>$32/hr - $48.20/hr · Vision, +7 benefits</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3584740618/...</td>\n",
       "      <td>20231113234124</td>\n",
       "      <td>Why Work at Children's.... \\n\\nHere, it’s diff...</td>\n",
       "      <td>-1</td>\n",
       "      <td>32.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>2240.0</td>\n",
       "      <td>2240.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>3763034816</td>\n",
       "      <td>True</td>\n",
       "      <td>Neurodiagnostic Technologist I - Sleep Lab</td>\n",
       "      <td>UNC Health</td>\n",
       "      <td>Lenoir, NC (On-site)</td>\n",
       "      <td>$18/hr - $22.60/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3763034816/...</td>\n",
       "      <td>20231113234133</td>\n",
       "      <td>Description\\n\\nBecome part of an inclusive org...</td>\n",
       "      <td>-1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>1260.0</td>\n",
       "      <td>1260.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>3760190358</td>\n",
       "      <td>True</td>\n",
       "      <td>Research Fellow- Spine (2024-2025)</td>\n",
       "      <td>Gillette Children's</td>\n",
       "      <td>St Paul, MN (On-site)</td>\n",
       "      <td>$22/hr</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/3760190358/...</td>\n",
       "      <td>20231113234215</td>\n",
       "      <td>Research fellowship opportunity for current me...</td>\n",
       "      <td>-1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>hr</td>\n",
       "      <td>1540.0</td>\n",
       "      <td>1540.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        job_ids  is_promoted                                   job_title  \\\n",
       "105  3733577556         True                 Neurodiagnostic Tech III PD   \n",
       "136  3584740618         True                        Sleep EEG Supervisor   \n",
       "143  3763034816         True  Neurodiagnostic Technologist I - Sleep Lab   \n",
       "155  3760190358         True          Research Fellow- Spine (2024-2025)   \n",
       "\n",
       "                     company_name                     Location  \\\n",
       "105                Cottage Health  Santa Barbara, CA (On-site)   \n",
       "136  Children's Hospital Colorado         Aurora, CO (On-site)   \n",
       "143                    UNC Health         Lenoir, NC (On-site)   \n",
       "155           Gillette Children's        St Paul, MN (On-site)   \n",
       "\n",
       "                                          pay  \\\n",
       "105                                    $57/hr   \n",
       "136  $32/hr - $48.20/hr · Vision, +7 benefits   \n",
       "143                        $18/hr - $22.60/hr   \n",
       "155                                    $22/hr   \n",
       "\n",
       "                                              job_link      time_added  \\\n",
       "105  https://www.linkedin.com/jobs/view/3733577556/...  20231113234021   \n",
       "136  https://www.linkedin.com/jobs/view/3584740618/...  20231113234124   \n",
       "143  https://www.linkedin.com/jobs/view/3763034816/...  20231113234133   \n",
       "155  https://www.linkedin.com/jobs/view/3760190358/...  20231113234215   \n",
       "\n",
       "                                         about_the_job  \\\n",
       "105  Job Description\\n\\nThe Neurodiagnostic Tech II...   \n",
       "136  Why Work at Children's.... \\n\\nHere, it’s diff...   \n",
       "143  Description\\n\\nBecome part of an inclusive org...   \n",
       "155  Research fellowship opportunity for current me...   \n",
       "\n",
       "     0_new__1_applied__2_skipped  lower_salaries  upper_salaries units  \\\n",
       "105                           -1            57.0            57.0    hr   \n",
       "136                           -1            32.0            32.0    hr   \n",
       "143                           -1            18.0            18.0    hr   \n",
       "155                           -1            22.0            22.0    hr   \n",
       "\n",
       "     yearly_lower_salaries  yearly_upper_salaries  \n",
       "105                 3990.0                 3990.0  \n",
       "136                 2240.0                 2240.0  \n",
       "143                 1260.0                 1260.0  \n",
       "155                 1540.0                 1540.0  "
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "job_data[job_data['units'] == 'hr']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ab9b25b5-c24b-427f-9a77-4ddf951c5e99",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "dba61a61-5848-401a-8dcd-a48438c9ab84",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "2b1b125b-f18d-47c0-83e1-6bb2ba56e54d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['$200K/yr - $350K/yr · 401(k), +3 benefits',\n",
       "       '$124K/yr - $170K/yr · 4 benefits', nan, '4 benefits',\n",
       "       'Medical benefit', '$185K/yr - $225K/yr · 401(k), +1 benefit',\n",
       "       '4 benefits', '$175K/yr - $240K/yr · 8 benefits',\n",
       "       '$140K/yr - $200K/yr', nan], dtype=object)"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.asarray(job_data['pay'][:10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "9b0c3f69-62a8-4d4d-b848-61352ce7028b",
   "metadata": {},
   "outputs": [],
   "source": [
    "in_list = np.asarray(['$200K/yr - $350K/yr · 401(k), +3 benefits',\n",
    "       '$124K/yr - $170K/yr · 4 benefits', np.nan, '4 benefits',\n",
    "       'Medical benefit', '$185K/yr - $225K/yr · 401(k), +1 benefit',\n",
    "       '4 benefits', '$175K/yr - $240K/yr · 8 benefits',\n",
    "       '$140K/yr - $200K/yr', np.nan], dtype=object)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1eba03cf-d4fd-4f4a-8af2-dea53508c62f",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8cd8ec32-7e4d-4c55-a205-5ec2804df6b6",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "744d772d-78df-4c21-afea-d0048ab289f7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('200k', 'yr'), ('350k', 'yr')]\n",
      "[('170k', 'yr')]\n",
      "[]\n",
      "[]\n",
      "[]\n",
      "[('185k', 'yr'), ('225k', 'yr')]\n",
      "[]\n",
      "[('45', 'hr'), ('240k', 'yr')]\n",
      "[]\n",
      "[('45', 'hr')]\n",
      "[('140k', 'yr'), ('200k', 'yr')]\n",
      "[]\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "for item in in_list:\n",
    "    matches = re.findall(r'\\$([0-9]+(?:k)?)\\s*\\/\\s*(yr|hr)', item.lower())\n",
    "    print(matches)\n",
    "    # asdf\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f336c9b7-2dd9-4be9-9765-bf175fe09a88",
   "metadata": {},
   "outputs": [],
   "source": [
    "matches[0][0].replace('K', '000'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "00ff674f-73fa-4eb8-8091-765ad99604ad",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('200k', 'yr')\n",
      "('350k', 'yr')\n"
     ]
    }
   ],
   "source": [
    "for k in matches:\n",
    "    print(k)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "8bf5bc60-eebc-45e1-bdd7-8c23e28af4ab",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[200000, 170000, nan, nan, nan, 185000, nan, 45, nan, 45, 140000, nan]\n",
      "[350000, 170000, nan, nan, nan, 225000, nan, 240000, nan, 45, 200000, nan]\n",
      "['yr', 'yr', 'NA', 'NA', 'NA', 'yr', 'NA', 'hr', 'NA', 'hr', 'yr', 'NA']\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "004d5b7d-64ed-4402-bf6c-5f3277bf1028",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan),\n",
       " (nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan),\n",
       " ('NA', 'NA', 'NA', 'NA', 'NA', 'NA', 'NA', 'NA', 'NA', 'NA', 'NA', 'NA'))"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "pay_min, pay_max, pay_time_unit\n",
    "# pay_time_unit_tmp[0][:1]\n",
    "# int(re.findall('\\d+', pay_split_each[0]))\n",
    "\n",
    "# re.findall('\\d+', pay_split_each[0])[0]\n",
    "# pay_time_unit_tmp\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "6f6c2c82-aef8-41ec-b4ae-4df0c76f81af",
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "ufunc 'isnan' not supported for the input types, and the inputs could not be safely coerced to any supported types according to the casting rule ''safe''",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[38], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mnp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43misnan\u001b[49m\u001b[43m(\u001b[49m\u001b[43mx\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01melse\u001b[39;00m x\n",
      "\u001b[0;31mTypeError\u001b[0m: ufunc 'isnan' not supported for the input types, and the inputs could not be safely coerced to any supported types according to the casting rule ''safe''"
     ]
    }
   ],
   "source": [
    "None if np.isnan(x) else x\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "eb962282-e413-4bc5-9dbb-4a452e33d5b7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Min Pay: [200000, 170000, None, None, None, 185000, None, 240000, None, None, 140000, None]\n",
      "Max Pay: [350000, 170000, None, None, None, 225000, None, 240000, None, None, 200000, None]\n",
      "Pay Type: ['/yr', '/yr', None, None, None, '/yr', None, '/yr', None, None, '/yr', None]\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import re\n",
    "\n",
    "in_list = np.asarray(['$200K/yr - $350K/yr · 401(k), +3 benefits',\n",
    "       '$170K/yr · 4 benefits', \n",
    "                      np.nan, \n",
    "                      '4 benefits',\n",
    "       'Medical benefit', '$185K/yr - $225K/yr · 401(k), +1 benefit',\n",
    "       '4 benefits', '$45/hr - $240K/yr · 8 benefits',\n",
    "                      '4 benefits', '$45/hr· 8 benefits',\n",
    "       '$140K/yr - $200K/yr', \n",
    "                      np.nan], dtype=object)\n",
    "\n",
    "min_pay = []\n",
    "max_pay = []\n",
    "pay_type = []\n",
    "\n",
    "for x in in_list:\n",
    "    if isinstance(x, str) and '$' in x:\n",
    "        pay_values = re.findall(r'\\$([0-9]+)K', x)\n",
    "        pay_values = [int(val) * 1000 for val in pay_values]  # Convert K to actual number\n",
    "        pay_type_value = re.search(r'/yr', x)\n",
    "\n",
    "        if len(pay_values) == 1:\n",
    "            min_pay.append(pay_values[0])\n",
    "            max_pay.append(pay_values[0])\n",
    "        elif len(pay_values) > 1:\n",
    "            min_pay.append(pay_values[0])\n",
    "            max_pay.append(pay_values[1])\n",
    "        else:\n",
    "            min_pay.append(None)\n",
    "            max_pay.append(None)\n",
    "\n",
    "        pay_type.append(pay_type_value.group() if pay_type_value else None)\n",
    "    else:\n",
    "        min_pay.append(None)\n",
    "        max_pay.append(None)\n",
    "        pay_type.append(None)\n",
    "\n",
    "# Results\n",
    "print(\"Min Pay:\", min_pay)\n",
    "print(\"Max Pay:\", max_pay)\n",
    "print(\"Pay Type:\", pay_type)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a59294e6-519e-4b94-a1d3-8e86d47859bf",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ceb5f6bc-5cef-44e0-a98e-4ca099189252",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e2703c50-46df-49fa-8a6a-8778ce18bb8d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "677b8a82-86e4-40ab-a99b-cf22bc746f3a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5d9648e7-3e35-44e0-9668-6c4d2f4b134f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}