diff --git a/.ipynb_checkpoints/FinalProject-checkpoint.ipynb b/.ipynb_checkpoints/FinalProject-checkpoint.ipynb index bbc1879..056e5ac 100644 --- a/.ipynb_checkpoints/FinalProject-checkpoint.ipynb +++ b/.ipynb_checkpoints/FinalProject-checkpoint.ipynb @@ -19,22 +19,6 @@ "### Like most Data Science students, concern about job opportunities in the near future loom heavily at the halfway point of this degree program. In one year, employment is necessary to pay off student loans and enter the world of data science. This project focuses on the world of job hunting in Data Science. The goal is to explore job descriptions to categorize skill sets, look for patterns, and prepare tools for the job hunt later this year. Through the exploration of trends in data science job postings, the concepts learned from Data Science Tools 1 and other classes will be applied and hopefully the ideal jobs will emerge." ] }, - { - "cell_type": "code", - "execution_count": null, - "id": "recorded-witness", - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "automated-catch", - "metadata": {}, - "outputs": [], - "source": [] - }, { "cell_type": "code", "execution_count": null, @@ -68,16 +52,16 @@ ] }, { - "cell_type": "code", - "execution_count": null, - "id": "ordinary-harrison", + "cell_type": "markdown", + "id": "overhead-scout", "metadata": {}, - "outputs": [], - "source": [] + "source": [ + "### Data from Kaggle is downloaded and cleaned. Eight data frames are created and later merged into one large data frame." + ] }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 257, "id": "stuffed-industry", "metadata": {}, "outputs": [ @@ -129,183 +113,93 @@ " \n", " \n", " \n", - " 2376\n", - " Scientist - Immunotherapeutic Design\n", - " ROLE SUMMARY\\nThe Cancer Immunology Discovery ...\n", - " Pfizer\n", - " La Jolla, CA\n", - " La Jolla\n", - " CA\n", - " Uncertain\n", - " Very Large\n", - " 1849.0\n", - " Biotech Pharmaceuticals\n", - " 4.1\n", - " 75\n", - " 149\n", - " 112.0\n", - " DF1\n", - " \n", - " \n", - " 1318\n", - " Sr. Data Scientist II\n", - " Shutterfly’s purpose is to help share life’s j...\n", - " Shutterfly\n", - " Tempe, AZ\n", - " Tempe\n", - " AZ\n", - " Uncertain\n", - " Medium-Large\n", - " 1999.0\n", - " Internet\n", - " 3.2\n", - " 97\n", - " 159\n", - " 128.0\n", - " DF1\n", - " \n", - " \n", - " 11781\n", - " Business Analysts\n", - " Opportunity Details\\nID: 20747\\nTitle: Busines...\n", - " Convergent Consulting\n", - " Fremont, CA\n", - " Fremont\n", - " CA\n", + " 6126\n", + " Senior Contract Data Analyst\n", + " OverviewAmyx is seeking to hire a Senior Contr...\n", + " Amyx, Iinc.\n", + " Aurora, CO\n", + " Aurora\n", + " CO\n", " Uncertain\n", - " Very Small\n", " NaN\n", - " Consulting\n", - " 3.9\n", - " 63\n", - " 119\n", + " NaN\n", + " NaN\n", + " NaN\n", + " 78\n", + " 104\n", " 91.0\n", " DF1\n", " \n", " \n", - " 11102\n", - " Business Analyst\n", - " Job Description\\nJob Description:-\\nProvide re...\n", - " Staffigo Technical Services, LLC\n", - " San Diego, CA\n", - " San Diego\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2008.0\n", - " IT Services\n", - " 5.0\n", - " 81\n", - " 97\n", - " 89.0\n", - " DF1\n", - " \n", - " \n", - " 7279\n", - " Big Data Engineer\n", - " Job Title Big Data Engineer Location Wilmingto...\n", - " ApTask\n", - " Wilmington, DE\n", - " Wilmington\n", - " DE\n", + " 7800\n", + " Hadoop Data Engineer\n", + " About Us\\n\\nTachyon Technologies is a Digital ...\n", + " Tachyon Technologies\n", + " Irving, TX\n", + " Irving\n", + " TX\n", " Uncertain\n", " Medium-Small\n", - " 2010.0\n", + " 2011.0\n", " IT Services\n", - " 3.9\n", - " 55\n", - " 105\n", - " 80.0\n", + " 4.4\n", + " 66\n", + " 113\n", + " 89.5\n", " DF1\n", " \n", " \n", - " 7650\n", - " Data Architect / Engineer\n", - " Please, no third parties. No sponsorship oppor...\n", - " AbleForce\n", - " San Diego, CA\n", - " San Diego\n", - " CA\n", - " Yes\n", - " NaN\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 79\n", - " 132\n", - " 105.5\n", + " 7374\n", + " Data Warehouse Engineer\n", + " Job Description\\n\\nPosition Summary:\\n\\n\\nThe ...\n", + " Constellation Brands\n", + " San Antonio, TX\n", + " San Antonio\n", + " TX\n", + " Uncertain\n", + " Large\n", + " 1945.0\n", + " Food Beverage Manufacturing\n", + " 3.2\n", + " 75\n", + " 135\n", + " 105.0\n", " DF1\n", " \n", " \n", - " 690\n", - " Data Engineer\n", - " 77 West Wacker Dr (35012), United States of Am...\n", - " Capital One\n", + " 9517\n", + " FMLA Business Support Analyst\n", + " About ComPsych ComPsych Corporation is the wor...\n", + " ComPsych\n", " Chicago, IL\n", " Chicago\n", " IL\n", " Uncertain\n", - " Very Large\n", - " 1994.0\n", - " Banks Credit Unions\n", - " 3.9\n", - " 46\n", + " Medium\n", + " 1984.0\n", + " Consulting\n", + " 3.1\n", + " 42\n", " 80\n", - " 63.0\n", + " 61.0\n", " DF1\n", " \n", " \n", - " 8196\n", - " Senior Data Engineer\n", - " Job Description\\nUnizin is looking for a Senio...\n", - " Unizin\n", - " Austin, TX\n", - " Austin\n", + " 2744\n", + " Technical Data Analyst Accounting\n", + " Job Title Technical Data Analyst Accounting\\nL...\n", + " eTeam Inc.\n", + " Irving, TX\n", + " Irving\n", " TX\n", " Uncertain\n", - " Very Small\n", - " 2014.0\n", - " Colleges Universities\n", - " 5.0\n", - " 79\n", - " 96\n", - " 87.5\n", - " DF1\n", - " \n", - " \n", - " 7313\n", - " Data Engineer 140K+\n", - " A local Center City is building out their Data...\n", - " Management Decisions, Inc.\n", - " Philadelphia, PA\n", - " Philadelphia\n", - " PA\n", - " Yes\n", - " Very Small\n", - " NaN\n", - " Advertising Marketing\n", - " 1.6\n", - " 71\n", - " 130\n", - " 100.5\n", - " DF1\n", - " \n", - " \n", - " 578\n", - " Data Engineer - HBO Max\n", - " Req ID: 178113\\nHBO Max is the future of enter...\n", - " Turner Broadcasting\n", - " Burbank, CA\n", - " Burbank\n", - " CA\n", - " Uncertain\n", - " Very Large\n", - " 2003.0\n", - " TV Broadcast Cable Networks\n", + " Small\n", + " 1999.0\n", + " Staffing Outsourcing\n", " 3.7\n", - " 75\n", - " 143\n", - " 109.0\n", + " 46\n", + " 91\n", + " 68.5\n", " DF1\n", " \n", " \n", @@ -313,68 +207,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "2376 Scientist - Immunotherapeutic Design \n", - "1318 Sr. Data Scientist II \n", - "11781 Business Analysts \n", - "11102 Business Analyst \n", - "7279 Big Data Engineer \n", - "7650 Data Architect / Engineer \n", - "690 Data Engineer \n", - "8196 Senior Data Engineer \n", - "7313 Data Engineer 140K+ \n", - "578 Data Engineer - HBO Max \n", + " Job Title \\\n", + "6126 Senior Contract Data Analyst \n", + "7800 Hadoop Data Engineer \n", + "7374 Data Warehouse Engineer \n", + "9517 FMLA Business Support Analyst \n", + "2744 Technical Data Analyst Accounting \n", "\n", - " Job Description \\\n", - "2376 ROLE SUMMARY\\nThe Cancer Immunology Discovery ... \n", - "1318 Shutterfly’s purpose is to help share life’s j... \n", - "11781 Opportunity Details\\nID: 20747\\nTitle: Busines... \n", - "11102 Job Description\\nJob Description:-\\nProvide re... \n", - "7279 Job Title Big Data Engineer Location Wilmingto... \n", - "7650 Please, no third parties. No sponsorship oppor... \n", - "690 77 West Wacker Dr (35012), United States of Am... \n", - "8196 Job Description\\nUnizin is looking for a Senio... \n", - "7313 A local Center City is building out their Data... \n", - "578 Req ID: 178113\\nHBO Max is the future of enter... \n", + " Job Description Company Name \\\n", + "6126 OverviewAmyx is seeking to hire a Senior Contr... Amyx, Iinc. \n", + "7800 About Us\\n\\nTachyon Technologies is a Digital ... Tachyon Technologies \n", + "7374 Job Description\\n\\nPosition Summary:\\n\\n\\nThe ... Constellation Brands \n", + "9517 About ComPsych ComPsych Corporation is the wor... ComPsych \n", + "2744 Job Title Technical Data Analyst Accounting\\nL... eTeam Inc. \n", "\n", - " Company Name Location City State \\\n", - "2376 Pfizer La Jolla, CA La Jolla CA \n", - "1318 Shutterfly Tempe, AZ Tempe AZ \n", - "11781 Convergent Consulting Fremont, CA Fremont CA \n", - "11102 Staffigo Technical Services, LLC San Diego, CA San Diego CA \n", - "7279 ApTask Wilmington, DE Wilmington DE \n", - "7650 AbleForce San Diego, CA San Diego CA \n", - "690 Capital One Chicago, IL Chicago IL \n", - "8196 Unizin Austin, TX Austin TX \n", - "7313 Management Decisions, Inc. Philadelphia, PA Philadelphia PA \n", - "578 Turner Broadcasting Burbank, CA Burbank CA \n", + " Location City State Remote Size Founded \\\n", + "6126 Aurora, CO Aurora CO Uncertain NaN NaN \n", + "7800 Irving, TX Irving TX Uncertain Medium-Small 2011.0 \n", + "7374 San Antonio, TX San Antonio TX Uncertain Large 1945.0 \n", + "9517 Chicago, IL Chicago IL Uncertain Medium 1984.0 \n", + "2744 Irving, TX Irving TX Uncertain Small 1999.0 \n", "\n", - " Remote Size Founded Industry Rating \\\n", - "2376 Uncertain Very Large 1849.0 Biotech Pharmaceuticals 4.1 \n", - "1318 Uncertain Medium-Large 1999.0 Internet 3.2 \n", - "11781 Uncertain Very Small NaN Consulting 3.9 \n", - "11102 Uncertain Small 2008.0 IT Services 5.0 \n", - "7279 Uncertain Medium-Small 2010.0 IT Services 3.9 \n", - "7650 Yes NaN NaN NaN NaN \n", - "690 Uncertain Very Large 1994.0 Banks Credit Unions 3.9 \n", - "8196 Uncertain Very Small 2014.0 Colleges Universities 5.0 \n", - "7313 Yes Very Small NaN Advertising Marketing 1.6 \n", - "578 Uncertain Very Large 2003.0 TV Broadcast Cable Networks 3.7 \n", + " Industry Rating SalaryMin SalaryMax \\\n", + "6126 NaN NaN 78 104 \n", + "7800 IT Services 4.4 66 113 \n", + "7374 Food Beverage Manufacturing 3.2 75 135 \n", + "9517 Consulting 3.1 42 80 \n", + "2744 Staffing Outsourcing 3.7 46 91 \n", "\n", - " SalaryMin SalaryMax Salary Estimate DF \n", - "2376 75 149 112.0 DF1 \n", - "1318 97 159 128.0 DF1 \n", - "11781 63 119 91.0 DF1 \n", - "11102 81 97 89.0 DF1 \n", - "7279 55 105 80.0 DF1 \n", - "7650 79 132 105.5 DF1 \n", - "690 46 80 63.0 DF1 \n", - "8196 79 96 87.5 DF1 \n", - "7313 71 130 100.5 DF1 \n", - "578 75 143 109.0 DF1 " + " Salary Estimate DF \n", + "6126 91.0 DF1 \n", + "7800 89.5 DF1 \n", + "7374 105.0 DF1 \n", + "9517 61.0 DF1 \n", + "2744 68.5 DF1 " ] }, - "execution_count": 16, + "execution_count": 257, "metadata": {}, "output_type": "execute_result" } @@ -447,12 +316,12 @@ "#df1.head(10)\n", "#df1.State.value_counts()\n", "list(df1.Size.unique())\n", - "df1.sample(10)" + "df1.sample(5)" ] }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 258, "id": "lyric-mexican", "metadata": {}, "outputs": [ @@ -460,7 +329,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "(0, 14)\n", "(3909, 15)\n" ] }, @@ -504,182 +372,92 @@ " \n", " \n", " \n", - " 1351\n", - " Internship - Analytics and Data Science (Healt...\n", - " Blue Cross Blue Shield of Arizona is a local, ...\n", - " Blue Cross Blue Shield of Arizona\n", - " Phoenix, AZ\n", - " Phoenix\n", - " AZ\n", + " 259\n", + " Data Analyst\n", + " Data Analyst (Decision Science)\\n\\nHearst is a...\n", + " Hearst Communications\n", + " New York, NY\n", + " New York\n", + " NY\n", " Uncertain\n", - " Medium-Large\n", - " 1939.0\n", - " Insurance Carriers\n", - " 3.1\n", - " 97\n", - " 159\n", + " Very Small\n", " NaN\n", - " DF2\n", - " \n", - " \n", - " 1090\n", - " Physical Scientist\n", - " The Department of Energy is seeking motivated ...\n", - " US Department of Energy\n", - " Houston, TX\n", - " Houston\n", - " TX\n", - " Uncertain\n", - " Very Large\n", - " 1977.0\n", - " Federal Agencies\n", - " 3.6\n", - " 39\n", - " 87\n", + " Advertising & Marketing\n", + " 4.0\n", + " 110\n", + " 139\n", " NaN\n", " DF2\n", " \n", " \n", - " 1858\n", - " Sr Scientist\n", - " Site Name: USA - Pennsylvania - King of Prussi...\n", - " GSK\n", - " King of Prussia, PA\n", - " King of Prussia\n", + " 1877\n", + " Principal Scientist, Global Self-Care Stability\n", + " Johnson & Johnson Consumer Inc. is recruiting ...\n", + " J&J Family of Companies\n", + " Fort Washington, PA\n", + " Fort Washington\n", " PA\n", " Uncertain\n", " Very Large\n", - " 1830.0\n", + " 1887.0\n", " Biotech & Pharmaceuticals\n", - " 3.9\n", + " 4.0\n", " 143\n", " 237\n", " NaN\n", " DF2\n", " \n", " \n", - " 3052\n", - " Data Analyst\n", - " KAYGEN is an emerging leader in providing top ...\n", - " Kaygen Inc.\n", - " San Jose, CA\n", - " San Jose\n", - " CA\n", + " 1386\n", + " Post-Doctoral Magnetic Resonance Research Scie...\n", + " Now’s our time to\\ninspire the future of healt...\n", + " Siemens Healthineers\n", + " Phoenix, AZ\n", + " Phoenix\n", + " AZ\n", " Uncertain\n", - " Very Small\n", - " NaN\n", - " Consulting\n", + " Very Large\n", + " 1847.0\n", + " Health Care Services & Hospitals\n", " 3.9\n", - " 119\n", - " 188\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 3594\n", - " Data Architect II\n", - " Job Description\\nON BOARD SERVICES\\nHiring a C...\n", - " On-Board Companies\n", - " Jacksonville, FL\n", - " Jacksonville\n", - " FL\n", - " Uncertain\n", - " Medium-Large\n", - " 1976.0\n", - " Consulting\n", - " 3.4\n", - " 61\n", - " 94\n", + " 46\n", + " 104\n", " NaN\n", " DF2\n", " \n", " \n", - " 3441\n", - " Data Analyst Junior\n", - " Job Description\\nJob description\\nInterpret da...\n", - " Staffigo Technical Services, LLC\n", + " 3236\n", + " Recruiting Manager, Data Science\n", + " Facebook's mission is to give people the power...\n", + " Facebook\n", " Austin, TX\n", " Austin\n", " TX\n", " Uncertain\n", - " Small\n", - " 2008.0\n", - " IT Services\n", - " 5.0\n", - " 74\n", - " 144\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 213\n", - " Software Engineer - Data Engineering, Finance ...\n", - " As a member of our Data Engineering team, you’...\n", - " Squarespace\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", - " Medium-Large\n", - " 2003.0\n", + " Very Large\n", + " 2004.0\n", " Internet\n", - " 3.4\n", - " 119\n", - " 147\n", + " 4.5\n", + " 116\n", + " 181\n", " NaN\n", " DF2\n", " \n", " \n", - " 3105\n", - " Data Analyst\n", - " PETADATA is looking for a Data Analyst to work...\n", - " PETADATA\n", - " San Jose, CA\n", - " San Jose\n", + " 2979\n", + " Machine Learning Research Scientist\n", + " Our PURPOSE—to enable healthier lives everywhe...\n", + " Hologic\n", + " Santa Clara, CA\n", + " Santa Clara\n", " CA\n", " Uncertain\n", - " Small\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 150\n", - " 169\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 2483\n", - " Data Analyst II\n", - " The Data Analyst II is responsible for data en...\n", - " Insight Enterprises, Inc.\n", - " Plano, TX\n", - " Plano\n", - " TX\n", - " Uncertain\n", " Large\n", - " 1988.0\n", - " Enterprise Software & Network Solutions\n", - " 4.0\n", - " 12\n", - " 112\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 3854\n", - " Post Doctoral Scientist Year 1-3 RI Mathematic...\n", - " JOB POSTING – Post Doctoral Scientist Year 1-3...\n", - " Nationwide Children's Hospital\n", - " Columbus, OH\n", - " Columbus\n", - " OH\n", - " Uncertain\n", - " Very Large\n", - " 1892.0\n", - " Health Care Services & Hospitals\n", + " 1985.0\n", + " Health Care Products Manufacturing\n", " 3.7\n", - " 39\n", - " 86\n", + " 150\n", + " 237\n", " NaN\n", " DF2\n", " \n", @@ -689,79 +467,42 @@ ], "text/plain": [ " Job Title \\\n", - "1351 Internship - Analytics and Data Science (Healt... \n", - "1090 Physical Scientist \n", - "1858 Sr Scientist \n", - "3052 Data Analyst \n", - "3594 Data Architect II \n", - "3441 Data Analyst Junior \n", - "213 Software Engineer - Data Engineering, Finance ... \n", - "3105 Data Analyst \n", - "2483 Data Analyst II \n", - "3854 Post Doctoral Scientist Year 1-3 RI Mathematic... \n", + "259 Data Analyst \n", + "1877 Principal Scientist, Global Self-Care Stability \n", + "1386 Post-Doctoral Magnetic Resonance Research Scie... \n", + "3236 Recruiting Manager, Data Science \n", + "2979 Machine Learning Research Scientist \n", "\n", " Job Description \\\n", - "1351 Blue Cross Blue Shield of Arizona is a local, ... \n", - "1090 The Department of Energy is seeking motivated ... \n", - "1858 Site Name: USA - Pennsylvania - King of Prussi... \n", - "3052 KAYGEN is an emerging leader in providing top ... \n", - "3594 Job Description\\nON BOARD SERVICES\\nHiring a C... \n", - "3441 Job Description\\nJob description\\nInterpret da... \n", - "213 As a member of our Data Engineering team, you’... \n", - "3105 PETADATA is looking for a Data Analyst to work... \n", - "2483 The Data Analyst II is responsible for data en... \n", - "3854 JOB POSTING – Post Doctoral Scientist Year 1-3... \n", - "\n", - " Company Name Location City \\\n", - "1351 Blue Cross Blue Shield of Arizona Phoenix, AZ Phoenix \n", - "1090 US Department of Energy Houston, TX Houston \n", - "1858 GSK King of Prussia, PA King of Prussia \n", - "3052 Kaygen Inc. San Jose, CA San Jose \n", - "3594 On-Board Companies Jacksonville, FL Jacksonville \n", - "3441 Staffigo Technical Services, LLC Austin, TX Austin \n", - "213 Squarespace New York, NY New York \n", - "3105 PETADATA San Jose, CA San Jose \n", - "2483 Insight Enterprises, Inc. Plano, TX Plano \n", - "3854 Nationwide Children's Hospital Columbus, OH Columbus \n", + "259 Data Analyst (Decision Science)\\n\\nHearst is a... \n", + "1877 Johnson & Johnson Consumer Inc. is recruiting ... \n", + "1386 Now’s our time to\\ninspire the future of healt... \n", + "3236 Facebook's mission is to give people the power... \n", + "2979 Our PURPOSE—to enable healthier lives everywhe... \n", "\n", - " State Remote Size Founded \\\n", - "1351 AZ Uncertain Medium-Large 1939.0 \n", - "1090 TX Uncertain Very Large 1977.0 \n", - "1858 PA Uncertain Very Large 1830.0 \n", - "3052 CA Uncertain Very Small NaN \n", - "3594 FL Uncertain Medium-Large 1976.0 \n", - "3441 TX Uncertain Small 2008.0 \n", - "213 NY Uncertain Medium-Large 2003.0 \n", - "3105 CA Uncertain Small NaN \n", - "2483 TX Uncertain Large 1988.0 \n", - "3854 OH Uncertain Very Large 1892.0 \n", + " Company Name Location City State \\\n", + "259 Hearst Communications New York, NY New York NY \n", + "1877 J&J Family of Companies Fort Washington, PA Fort Washington PA \n", + "1386 Siemens Healthineers Phoenix, AZ Phoenix AZ \n", + "3236 Facebook Austin, TX Austin TX \n", + "2979 Hologic Santa Clara, CA Santa Clara CA \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "1351 Insurance Carriers 3.1 97 159 \n", - "1090 Federal Agencies 3.6 39 87 \n", - "1858 Biotech & Pharmaceuticals 3.9 143 237 \n", - "3052 Consulting 3.9 119 188 \n", - "3594 Consulting 3.4 61 94 \n", - "3441 IT Services 5.0 74 144 \n", - "213 Internet 3.4 119 147 \n", - "3105 NaN NaN 150 169 \n", - "2483 Enterprise Software & Network Solutions 4.0 12 112 \n", - "3854 Health Care Services & Hospitals 3.7 39 86 \n", + " Remote Size Founded Industry \\\n", + "259 Uncertain Very Small NaN Advertising & Marketing \n", + "1877 Uncertain Very Large 1887.0 Biotech & Pharmaceuticals \n", + "1386 Uncertain Very Large 1847.0 Health Care Services & Hospitals \n", + "3236 Uncertain Very Large 2004.0 Internet \n", + "2979 Uncertain Large 1985.0 Health Care Products Manufacturing \n", "\n", - " Salary Estimate DF \n", - "1351 NaN DF2 \n", - "1090 NaN DF2 \n", - "1858 NaN DF2 \n", - "3052 NaN DF2 \n", - "3594 NaN DF2 \n", - "3441 NaN DF2 \n", - "213 NaN DF2 \n", - "3105 NaN DF2 \n", - "2483 NaN DF2 \n", - "3854 NaN DF2 " + " Rating SalaryMin SalaryMax Salary Estimate DF \n", + "259 4.0 110 139 NaN DF2 \n", + "1877 4.0 143 237 NaN DF2 \n", + "1386 3.9 46 104 NaN DF2 \n", + "3236 4.5 116 181 NaN DF2 \n", + "2979 3.7 150 237 NaN DF2 " ] }, - "execution_count": 20, + "execution_count": 258, "metadata": {}, "output_type": "execute_result" } @@ -843,12 +584,12 @@ "\n", "#print(DF2duplicates.shape)\n", "print(df2.shape)\n", - "df2.sample(10)" + "df2.sample(5)" ] }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 259, "id": "owned-shape", "metadata": {}, "outputs": [ @@ -899,362 +640,92 @@ " \n", " \n", " \n", - " 283\n", - " Data Scientist Architect\n", - " This career opportunity is in our Minneapolis ...\n", - " SullivanCotter\n", - " Minneapolis, MN\n", - " Minneapolis\n", - " MN\n", - " Uncertain\n", - " Medium-Small\n", - " 1992.0\n", - " Consulting\n", - " 4.2\n", - " 95\n", - " 165\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 799\n", - " Medical Lab Scientist (MLS)\n", - " We Are Hiring\\n\\nMedical Lab Scientist (MLS) -...\n", - " Sacred Heart Hospital of Pensacola\n", - " Panama City, FL\n", - " Panama City\n", - " FL\n", - " Uncertain\n", - " Very Large\n", - " 1999.0\n", - " Healthcare Services & Hospitals\n", - " 3.2\n", - " 81\n", - " 102\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 854\n", - " Data Scientist\n", - " Get in on the ground floor at one of Boston's ...\n", - " LogRocket\n", - " Boston, MA\n", - " Boston\n", - " MA\n", - " Uncertain\n", - " Very Small\n", - " 2016.0\n", - " Computer Hardware & Software\n", - " 5.0\n", - " 59\n", - " 101\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 327\n", - " Lead Data Engineer\n", - " 1 Broadway (21026), United States of America, ...\n", - " Capital One\n", - " Cambridge, MA\n", - " Cambridge\n", - " MA\n", - " Uncertain\n", - " Very Large\n", - " 1994.0\n", - " Banks & Building Societies\n", - " 3.9\n", - " 50\n", - " 63\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 468\n", - " Data Scientist\n", - " Schrödinger’s mission is to revolutionize drug...\n", - " Schrödinger\n", - " Portland, OR\n", - " Portland\n", - " OR\n", - " Uncertain\n", - " Medium-Small\n", - " 1990.0\n", - " Internet\n", - " 4.4\n", - " 49\n", - " 88\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 179\n", - " Temporary Assignment - Clinical Laboratory Sci...\n", - " The Clinical Laboratory Scientist I performs l...\n", - " Exact Sciences Corporation\n", - " Madison, WI\n", - " Madison\n", - " WI\n", - " Uncertain\n", - " Medium-Large\n", - " 1995.0\n", - " Healthcare Services & Hospitals\n", - " 4.0\n", - " 41\n", - " 73\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 467\n", - " Data Scientist\n", - " Job Description\\nGalorath Federal is a growing...\n", - " Galorath Inc.\n", - " Charleston, SC\n", - " Charleston\n", - " SC\n", - " Uncertain\n", - " Small\n", - " 1979.0\n", - " Computer Hardware & Software\n", - " 3.8\n", - " 49\n", - " 88\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 376\n", - " Senior Insurance Data Scientist\n", - " What We'll Bring:\\n\\nAt TransUnion, we have a ...\n", - " TransUnion\n", - " Chicago, IL\n", - " Chicago\n", - " IL\n", - " Uncertain\n", - " Large\n", - " 1968.0\n", - " Financial Analytics & Research\n", - " 3.9\n", - " 110\n", - " 145\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 188\n", - " Data Scientist active TS/SCI\n", - " We are currently seeking an innovative, experi...\n", - " LMI\n", - " Fort Belvoir, VA\n", - " Fort Belvoir\n", - " VA\n", - " Uncertain\n", - " Medium-Large\n", - " 1961.0\n", - " Consulting\n", - " 3.9\n", - " 139\n", - " 229\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 710\n", - " Data Scientist\n", - " Role Description\\nAs a data scientist at Tripl...\n", - " Triplebyte\n", - " San Francisco, CA\n", - " San Francisco\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2015.0\n", - " Computer Hardware & Software\n", - " 3.3\n", - " 112\n", - " 149\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 279\n", - " Data Scientist\n", - " Job Duties & Responsibilities\\nBring Creativit...\n", - " BlackLine\n", - " Woodland Hills, CA\n", - " Woodland Hills\n", - " CA\n", - " Uncertain\n", - " Medium\n", - " 2001.0\n", - " Computer Hardware & Software\n", - " 3.9\n", - " 95\n", - " 165\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 590\n", - " Data Scientist\n", - " Meridian Knowledge Solutions, LLC, is the lead...\n", - " Meridian Knowledge Solutions\n", - " Washington, DC\n", - " Washington\n", - " DC\n", - " Uncertain\n", - " Small\n", - " 1997.0\n", - " Enterprise Software & Network Solutions\n", - " 3.1\n", - " 86\n", - " 108\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 277\n", - " Sr./Scientist, Computational Chemistry/Cheminf...\n", - " The Role:\\nModerna is seeking a talented and m...\n", - " Moderna Therapeutics\n", + " 262\n", + " Data Engineer\n", + " Spun out of MIT in 2014, Zylotech is a disrupt...\n", + " Zylotech\n", " Cambridge, MA\n", " Cambridge\n", " MA\n", " Uncertain\n", - " Medium\n", - " 2011.0\n", - " Biotech & Pharmaceuticals\n", - " 3.7\n", - " 95\n", - " 165\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 556\n", - " Data Scientist\n", - " Job Description\\nGreetings from Avtech Solutio...\n", - " Avtech solutions\n", - " Great Neck, NY\n", - " Great Neck\n", - " NY\n", - " Uncertain\n", " Very Small\n", - " NaN\n", - " NaN\n", - " 2.6\n", - " 73\n", - " 128\n", + " 2014.0\n", + " Computer Hardware & Software\n", + " 3.4\n", + " 57\n", + " 94\n", " NaN\n", " GD\n", " \n", " \n", - " 809\n", + " 636\n", " Data Scientist\n", - " At Wish, our Data Science & Engineering team i...\n", - " Wish\n", + " Req. ID: 180202\\n\\nMicron Technology's vision ...\n", + " Micron Technology, Inc.\n", " Seattle, WA\n", " Seattle\n", " WA\n", " Uncertain\n", - " Medium\n", - " 2011.0\n", - " Other Retail Shops\n", + " Very Large\n", + " 1978.0\n", + " Computer Hardware & Software\n", " 3.5\n", - " 81\n", - " 102\n", + " 83\n", + " 99\n", " NaN\n", " GD\n", " \n", " \n", - " 583\n", - " Data Scientist\n", - " Title Data Scientist Position Type Right to Hi...\n", - " HALLMARK GLOBAL TECHNOLOGIES INC\n", - " Phoenix, AZ\n", - " Phoenix\n", - " AZ\n", + " 870\n", + " Data Scientist, Machine Learning - Game Matchm...\n", + " Data Scientist, Machine Learning - Game Matchm...\n", + " Roblox\n", + " San Mateo, CA\n", + " San Mateo\n", + " CA\n", " Uncertain\n", - " Small\n", - " NaN\n", + " Medium\n", + " 2006.0\n", " Computer Hardware & Software\n", - " 3.6\n", - " 86\n", - " 108\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 244\n", - " Sr Data Analyst\n", - " Position location: Lake Mary, FLorBlue Bell, P...\n", - " United BioSource\n", - " Blue Bell, PA\n", - " Blue Bell\n", - " PA\n", - " Uncertain\n", - " Medium-Large\n", - " 2003.0\n", - " Biotech & Pharmaceuticals\n", - " 2.3\n", - " 57\n", - " 94\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 437\n", - " Data Scientist\n", - " We have an exciting opportunity for a Seals Pr...\n", - " Amsted Rail\n", - " Granite City, IL\n", - " Granite City\n", - " IL\n", - " Uncertain\n", - " Medium-Large\n", - " NaN\n", - " Rail Freight\n", - " 3.2\n", - " 72\n", - " 121\n", + " 4.4\n", + " 105\n", + " 138\n", " NaN\n", " GD\n", " \n", " \n", - " 359\n", - " Data Scientist\n", - " Hello Associates,\\n\\n*****Greetings from Conch...\n", - " Conch Technologies, Inc\n", - " Concord, CA\n", - " Concord\n", + " 111\n", + " Staff Machine Learning Engineer\n", + " Join the Mobile Future with Tapjoy\\n\\nData Sci...\n", + " Tapjoy\n", + " San Francisco, CA\n", + " San Francisco\n", " CA\n", " Uncertain\n", - " Small\n", - " NaN\n", - " Consulting\n", - " 4.6\n", - " 48\n", - " 91\n", + " Medium-Small\n", + " 2007.0\n", + " Internet\n", + " 3.5\n", + " 90\n", + " 109\n", " NaN\n", " GD\n", " \n", " \n", - " 662\n", - " Data Scientist\n", - " Position: Data Scientist\\n\\nLocation: Washingt...\n", - " Afiniti\n", - " Washington, DC\n", - " Washington\n", - " DC\n", + " 190\n", + " Data Scientist (TS/SCI w/ Poly)\n", + " Are you excited by the possibilities presented...\n", + " Maxar Technologies\n", + " Herndon, VA\n", + " Herndon\n", + " VA\n", " Uncertain\n", - " Medium\n", + " Large\n", " NaN\n", - " Enterprise Software & Network Solutions\n", - " 3.3\n", - " 88\n", - " 133\n", + " Aerospace & Defence\n", + " 3.5\n", + " 139\n", + " 229\n", " NaN\n", " GD\n", " \n", @@ -1264,139 +735,42 @@ ], "text/plain": [ " Job Title \\\n", - "283 Data Scientist Architect \n", - "799 Medical Lab Scientist (MLS) \n", - "854 Data Scientist \n", - "327 Lead Data Engineer \n", - "468 Data Scientist \n", - "179 Temporary Assignment - Clinical Laboratory Sci... \n", - "467 Data Scientist \n", - "376 Senior Insurance Data Scientist \n", - "188 Data Scientist active TS/SCI \n", - "710 Data Scientist \n", - "279 Data Scientist \n", - "590 Data Scientist \n", - "277 Sr./Scientist, Computational Chemistry/Cheminf... \n", - "556 Data Scientist \n", - "809 Data Scientist \n", - "583 Data Scientist \n", - "244 Sr Data Analyst \n", - "437 Data Scientist \n", - "359 Data Scientist \n", - "662 Data Scientist \n", + "262 Data Engineer \n", + "636 Data Scientist \n", + "870 Data Scientist, Machine Learning - Game Matchm... \n", + "111 Staff Machine Learning Engineer \n", + "190 Data Scientist (TS/SCI w/ Poly) \n", "\n", " Job Description \\\n", - "283 This career opportunity is in our Minneapolis ... \n", - "799 We Are Hiring\\n\\nMedical Lab Scientist (MLS) -... \n", - "854 Get in on the ground floor at one of Boston's ... \n", - "327 1 Broadway (21026), United States of America, ... \n", - "468 Schrödinger’s mission is to revolutionize drug... \n", - "179 The Clinical Laboratory Scientist I performs l... \n", - "467 Job Description\\nGalorath Federal is a growing... \n", - "376 What We'll Bring:\\n\\nAt TransUnion, we have a ... \n", - "188 We are currently seeking an innovative, experi... \n", - "710 Role Description\\nAs a data scientist at Tripl... \n", - "279 Job Duties & Responsibilities\\nBring Creativit... \n", - "590 Meridian Knowledge Solutions, LLC, is the lead... \n", - "277 The Role:\\nModerna is seeking a talented and m... \n", - "556 Job Description\\nGreetings from Avtech Solutio... \n", - "809 At Wish, our Data Science & Engineering team i... \n", - "583 Title Data Scientist Position Type Right to Hi... \n", - "244 Position location: Lake Mary, FLorBlue Bell, P... \n", - "437 We have an exciting opportunity for a Seals Pr... \n", - "359 Hello Associates,\\n\\n*****Greetings from Conch... \n", - "662 Position: Data Scientist\\n\\nLocation: Washingt... \n", + "262 Spun out of MIT in 2014, Zylotech is a disrupt... \n", + "636 Req. ID: 180202\\n\\nMicron Technology's vision ... \n", + "870 Data Scientist, Machine Learning - Game Matchm... \n", + "111 Join the Mobile Future with Tapjoy\\n\\nData Sci... \n", + "190 Are you excited by the possibilities presented... \n", "\n", - " Company Name Location City \\\n", - "283 SullivanCotter Minneapolis, MN Minneapolis \n", - "799 Sacred Heart Hospital of Pensacola Panama City, FL Panama City \n", - "854 LogRocket Boston, MA Boston \n", - "327 Capital One Cambridge, MA Cambridge \n", - "468 Schrödinger Portland, OR Portland \n", - "179 Exact Sciences Corporation Madison, WI Madison \n", - "467 Galorath Inc. Charleston, SC Charleston \n", - "376 TransUnion Chicago, IL Chicago \n", - "188 LMI Fort Belvoir, VA Fort Belvoir \n", - "710 Triplebyte San Francisco, CA San Francisco \n", - "279 BlackLine Woodland Hills, CA Woodland Hills \n", - "590 Meridian Knowledge Solutions Washington, DC Washington \n", - "277 Moderna Therapeutics Cambridge, MA Cambridge \n", - "556 Avtech solutions Great Neck, NY Great Neck \n", - "809 Wish Seattle, WA Seattle \n", - "583 HALLMARK GLOBAL TECHNOLOGIES INC Phoenix, AZ Phoenix \n", - "244 United BioSource Blue Bell, PA Blue Bell \n", - "437 Amsted Rail Granite City, IL Granite City \n", - "359 Conch Technologies, Inc Concord, CA Concord \n", - "662 Afiniti Washington, DC Washington \n", + " Company Name Location City State \\\n", + "262 Zylotech Cambridge, MA Cambridge MA \n", + "636 Micron Technology, Inc. Seattle, WA Seattle WA \n", + "870 Roblox San Mateo, CA San Mateo CA \n", + "111 Tapjoy San Francisco, CA San Francisco CA \n", + "190 Maxar Technologies Herndon, VA Herndon VA \n", "\n", - " State Remote Size Founded \\\n", - "283 MN Uncertain Medium-Small 1992.0 \n", - "799 FL Uncertain Very Large 1999.0 \n", - "854 MA Uncertain Very Small 2016.0 \n", - "327 MA Uncertain Very Large 1994.0 \n", - "468 OR Uncertain Medium-Small 1990.0 \n", - "179 WI Uncertain Medium-Large 1995.0 \n", - "467 SC Uncertain Small 1979.0 \n", - "376 IL Uncertain Large 1968.0 \n", - "188 VA Uncertain Medium-Large 1961.0 \n", - "710 CA Uncertain Small 2015.0 \n", - "279 CA Uncertain Medium 2001.0 \n", - "590 DC Uncertain Small 1997.0 \n", - "277 MA Uncertain Medium 2011.0 \n", - "556 NY Uncertain Very Small NaN \n", - "809 WA Uncertain Medium 2011.0 \n", - "583 AZ Uncertain Small NaN \n", - "244 PA Uncertain Medium-Large 2003.0 \n", - "437 IL Uncertain Medium-Large NaN \n", - "359 CA Uncertain Small NaN \n", - "662 DC Uncertain Medium NaN \n", + " Remote Size Founded Industry Rating \\\n", + "262 Uncertain Very Small 2014.0 Computer Hardware & Software 3.4 \n", + "636 Uncertain Very Large 1978.0 Computer Hardware & Software 3.5 \n", + "870 Uncertain Medium 2006.0 Computer Hardware & Software 4.4 \n", + "111 Uncertain Medium-Small 2007.0 Internet 3.5 \n", + "190 Uncertain Large NaN Aerospace & Defence 3.5 \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "283 Consulting 4.2 95 165 \n", - "799 Healthcare Services & Hospitals 3.2 81 102 \n", - "854 Computer Hardware & Software 5.0 59 101 \n", - "327 Banks & Building Societies 3.9 50 63 \n", - "468 Internet 4.4 49 88 \n", - "179 Healthcare Services & Hospitals 4.0 41 73 \n", - "467 Computer Hardware & Software 3.8 49 88 \n", - "376 Financial Analytics & Research 3.9 110 145 \n", - "188 Consulting 3.9 139 229 \n", - "710 Computer Hardware & Software 3.3 112 149 \n", - "279 Computer Hardware & Software 3.9 95 165 \n", - "590 Enterprise Software & Network Solutions 3.1 86 108 \n", - "277 Biotech & Pharmaceuticals 3.7 95 165 \n", - "556 NaN 2.6 73 128 \n", - "809 Other Retail Shops 3.5 81 102 \n", - "583 Computer Hardware & Software 3.6 86 108 \n", - "244 Biotech & Pharmaceuticals 2.3 57 94 \n", - "437 Rail Freight 3.2 72 121 \n", - "359 Consulting 4.6 48 91 \n", - "662 Enterprise Software & Network Solutions 3.3 88 133 \n", - "\n", - " Salary Estimate DF \n", - "283 NaN GD \n", - "799 NaN GD \n", - "854 NaN GD \n", - "327 NaN GD \n", - "468 NaN GD \n", - "179 NaN GD \n", - "467 NaN GD \n", - "376 NaN GD \n", - "188 NaN GD \n", - "710 NaN GD \n", - "279 NaN GD \n", - "590 NaN GD \n", - "277 NaN GD \n", - "556 NaN GD \n", - "809 NaN GD \n", - "583 NaN GD \n", - "244 NaN GD \n", - "437 NaN GD \n", - "359 NaN GD \n", - "662 NaN GD " + " SalaryMin SalaryMax Salary Estimate DF \n", + "262 57 94 NaN GD \n", + "636 83 99 NaN GD \n", + "870 105 138 NaN GD \n", + "111 90 109 NaN GD \n", + "190 139 229 NaN GD " ] }, - "execution_count": 5, + "execution_count": 259, "metadata": {}, "output_type": "execute_result" } @@ -1484,12 +858,12 @@ "\n", "#print(testGD.shape)\n", "print(dfGlassdoor.shape)\n", - "dfGlassdoor.sample(20)\n" + "dfGlassdoor.sample(5)" ] }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 260, "id": "equipped-discovery", "metadata": {}, "outputs": [ @@ -1497,7 +871,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "(1098, 8)\n", "(2871, 9)\n" ] }, @@ -1535,123 +908,63 @@ " \n", " \n", " \n", - " 0\n", - " Data Science Modeler\n", - " As a Data Science Modeler, you will be a key p...\n", - " Avero\n", - " Boulder, CO\n", - " Boulder\n", - " CO\n", - " Uncertain\n", - " 2.6\n", - " IN\n", - " \n", - " \n", - " 1\n", - " Director Integrated Data Science\n", - " Demonstrated knowledge of programming expertis...\n", - " UPMC\n", - " Loveland, CO\n", - " Loveland\n", - " CO\n", - " Uncertain\n", - " 3.7\n", - " IN\n", - " \n", - " \n", - " 2\n", - " Data Scientist\n", - " University bachelor’s degree in data science, ...\n", - " Willis Towers Watson\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 3.7\n", - " IN\n", - " \n", - " \n", - " 3\n", + " 540\n", " Data Scientist\n", - " Effectively represent the Data Science group i...\n", - " Valen Analytics\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " NaN\n", - " IN\n", - " \n", - " \n", - " 4\n", - " Sr Business Analyst / Data Scientist\n", - " See the data “forest for the trees” and help i...\n", - " PHOENIX\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " NaN\n", - " IN\n", - " \n", - " \n", - " 5\n", - " Data Engineer\n", - " Troubleshoot basic data and data engineering i...\n", - " Valen Analytics\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " Excellent communication skills - while the Dat...\n", + " Clicktripz\n", + " Manhattan Beach, CA\n", + " Manhattan Beach\n", + " CA\n", " Uncertain\n", " NaN\n", " IN\n", " \n", " \n", - " 6\n", - " Data Scientist\n", - " Data scientists use data and analytical abilit...\n", - " Horizontal\n", - " Broomfield, CO\n", - " Broomfield\n", - " CO\n", + " 3610\n", + " Performance Engineer, Intern (Advanced Data An...\n", + " Experience with database and data lake technol...\n", + " Ancestry\n", + " Lehi, UT\n", + " Lehi\n", + " UT\n", " Uncertain\n", - " NaN\n", + " 3.9\n", " IN\n", " \n", " \n", - " 7\n", + " 549\n", " Data Scientist\n", - " Data Science: 3 years (Preferred). Data scient...\n", - " Pricesenz\n", - " Broomfield, CO\n", - " Broomfield\n", - " CO\n", + " Master’s Degree in a quantitative field (Compu...\n", + " NBCUniversal\n", + " Beverly Hills, CA\n", + " Beverly Hills\n", + " CA\n", " Uncertain\n", - " NaN\n", + " 4.0\n", " IN\n", " \n", " \n", - " 8\n", - " Data Science Analyst\n", - " Data Engineer Tech – :Cleaning and Integrating...\n", - " xentity corporation\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " 3530\n", + " Data Science – Computer Vision, Intern\n", + " Ancestry is looking for a highly motivated Dat...\n", + " Ancestry\n", + " Lehi, UT\n", + " Lehi\n", + " UT\n", " Uncertain\n", - " 4.6\n", + " 3.9\n", " IN\n", " \n", " \n", - " 9\n", - " Senior Applications Scientist, Bioinformatics/...\n", - " Expertise in probability & statistics, machine...\n", - " Inscripta\n", - " Boulder, CO\n", - " Boulder\n", - " CO\n", + " 959\n", + " Data Engineer\n", + " Work closely with customer to gather data flow...\n", + " joulestowatts\n", + " San Francisco, CA\n", + " San Francisco\n", + " CA\n", " Uncertain\n", - " 3.0\n", + " NaN\n", " IN\n", " \n", " \n", @@ -1659,44 +972,29 @@ "" ], "text/plain": [ - " Job Title \\\n", - "0 Data Science Modeler \n", - "1 Director Integrated Data Science \n", - "2 Data Scientist \n", - "3 Data Scientist \n", - "4 Sr Business Analyst / Data Scientist \n", - "5 Data Engineer \n", - "6 Data Scientist \n", - "7 Data Scientist \n", - "8 Data Science Analyst \n", - "9 Senior Applications Scientist, Bioinformatics/... \n", + " Job Title \\\n", + "540 Data Scientist \n", + "3610 Performance Engineer, Intern (Advanced Data An... \n", + "549 Data Scientist \n", + "3530 Data Science – Computer Vision, Intern \n", + "959 Data Engineer \n", "\n", - " Job Description Company Name \\\n", - "0 As a Data Science Modeler, you will be a key p... Avero \n", - "1 Demonstrated knowledge of programming expertis... UPMC \n", - "2 University bachelor’s degree in data science, ... Willis Towers Watson \n", - "3 Effectively represent the Data Science group i... Valen Analytics \n", - "4 See the data “forest for the trees” and help i... PHOENIX \n", - "5 Troubleshoot basic data and data engineering i... Valen Analytics \n", - "6 Data scientists use data and analytical abilit... Horizontal \n", - "7 Data Science: 3 years (Preferred). Data scient... Pricesenz \n", - "8 Data Engineer Tech – :Cleaning and Integrating... xentity corporation \n", - "9 Expertise in probability & statistics, machine... Inscripta \n", + " Job Description Company Name \\\n", + "540 Excellent communication skills - while the Dat... Clicktripz \n", + "3610 Experience with database and data lake technol... Ancestry \n", + "549 Master’s Degree in a quantitative field (Compu... NBCUniversal \n", + "3530 Ancestry is looking for a highly motivated Dat... Ancestry \n", + "959 Work closely with customer to gather data flow... joulestowatts \n", "\n", - " Location City State Remote Rating DF \n", - "0 Boulder, CO Boulder CO Uncertain 2.6 IN \n", - "1 Loveland, CO Loveland CO Uncertain 3.7 IN \n", - "2 Denver, CO Denver CO Uncertain 3.7 IN \n", - "3 Denver, CO Denver CO Uncertain NaN IN \n", - "4 Denver, CO Denver CO Uncertain NaN IN \n", - "5 Denver, CO Denver CO Uncertain NaN IN \n", - "6 Broomfield, CO Broomfield CO Uncertain NaN IN \n", - "7 Broomfield, CO Broomfield CO Uncertain NaN IN \n", - "8 Denver, CO Denver CO Uncertain 4.6 IN \n", - "9 Boulder, CO Boulder CO Uncertain 3.0 IN " + " Location City State Remote Rating DF \n", + "540 Manhattan Beach, CA Manhattan Beach CA Uncertain NaN IN \n", + "3610 Lehi, UT Lehi UT Uncertain 3.9 IN \n", + "549 Beverly Hills, CA Beverly Hills CA Uncertain 4.0 IN \n", + "3530 Lehi, UT Lehi UT Uncertain 3.9 IN \n", + "959 San Francisco, CA San Francisco CA Uncertain NaN IN " ] }, - "execution_count": 23, + "execution_count": 260, "metadata": {}, "output_type": "execute_result" } @@ -1749,12 +1047,12 @@ " \"Location\", \"City\", \"State\", \"Remote\", \"Rating\", \"DF\"])\n", "#print(INduplicates.shape)\n", "print(dfIndeed.shape)\n", - "dfIndeed.head(10)" + "dfIndeed.sample(5)" ] }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 261, "id": "behind-local", "metadata": {}, "outputs": [ @@ -1762,7 +1060,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "(1794, 10)\n", "(1356, 10)\n" ] }, @@ -1801,12 +1098,12 @@ " \n", " \n", " \n", - " 0\n", - " Data Acquisition Developer\n", - " Join ABB and work in a team that is dedicated ...\n", - " ABB\n", - " Broomfield, CO\n", - " Broomfield\n", + " 332\n", + " Building Science Researcher III\n", + " Posting Title Building Science Researcher III ...\n", + " National Renewable Energy Laboratory\n", + " Golden, CO\n", + " Golden\n", " CO\n", " Uncertain\n", " 0\n", @@ -1814,117 +1111,52 @@ " LI\n", " \n", " \n", - " 1\n", - " DATA SCIENTIST MANAGER\n", - " Pilgrim’s is the second largest chicken produc...\n", - " Pilgrim's\n", - " Greeley, CO\n", - " Greeley\n", - " CO\n", + " 1719\n", + " Data Science Manager\n", + " DescriptionThe PeopleInsight team is looking f...\n", + " Amazon\n", + " Seattle, WA\n", + " Seattle\n", + " WA\n", " Uncertain\n", " 0\n", " 0\n", " LI\n", " \n", " \n", - " 2\n", - " Data Scientist – Logistics Optimization Algori...\n", - " Location: Denver, CO – Relocation Offered. Rem...\n", - " ShaleApps\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Yes\n", - " 0\n", + " 2850\n", + " Data Scientist\n", + " Data Scientist - 48349Data Science - USA Oldsm...\n", + " Nielsen\n", + " Oldsmar, FL\n", + " Oldsmar\n", + " FL\n", + " Uncertain\n", " 0\n", - " LI\n", - " \n", - " \n", - " 3\n", - " Senior Director - Global Data & Analytics Arch...\n", - " VF Corporation outfits consumers around the wo...\n", - " VF Corporation\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Yes\n", " 0\n", - " 1\n", " LI\n", " \n", " \n", - " 4\n", - " Senior Consultant - Professional Services (Rem...\n", - " Who We AreTalend is a leader in cloud data int...\n", - " Talend\n", - " Denver, CO\n", - " Denver\n", + " 489\n", + " Biological Science Technician Plants\n", + " SummaryExplore a new career with the BLM - whe...\n", + " U.S. Department of the Interior\n", + " Dolores, CO\n", + " Dolores\n", " CO\n", " Uncertain\n", " 0\n", - " 1\n", + " 0\n", " LI\n", " \n", " \n", - " 5\n", - " Data Scientist\n", - " Job FamilyAdvanced AnalyticsJob Description Su...\n", - " Aegon Asset Management\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 6\n", - " Data Scientist I - 2020 Campus\n", - " This is a talent pipeline requisition for coll...\n", - " Travelport\n", - " Englewood, CO\n", - " Englewood\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 7\n", - " Data Engineer\n", - " Job Description Apply proven expertise and bui...\n", - " Fahrenheit IT\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 8\n", - " Data Engineer\n", - " Data Engineer – Denver, Colorado Want to work ...\n", - " Western Union\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 9\n", - " Marketing Science Analyst\n", - " OverviewAnalytic Partners is looking for a Mar...\n", - " Analytic Partners\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " 2245\n", + " Data Engineer\n", + " Who We AreClip is changing the way payments wo...\n", + " Clip\n", + " Draper, UT\n", + " Draper\n", + " UT\n", " Uncertain\n", " 0\n", " 0\n", @@ -1935,44 +1167,36 @@ "" ], "text/plain": [ - " Job Title \\\n", - "0 Data Acquisition Developer \n", - "1 DATA SCIENTIST MANAGER \n", - "2 Data Scientist – Logistics Optimization Algori... \n", - "3 Senior Director - Global Data & Analytics Arch... \n", - "4 Senior Consultant - Professional Services (Rem... \n", - "5 Data Scientist \n", - "6 Data Scientist I - 2020 Campus \n", - "7 Data Engineer \n", - "8 Data Engineer \n", - "9 Marketing Science Analyst \n", + " Job Title \\\n", + "332 Building Science Researcher III \n", + "1719 Data Science Manager \n", + "2850 Data Scientist \n", + "489 Biological Science Technician Plants \n", + "2245 Data Engineer \n", + "\n", + " Job Description \\\n", + "332 Posting Title Building Science Researcher III ... \n", + "1719 DescriptionThe PeopleInsight team is looking f... \n", + "2850 Data Scientist - 48349Data Science - USA Oldsm... \n", + "489 SummaryExplore a new career with the BLM - whe... \n", + "2245 Who We AreClip is changing the way payments wo... \n", "\n", - " Job Description Company Name \\\n", - "0 Join ABB and work in a team that is dedicated ... ABB \n", - "1 Pilgrim’s is the second largest chicken produc... Pilgrim's \n", - "2 Location: Denver, CO – Relocation Offered. Rem... ShaleApps \n", - "3 VF Corporation outfits consumers around the wo... VF Corporation \n", - "4 Who We AreTalend is a leader in cloud data int... Talend \n", - "5 Job FamilyAdvanced AnalyticsJob Description Su... Aegon Asset Management \n", - "6 This is a talent pipeline requisition for coll... Travelport \n", - "7 Job Description Apply proven expertise and bui... Fahrenheit IT \n", - "8 Data Engineer – Denver, Colorado Want to work ... Western Union \n", - "9 OverviewAnalytic Partners is looking for a Mar... Analytic Partners \n", + " Company Name Location City State \\\n", + "332 National Renewable Energy Laboratory Golden, CO Golden CO \n", + "1719 Amazon Seattle, WA Seattle WA \n", + "2850 Nielsen Oldsmar, FL Oldsmar FL \n", + "489 U.S. Department of the Interior Dolores, CO Dolores CO \n", + "2245 Clip Draper, UT Draper UT \n", "\n", - " Location City State Remote Junior Senior DF \n", - "0 Broomfield, CO Broomfield CO Uncertain 0 0 LI \n", - "1 Greeley, CO Greeley CO Uncertain 0 0 LI \n", - "2 Denver, CO Denver CO Yes 0 0 LI \n", - "3 Denver, CO Denver CO Yes 0 1 LI \n", - "4 Denver, CO Denver CO Uncertain 0 1 LI \n", - "5 Denver, CO Denver CO Uncertain 0 0 LI \n", - "6 Englewood, CO Englewood CO Uncertain 0 0 LI \n", - "7 Denver, CO Denver CO Uncertain 0 0 LI \n", - "8 Denver, CO Denver CO Uncertain 0 0 LI \n", - "9 Denver, CO Denver CO Uncertain 0 0 LI " + " Remote Junior Senior DF \n", + "332 Uncertain 0 0 LI \n", + "1719 Uncertain 0 0 LI \n", + "2850 Uncertain 0 0 LI \n", + "489 Uncertain 0 0 LI \n", + "2245 Uncertain 0 0 LI " ] }, - "execution_count": 29, + "execution_count": 261, "metadata": {}, "output_type": "execute_result" } @@ -2028,12 +1252,12 @@ "#print(LIduplicates.shape)\n", "#print(dfLinkedIn.head())\n", "print(dfLinkedIn.shape)\n", - "dfLinkedIn.head(10)" + "dfLinkedIn.sample(5)" ] }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 262, "id": "disabled-flash", "metadata": {}, "outputs": [ @@ -2084,182 +1308,92 @@ " \n", " \n", " \n", - " 1672\n", - " TSDS Data QA Analyst (Data Analyst IV)\n", - " TSDS Data QA Analyst (Data Analyst IV) (000100...\n", - " TEXAS EDUCATION AGENCY\n", - " Austin, TX\n", - " Austin\n", - " TX\n", - " Uncertain\n", - " Medium\n", - " NaN\n", - " State & Regional Agencies\n", - " 2.8\n", - " 53\n", - " 104\n", - " NaN\n", - " DA\n", - " \n", - " \n", - " 1712\n", - " Senior Data Analyst\n", - " Job Description\\n\\nThe Senior Data Analyst is ...\n", - " Iris Plans Inc.\n", - " Austin, TX\n", - " Austin\n", + " 1424\n", + " Data Conversion Analyst\n", + " At Harris Govern, we build software solutions ...\n", + " Harris Local Government Solutions Inc\n", + " Allen, TX\n", + " Allen\n", " TX\n", " Yes\n", - " Very Small\n", " NaN\n", " NaN\n", " NaN\n", - " 35\n", - " 42\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1067\n", - " Data Analyst - Priceguide\n", - " Data Analyst - Priceguide\\n\\nJob Details\\nLeve...\n", - " ECRI\n", - " Plymouth Meeting, PA\n", - " Plymouth Meeting\n", - " PA\n", - " Uncertain\n", - " Medium-Small\n", - " 1968.0\n", - " Health Care Services & Hospitals\n", - " 3.6\n", - " 41\n", - " 78\n", + " 44\n", + " 82\n", " NaN\n", " DA\n", " \n", " \n", - " 1649\n", - " Business Intelligence and Data Analyst\n", - " The Business Intelligence and Data Analyst per...\n", - " Teacher Retirement System of Texas\n", - " Austin, TX\n", - " Austin\n", - " TX\n", + " 1598\n", + " Data Analyst with Teradata Exp\n", + " Hello,\\n\\nHope you are doing great.\\n\\nOne of ...\n", + " SOFTHQ INC\n", + " Sunnyvale, CA\n", + " Sunnyvale\n", + " CA\n", " Uncertain\n", - " Medium\n", - " 1937.0\n", - " Investment Banking & Asset Management\n", - " 3.9\n", - " 42\n", - " 76\n", + " Small\n", + " 2010.0\n", + " Computer Hardware & Software\n", + " 4.0\n", + " 58\n", + " 93\n", " NaN\n", " DA\n", " \n", " \n", - " 2198\n", - " Data Analyst- Growth Operations\n", - " Job Description\\nRxRevu is hiring a mid-level ...\n", - " RxRevu\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " 1834\n", + " Data Analyst\n", + " RGP is a global consulting firm helping some o...\n", + " RGP\n", + " Charlotte, NC\n", + " Charlotte\n", + " NC\n", " Uncertain\n", - " Very Small\n", - " NaN\n", - " Health Care Services & Hospitals\n", - " 3.0\n", - " 49\n", - " 91\n", + " Medium-Large\n", + " 1996.0\n", + " Consulting\n", + " 4.1\n", + " 54\n", + " 75\n", " NaN\n", " DA\n", " \n", " \n", - " 1530\n", - " Maps Evaluation Data Analyst\n", - " Posted: Jun 29, 2020\\nWeekly Hours: 40\\nRole N...\n", - " Apple\n", - " Santa Clara, CA\n", - " Santa Clara\n", + " 2055\n", + " Senior Data Analyst - Health Care Innovation\n", + " Overview\\n\\nIMPAQ International, a growing and...\n", + " Impaq International, Llc\n", + " Oakland, CA\n", + " Oakland\n", " CA\n", " Uncertain\n", - " Very Large\n", - " 1976.0\n", - " Computer Hardware & Software\n", - " 4.1\n", - " 69\n", - " 127\n", + " Medium-Small\n", + " 2001.0\n", + " Consulting\n", + " 3.4\n", + " 47\n", + " 74\n", " NaN\n", " DA\n", " \n", " \n", - " 1960\n", + " 1987\n", " Data Analyst\n", - " Summary:\\n\\nThe Marin City Health and Wellness...\n", - " Marin City Health and Wellness Center\n", - " Marin City, CA\n", - " Marin City\n", + " Job Description\\nSummary\\n\\nOur client is look...\n", + " Koger LLC\n", + " San Mateo, CA\n", + " San Mateo\n", " CA\n", " Uncertain\n", " Very Small\n", - " 2007.0\n", - " Health Care Services & Hospitals\n", - " 4.5\n", - " 93\n", - " 159\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1471\n", - " Data Analyst\n", - " As the leader in Lead-to-Account Matching, Rou...\n", - " LeanData\n", - " Santa Clara, CA\n", - " Santa Clara\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2012.0\n", - " Enterprise Software & Network Solutions\n", - " 4.0\n", - " 110\n", - " 190\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1181\n", - " Sr. Data Analyst - Project Manager\n", - " We are seeking a Sr. Analyst/PM to work for a ...\n", - " TechUSA\n", - " Philadelphia, PA\n", - " Philadelphia\n", - " PA\n", - " Uncertain\n", - " Medium-Large\n", - " 1998.0\n", - " Staffing & Outsourcing\n", - " 2.7\n", - " 64\n", - " 113\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1490\n", - " Data Analyst\n", - " Zipongo sits at the forefront of how we eat, m...\n", - " Zipongo\n", - " San Jose, CA\n", - " San Jose\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2011.0\n", - " Health Care Services & Hospitals\n", - " 4.0\n", - " 110\n", - " 190\n", + " 82\n", + " 116\n", " NaN\n", " DA\n", " \n", @@ -2268,80 +1402,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "1672 TSDS Data QA Analyst (Data Analyst IV) \n", - "1712 Senior Data Analyst \n", - "1067 Data Analyst - Priceguide \n", - "1649 Business Intelligence and Data Analyst \n", - "2198 Data Analyst- Growth Operations \n", - "1530 Maps Evaluation Data Analyst \n", - "1960 Data Analyst \n", - "1471 Data Analyst \n", - "1181 Sr. Data Analyst - Project Manager \n", - "1490 Data Analyst \n", + " Job Title \\\n", + "1424 Data Conversion Analyst \n", + "1598 Data Analyst with Teradata Exp \n", + "1834 Data Analyst \n", + "2055 Senior Data Analyst - Health Care Innovation \n", + "1987 Data Analyst \n", "\n", " Job Description \\\n", - "1672 TSDS Data QA Analyst (Data Analyst IV) (000100... \n", - "1712 Job Description\\n\\nThe Senior Data Analyst is ... \n", - "1067 Data Analyst - Priceguide\\n\\nJob Details\\nLeve... \n", - "1649 The Business Intelligence and Data Analyst per... \n", - "2198 Job Description\\nRxRevu is hiring a mid-level ... \n", - "1530 Posted: Jun 29, 2020\\nWeekly Hours: 40\\nRole N... \n", - "1960 Summary:\\n\\nThe Marin City Health and Wellness... \n", - "1471 As the leader in Lead-to-Account Matching, Rou... \n", - "1181 We are seeking a Sr. Analyst/PM to work for a ... \n", - "1490 Zipongo sits at the forefront of how we eat, m... \n", - "\n", - " Company Name Location \\\n", - "1672 TEXAS EDUCATION AGENCY Austin, TX \n", - "1712 Iris Plans Inc. Austin, TX \n", - "1067 ECRI Plymouth Meeting, PA \n", - "1649 Teacher Retirement System of Texas Austin, TX \n", - "2198 RxRevu Denver, CO \n", - "1530 Apple Santa Clara, CA \n", - "1960 Marin City Health and Wellness Center Marin City, CA \n", - "1471 LeanData Santa Clara, CA \n", - "1181 TechUSA Philadelphia, PA \n", - "1490 Zipongo San Jose, CA \n", + "1424 At Harris Govern, we build software solutions ... \n", + "1598 Hello,\\n\\nHope you are doing great.\\n\\nOne of ... \n", + "1834 RGP is a global consulting firm helping some o... \n", + "2055 Overview\\n\\nIMPAQ International, a growing and... \n", + "1987 Job Description\\nSummary\\n\\nOur client is look... \n", "\n", - " City State Remote Size Founded \\\n", - "1672 Austin TX Uncertain Medium NaN \n", - "1712 Austin TX Yes Very Small NaN \n", - "1067 Plymouth Meeting PA Uncertain Medium-Small 1968.0 \n", - "1649 Austin TX Uncertain Medium 1937.0 \n", - "2198 Denver CO Uncertain Very Small NaN \n", - "1530 Santa Clara CA Uncertain Very Large 1976.0 \n", - "1960 Marin City CA Uncertain Very Small 2007.0 \n", - "1471 Santa Clara CA Uncertain Small 2012.0 \n", - "1181 Philadelphia PA Uncertain Medium-Large 1998.0 \n", - "1490 San Jose CA Uncertain Small 2011.0 \n", + " Company Name Location City State \\\n", + "1424 Harris Local Government Solutions Inc Allen, TX Allen TX \n", + "1598 SOFTHQ INC Sunnyvale, CA Sunnyvale CA \n", + "1834 RGP Charlotte, NC Charlotte NC \n", + "2055 Impaq International, Llc Oakland, CA Oakland CA \n", + "1987 Koger LLC San Mateo, CA San Mateo CA \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "1672 State & Regional Agencies 2.8 53 104 \n", - "1712 NaN NaN 35 42 \n", - "1067 Health Care Services & Hospitals 3.6 41 78 \n", - "1649 Investment Banking & Asset Management 3.9 42 76 \n", - "2198 Health Care Services & Hospitals 3.0 49 91 \n", - "1530 Computer Hardware & Software 4.1 69 127 \n", - "1960 Health Care Services & Hospitals 4.5 93 159 \n", - "1471 Enterprise Software & Network Solutions 4.0 110 190 \n", - "1181 Staffing & Outsourcing 2.7 64 113 \n", - "1490 Health Care Services & Hospitals 4.0 110 190 \n", + " Remote Size Founded Industry Rating \\\n", + "1424 Yes NaN NaN NaN NaN \n", + "1598 Uncertain Small 2010.0 Computer Hardware & Software 4.0 \n", + "1834 Uncertain Medium-Large 1996.0 Consulting 4.1 \n", + "2055 Uncertain Medium-Small 2001.0 Consulting 3.4 \n", + "1987 Uncertain Very Small NaN NaN NaN \n", "\n", - " Salary Estimate DF \n", - "1672 NaN DA \n", - "1712 NaN DA \n", - "1067 NaN DA \n", - "1649 NaN DA \n", - "2198 NaN DA \n", - "1530 NaN DA \n", - "1960 NaN DA \n", - "1471 NaN DA \n", - "1181 NaN DA \n", - "1490 NaN DA " + " SalaryMin SalaryMax Salary Estimate DF \n", + "1424 44 82 NaN DA \n", + "1598 58 93 NaN DA \n", + "1834 54 75 NaN DA \n", + "2055 47 74 NaN DA \n", + "1987 82 116 NaN DA " ] }, - "execution_count": 8, + "execution_count": 262, "metadata": {}, "output_type": "execute_result" } @@ -2416,12 +1513,12 @@ "\n", "#print(testDA.shape)\n", "print(dfDataAnalyst.shape)\n", - "dfDataAnalyst.sample(10)" + "dfDataAnalyst.sample(5)" ] }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 263, "id": "funky-plymouth", "metadata": {}, "outputs": [ @@ -2472,182 +1569,92 @@ " \n", " \n", " \n", - " 400\n", - " Tableau Data Engineer 20-0117\n", - " We are Relativity. A market-leading, global te...\n", - " Relativity\n", - " Chicago, IL\n", - " Chicago\n", - " IL\n", - " Uncertain\n", - " Medium-Large\n", - " 2001.0\n", - " Enterprise Software & Network Solutions\n", - " 3.7\n", - " 56\n", - " 108\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 193\n", - " Data Engineer\n", - " Job Description\\n\\n\\nJob #: 1076197\\n\\nTitle- ...\n", - " Apex Systems\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", - " Medium-Large\n", - " 1995.0\n", - " Staffing & Outsourcing\n", - " 3.8\n", - " 92\n", - " 117\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 2098\n", - " Machine Learning Engineer\n", - " ABOUT ENVIEW\\n\\nEnview creates a digital twin ...\n", - " Enview\n", - " Austin, TX\n", - " Austin\n", + " 1360\n", + " Manufacturing Engineer Lead\n", + " Position OverviewWe are currently seeking a Ma...\n", + " International Trucks\n", + " San Antonio, TX\n", + " San Antonio\n", " TX\n", " Uncertain\n", - " Very Small\n", - " 2015.0\n", - " Computer Hardware & Software\n", - " 5.0\n", + " Medium-Large\n", + " 1987.0\n", + " Transportation Equipment Manufacturing\n", + " 2.9\n", " 52\n", - " 85\n", + " 63\n", " NaN\n", " DE\n", " \n", " \n", - " 2431\n", - " Principal data engineer\n", - " Job SummaryJoin the team that powers the globa...\n", - " CoreLogic\n", - " Irving, TX\n", - " Irving\n", + " 1281\n", + " Engineer EIT- Highway/Roadway\n", + " Job Description\\nENGINEER EIT- HIGHWAY/ROADWAY...\n", + " CONSOR Engineers, LLC\n", + " San Antonio, TX\n", + " San Antonio\n", " TX\n", " Uncertain\n", - " Large\n", - " 2010.0\n", - " IT Services\n", - " 3.0\n", - " 100\n", - " 160\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 880\n", - " (Project Staff) Consultant, Data Engineer\n", - " As a team member in the Finance and Internal A...\n", - " Nationwide\n", - " Scottsdale, AZ\n", - " Scottsdale\n", - " AZ\n", - " Uncertain\n", - " Very Large\n", - " 1925.0\n", - " NaN\n", - " 3.6\n", - " 81\n", - " 141\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 292\n", - " Senior Data Engineer\n", - " Our company is looking for a Senior Data Engin...\n", - " Evolvinc\n", - " Burbank, CA\n", - " Burbank\n", - " CA\n", - " Uncertain\n", - " Very Small\n", - " 2005.0\n", - " IT Services\n", + " Medium\n", " NaN\n", - " 79\n", - " 146\n", + " Transportation Management\n", + " 4.0\n", + " 44\n", + " 80\n", " NaN\n", " DE\n", " \n", " \n", - " 105\n", - " Data Engineer\n", - " FanDuel Group is an innovative sports-tech ent...\n", - " FanDuel\n", - " New York, NY\n", - " New York\n", - " NY\n", + " 2093\n", + " Software Engineer - Data Team\n", + " The Zebra is expanding our engineering team an...\n", + " The Zebra\n", + " Austin, TX\n", + " Austin\n", + " TX\n", " Uncertain\n", - " Medium\n", - " 2009.0\n", - " Sports & Recreation\n", + " Small\n", + " 2012.0\n", + " Insurance Agencies & Brokerages\n", " 3.9\n", - " 84\n", - " 113\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 293\n", - " Senior Data Engineer\n", - " Job Description\\nThis is a 100% Remote positio...\n", - " RennickBarrett Recruiting\n", - " Los Angeles, CA\n", - " Los Angeles\n", - " CA\n", - " Yes\n", - " NaN\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 79\n", - " 146\n", + " 99\n", + " 177\n", " NaN\n", " DE\n", " \n", " \n", - " 1944\n", - " Data Engineer\n", - " Work Authorization Those authorized to work in...\n", - " PETADATA\n", - " Fremont, CA\n", - " Fremont\n", - " CA\n", + " 1114\n", + " Data Engineer (Azure Delta Lake and Databricks)\n", + " Hi, Data Engineer (Azure Delta Lake and Databr...\n", + " nfolks\n", + " Philadelphia, PA\n", + " Philadelphia\n", + " PA\n", " Uncertain\n", - " Small\n", - " NaN\n", - " NaN\n", + " Very Small\n", " NaN\n", + " Advertising & Marketing\n", + " 2.5\n", " 54\n", - " 103\n", + " 104\n", " NaN\n", " DE\n", " \n", " \n", - " 377\n", - " Azure Data Engineer\n", - " AWS Data Engineer for my client, Petco, in San...\n", - " System Soft Technologies\n", - " Cerritos, CA\n", - " Cerritos\n", - " CA\n", + " 839\n", + " Data Engineer\n", + " Job Description\\nGTN is looking for a Data Eng...\n", + " GTN Technical Staffing\n", + " Phoenix, AZ\n", + " Phoenix\n", + " AZ\n", " Uncertain\n", " Medium-Small\n", - " 1999.0\n", - " IT Services\n", - " 4.8\n", - " 94\n", - " 164\n", + " 2000.0\n", + " Staffing & Outsourcing\n", + " 4.0\n", + " 79\n", + " 104\n", " NaN\n", " DE\n", " \n", @@ -2656,80 +1663,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "400 Tableau Data Engineer 20-0117 \n", - "193 Data Engineer \n", - "2098 Machine Learning Engineer \n", - "2431 Principal data engineer \n", - "880 (Project Staff) Consultant, Data Engineer \n", - "292 Senior Data Engineer \n", - "105 Data Engineer \n", - "293 Senior Data Engineer \n", - "1944 Data Engineer \n", - "377 Azure Data Engineer \n", + " Job Title \\\n", + "1360 Manufacturing Engineer Lead \n", + "1281 Engineer EIT- Highway/Roadway \n", + "2093 Software Engineer - Data Team \n", + "1114 Data Engineer (Azure Delta Lake and Databricks) \n", + "839 Data Engineer \n", "\n", " Job Description \\\n", - "400 We are Relativity. A market-leading, global te... \n", - "193 Job Description\\n\\n\\nJob #: 1076197\\n\\nTitle- ... \n", - "2098 ABOUT ENVIEW\\n\\nEnview creates a digital twin ... \n", - "2431 Job SummaryJoin the team that powers the globa... \n", - "880 As a team member in the Finance and Internal A... \n", - "292 Our company is looking for a Senior Data Engin... \n", - "105 FanDuel Group is an innovative sports-tech ent... \n", - "293 Job Description\\nThis is a 100% Remote positio... \n", - "1944 Work Authorization Those authorized to work in... \n", - "377 AWS Data Engineer for my client, Petco, in San... \n", - "\n", - " Company Name Location City State \\\n", - "400 Relativity Chicago, IL Chicago IL \n", - "193 Apex Systems New York, NY New York NY \n", - "2098 Enview Austin, TX Austin TX \n", - "2431 CoreLogic Irving, TX Irving TX \n", - "880 Nationwide Scottsdale, AZ Scottsdale AZ \n", - "292 Evolvinc Burbank, CA Burbank CA \n", - "105 FanDuel New York, NY New York NY \n", - "293 RennickBarrett Recruiting Los Angeles, CA Los Angeles CA \n", - "1944 PETADATA Fremont, CA Fremont CA \n", - "377 System Soft Technologies Cerritos, CA Cerritos CA \n", + "1360 Position OverviewWe are currently seeking a Ma... \n", + "1281 Job Description\\nENGINEER EIT- HIGHWAY/ROADWAY... \n", + "2093 The Zebra is expanding our engineering team an... \n", + "1114 Hi, Data Engineer (Azure Delta Lake and Databr... \n", + "839 Job Description\\nGTN is looking for a Data Eng... \n", "\n", - " Remote Size Founded \\\n", - "400 Uncertain Medium-Large 2001.0 \n", - "193 Uncertain Medium-Large 1995.0 \n", - "2098 Uncertain Very Small 2015.0 \n", - "2431 Uncertain Large 2010.0 \n", - "880 Uncertain Very Large 1925.0 \n", - "292 Uncertain Very Small 2005.0 \n", - "105 Uncertain Medium 2009.0 \n", - "293 Yes NaN NaN \n", - "1944 Uncertain Small NaN \n", - "377 Uncertain Medium-Small 1999.0 \n", + " Company Name Location City State Remote \\\n", + "1360 International Trucks San Antonio, TX San Antonio TX Uncertain \n", + "1281 CONSOR Engineers, LLC San Antonio, TX San Antonio TX Uncertain \n", + "2093 The Zebra Austin, TX Austin TX Uncertain \n", + "1114 nfolks Philadelphia, PA Philadelphia PA Uncertain \n", + "839 GTN Technical Staffing Phoenix, AZ Phoenix AZ Uncertain \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "400 Enterprise Software & Network Solutions 3.7 56 108 \n", - "193 Staffing & Outsourcing 3.8 92 117 \n", - "2098 Computer Hardware & Software 5.0 52 85 \n", - "2431 IT Services 3.0 100 160 \n", - "880 NaN 3.6 81 141 \n", - "292 IT Services NaN 79 146 \n", - "105 Sports & Recreation 3.9 84 113 \n", - "293 NaN NaN 79 146 \n", - "1944 NaN NaN 54 103 \n", - "377 IT Services 4.8 94 164 \n", + " Size Founded Industry Rating \\\n", + "1360 Medium-Large 1987.0 Transportation Equipment Manufacturing 2.9 \n", + "1281 Medium NaN Transportation Management 4.0 \n", + "2093 Small 2012.0 Insurance Agencies & Brokerages 3.9 \n", + "1114 Very Small NaN Advertising & Marketing 2.5 \n", + "839 Medium-Small 2000.0 Staffing & Outsourcing 4.0 \n", "\n", - " Salary Estimate DF \n", - "400 NaN DE \n", - "193 NaN DE \n", - "2098 NaN DE \n", - "2431 NaN DE \n", - "880 NaN DE \n", - "292 NaN DE \n", - "105 NaN DE \n", - "293 NaN DE \n", - "1944 NaN DE \n", - "377 NaN DE " + " SalaryMin SalaryMax Salary Estimate DF \n", + "1360 52 63 NaN DE \n", + "1281 44 80 NaN DE \n", + "2093 99 177 NaN DE \n", + "1114 54 104 NaN DE \n", + "839 79 104 NaN DE " ] }, - "execution_count": 9, + "execution_count": 263, "metadata": {}, "output_type": "execute_result" } @@ -2801,12 +1771,12 @@ "\n", "#print(testDE.shape)\n", "print(dfDataEngineer.shape)\n", - "dfDataEngineer.sample(10)" + "dfDataEngineer.sample(5)" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 264, "id": "disturbed-guest", "metadata": {}, "outputs": [ @@ -2858,182 +1828,92 @@ " \n", " \n", " \n", - " 247\n", - " SAP Data Analyst\n", - " POSITION PURPOSE:\\n\\nThe Data Analyst will be ...\n", - " Old World Industries\n", - " Northbrook, IL\n", - " Northbrook\n", - " IL\n", - " Uncertain\n", - " Medium-Small\n", - " 1973.0\n", - " Chemical Manufacturing\n", - " 3.1\n", - " 134\n", - " 213\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 383\n", - " Data Scientist\n", - " We make small businesses more successful throu...\n", - " NorthOne\n", - " San Francisco, CA\n", - " San Francisco\n", - " CA\n", - " Uncertain\n", - " Very Small\n", - " NaN\n", - " NaN\n", - " 4.2\n", - " 48\n", - " 80\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 578\n", + " 458\n", " Data Scientist\n", - " About Alteryx\\nAs a global leader in analytic ...\n", - " Alteryx\n", - " Boston, MA\n", - " Boston\n", - " MA\n", - " Uncertain\n", - " Medium-Large\n", - " 1997.0\n", - " Enterprise Software & Network Solutions\n", - " 3.5\n", - " 74\n", - " 127\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 660\n", - " Translational Data Scientist, NIBR Translation...\n", - " 20-Aug-2020\\n\\nJob ID\\n300507BR\\n{\"QuestionNam...\n", - " Novartis\n", - " Cambridge, MA\n", - " Cambridge\n", - " MA\n", - " Uncertain\n", + " Mooresville, North Carolina\\nSkills : Data Sci...\n", + " Collabera\n", + " Mooresville, NC\n", + " Mooresville\n", + " NC\n", + " Yes\n", " Very Large\n", - " 1996.0\n", - " Biotech & Pharmaceuticals\n", - " 4.0\n", - " 115\n", - " 181\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 764\n", - " Sr.Data Scientist/Computer Scientist\n", - " Why choose between doing meaningful work and h...\n", - " MITRE\n", - " McLean, VA\n", - " McLean\n", - " VA\n", - " Uncertain\n", - " Large\n", - " 1958.0\n", - " Federal Agencies\n", - " 3.2\n", + " 1991.0\n", + " IT Services\n", + " 4.1\n", + " 65\n", " 109\n", - " 153\n", " NaN\n", " DS\n", " \n", " \n", - " 193\n", - " HF Senior Engineer/Scientist\n", - " WR has a potential need of a Sr HF Engineer/Sc...\n", - " WR Systems\n", - " Fairfax, VA\n", - " Fairfax\n", - " VA\n", - " Uncertain\n", - " Medium-Small\n", - " 1983.0\n", - " Aerospace & Defense\n", - " 3.7\n", - " 98\n", - " 160\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 635\n", - " Lead Data Scientist\n", - " Position: Lead Data Scientist\\n\\nLocation: Cin...\n", - " PatientPoint\n", - " Cincinnati, OH\n", - " Cincinnati\n", - " OH\n", + " 57\n", + " Data Warehouse Engineer\n", + " Apply\\n\\nDescription\\n\\nThe Data Warehouse Eng...\n", + " Kount\n", + " Boise, ID\n", + " Boise\n", + " ID\n", " Uncertain\n", - " Medium-Small\n", - " 1987.0\n", - " Advertising & Marketing\n", - " 3.9\n", - " 51\n", - " 92\n", + " Small\n", + " 2007.0\n", + " Computer Hardware & Software\n", + " 4.2\n", + " 86\n", + " 143\n", " NaN\n", " DS\n", " \n", " \n", - " 155\n", - " Data Engineer\n", - " Job Description: The selected applicant will s...\n", - " AEgis Technologies\n", - " Colorado Springs, CO\n", - " Colorado Springs\n", - " CO\n", + " 108\n", + " Diversity and Inclusion Data Analyst\n", + " Position Summary\\n\\n\\nThe D&I Data Analyst wil...\n", + " FHLBank Pittsburgh\n", + " Pittsburgh, PA\n", + " Pittsburgh\n", + " PA\n", " Uncertain\n", " Medium-Small\n", - " 1989.0\n", - " Aerospace & Defense\n", - " 4.1\n", - " 59\n", - " 101\n", + " 1932.0\n", + " Banks & Credit Unions\n", + " 3.8\n", + " 150\n", + " 169\n", " NaN\n", " DS\n", " \n", " \n", - " 116\n", - " Machine Learning Engineer\n", - " Preferred Qualifications\\nMasters degree in co...\n", - " Quicken Loans\n", - " Detroit, MI\n", - " Detroit\n", - " MI\n", + " 236\n", + " Marketing Analytics Consultant (Temp)\n", + " Built for finance by finance, Sage Intacct is ...\n", + " Sage Intacct\n", + " San Jose, CA\n", + " San Jose\n", + " CA\n", " Uncertain\n", - " Very Large\n", - " 1985.0\n", - " Lending\n", - " 3.8\n", - " 150\n", - " 169\n", + " Medium\n", + " 1999.0\n", + " Computer Hardware & Software\n", + " 4.8\n", + " 134\n", + " 213\n", " NaN\n", " DS\n", " \n", " \n", - " 597\n", - " Data Scientist\n", - " Progressive Leasing is seeking an experienced ...\n", - " Progressive Leasing\n", - " Salt Lake City, UT\n", - " Salt Lake City\n", - " UT\n", + " 215\n", + " Senior Data Analyst\n", + " About Sysco Labs\\n\\nSysco LABS is a technology...\n", + " Sysco Labs\n", + " Austin, TX\n", + " Austin\n", + " TX\n", " Uncertain\n", - " Medium-Large\n", - " 1999.0\n", - " Financial Transaction Processing\n", - " 4.5\n", - " 48\n", - " 89\n", + " Medium-Small\n", + " 2011.0\n", + " Computer Hardware & Software\n", + " 4.3\n", + " 98\n", + " 160\n", " NaN\n", " DS\n", " \n", @@ -3042,68 +1922,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "247 SAP Data Analyst \n", - "383 Data Scientist \n", - "578 Data Scientist \n", - "660 Translational Data Scientist, NIBR Translation... \n", - "764 Sr.Data Scientist/Computer Scientist \n", - "193 HF Senior Engineer/Scientist \n", - "635 Lead Data Scientist \n", - "155 Data Engineer \n", - "116 Machine Learning Engineer \n", - "597 Data Scientist \n", + " Job Title \\\n", + "458 Data Scientist \n", + "57 Data Warehouse Engineer \n", + "108 Diversity and Inclusion Data Analyst \n", + "236 Marketing Analytics Consultant (Temp) \n", + "215 Senior Data Analyst \n", "\n", - " Job Description Company Name \\\n", - "247 POSITION PURPOSE:\\n\\nThe Data Analyst will be ... Old World Industries \n", - "383 We make small businesses more successful throu... NorthOne \n", - "578 About Alteryx\\nAs a global leader in analytic ... Alteryx \n", - "660 20-Aug-2020\\n\\nJob ID\\n300507BR\\n{\"QuestionNam... Novartis \n", - "764 Why choose between doing meaningful work and h... MITRE \n", - "193 WR has a potential need of a Sr HF Engineer/Sc... WR Systems \n", - "635 Position: Lead Data Scientist\\n\\nLocation: Cin... PatientPoint \n", - "155 Job Description: The selected applicant will s... AEgis Technologies \n", - "116 Preferred Qualifications\\nMasters degree in co... Quicken Loans \n", - "597 Progressive Leasing is seeking an experienced ... Progressive Leasing \n", + " Job Description Company Name \\\n", + "458 Mooresville, North Carolina\\nSkills : Data Sci... Collabera \n", + "57 Apply\\n\\nDescription\\n\\nThe Data Warehouse Eng... Kount \n", + "108 Position Summary\\n\\n\\nThe D&I Data Analyst wil... FHLBank Pittsburgh \n", + "236 Built for finance by finance, Sage Intacct is ... Sage Intacct \n", + "215 About Sysco Labs\\n\\nSysco LABS is a technology... Sysco Labs \n", "\n", - " Location City State Remote Size \\\n", - "247 Northbrook, IL Northbrook IL Uncertain Medium-Small \n", - "383 San Francisco, CA San Francisco CA Uncertain Very Small \n", - "578 Boston, MA Boston MA Uncertain Medium-Large \n", - "660 Cambridge, MA Cambridge MA Uncertain Very Large \n", - "764 McLean, VA McLean VA Uncertain Large \n", - "193 Fairfax, VA Fairfax VA Uncertain Medium-Small \n", - "635 Cincinnati, OH Cincinnati OH Uncertain Medium-Small \n", - "155 Colorado Springs, CO Colorado Springs CO Uncertain Medium-Small \n", - "116 Detroit, MI Detroit MI Uncertain Very Large \n", - "597 Salt Lake City, UT Salt Lake City UT Uncertain Medium-Large \n", + " Location City State Remote Size Founded \\\n", + "458 Mooresville, NC Mooresville NC Yes Very Large 1991.0 \n", + "57 Boise, ID Boise ID Uncertain Small 2007.0 \n", + "108 Pittsburgh, PA Pittsburgh PA Uncertain Medium-Small 1932.0 \n", + "236 San Jose, CA San Jose CA Uncertain Medium 1999.0 \n", + "215 Austin, TX Austin TX Uncertain Medium-Small 2011.0 \n", "\n", - " Founded Industry Rating SalaryMin \\\n", - "247 1973.0 Chemical Manufacturing 3.1 134 \n", - "383 NaN NaN 4.2 48 \n", - "578 1997.0 Enterprise Software & Network Solutions 3.5 74 \n", - "660 1996.0 Biotech & Pharmaceuticals 4.0 115 \n", - "764 1958.0 Federal Agencies 3.2 109 \n", - "193 1983.0 Aerospace & Defense 3.7 98 \n", - "635 1987.0 Advertising & Marketing 3.9 51 \n", - "155 1989.0 Aerospace & Defense 4.1 59 \n", - "116 1985.0 Lending 3.8 150 \n", - "597 1999.0 Financial Transaction Processing 4.5 48 \n", + " Industry Rating SalaryMin SalaryMax \\\n", + "458 IT Services 4.1 65 109 \n", + "57 Computer Hardware & Software 4.2 86 143 \n", + "108 Banks & Credit Unions 3.8 150 169 \n", + "236 Computer Hardware & Software 4.8 134 213 \n", + "215 Computer Hardware & Software 4.3 98 160 \n", "\n", - " SalaryMax Salary Estimate DF \n", - "247 213 NaN DS \n", - "383 80 NaN DS \n", - "578 127 NaN DS \n", - "660 181 NaN DS \n", - "764 153 NaN DS \n", - "193 160 NaN DS \n", - "635 92 NaN DS \n", - "155 101 NaN DS \n", - "116 169 NaN DS \n", - "597 89 NaN DS " + " Salary Estimate DF \n", + "458 NaN DS \n", + "57 NaN DS \n", + "108 NaN DS \n", + "236 NaN DS \n", + "215 NaN DS " ] }, - "execution_count": 10, + "execution_count": 264, "metadata": {}, "output_type": "execute_result" } @@ -3205,22 +2060,15 @@ "\n", "print(DSduplicates.shape)\n", "print(dfDSJobs.shape)\n", - "dfDSJobs.sample(10)" + "dfDSJobs.sample(5)" ] }, { "cell_type": "code", - "execution_count": 146, - "id": "loved-climb", + "execution_count": 321, + "id": "linear-waters", "metadata": {}, "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "(27045, 18)\n" - ] - }, { "data": { "text/html": [ @@ -3264,398 +2112,713 @@ " \n", " \n", " \n", - " 17941\n", - " Product Analyst - Rides\n", - " NaN\n", - " Uber\n", - " San Francisco, CA\n", - " San Francisco\n", - " CA\n", - " Uncertain\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 3.8\n", + " 16355\n", + " Sr. Data Engineer - Remote (USA Only)\n", + " SocialChorus is a platform for communicators. ...\n", + " SocialChorus\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Small\n", + " 2008.0\n", + " Enterprise Software & Network Solutions\n", + " 3.7\n", + " 90.0\n", + " 109.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " GD\n", " \n", " \n", - " 6066\n", - " Business Data Analyst\n", - " Full Time - Lakewood, Colorado\\n\\nWe are seeki...\n", - " MIRACORP\n", - " Lakewood, CO\n", - " Lakewood\n", - " CO\n", - " Uncertain\n", - " Small\n", + " 16451\n", + " Data Scientist - Contract\n", + " We are an ambitious, well-funded startup with ...\n", + " Upside Business Travel\n", + " Remote\n", " NaN\n", - " Consulting\n", - " 4.8\n", " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Internet\n", + " 4.0\n", + " 139.0\n", + " 229.0\n", " NaN\n", - " 62.0\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " GD\n", " \n", " \n", - " 26017\n", - " Software Engineer\n", - " Job Category: Engineering\\n\\nWork Location: Ir...\n", - " Pixentia\n", - " Irving, TX\n", - " Irving\n", - " TX\n", - " Uncertain\n", - " Very Small\n", + " 16568\n", + " Data Scientist\n", + " 100% REMOTE\\n\\nThe Role: Our customer is looki...\n", + " IT Concepts\n", + " Remote\n", " NaN\n", - " Consulting\n", - " 3.7\n", - " 30.0\n", - " 60.0\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2003.0\n", + " IT Services\n", + " 4.8\n", + " 50.0\n", + " 63.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DE\n", + " GD\n", " \n", " \n", - " 13970\n", - " Global Reporting and Analytics Consultant\n", - " Global Reporting and Analytics Consultant\\n\\n\\...\n", - " De Lage Landen\n", - " Wayne, PA\n", - " Wayne\n", - " PA\n", - " Uncertain\n", - " Large\n", - " 1969.0\n", - " Investment Banking & Asset Management\n", + " 16798\n", + " Data Scientist\n", + " Are you looking for an opportunity to accelera...\n", + " Tenrox\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2003.0\n", + " Computer Hardware & Software\n", " 4.0\n", - " 50.0\n", - " 87.0\n", + " 73.0\n", + " 128.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF2\n", + " GD\n", " \n", " \n", - " 20342\n", - " Data Scientist, Analytics\n", - " What's Quibi?Launching next year, Quibi is the...\n", - " Quibi\n", - " Los Angeles, CA\n", - " Los Angeles\n", - " CA\n", - " Uncertain\n", - " NaN\n", - " NaN\n", + " 16814\n", + " Data Scientist\n", + " Description\\n\\n\\nDo you want to work at the fo...\n", + " Capax Global\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Small\n", + " 1998.0\n", + " IT Services\n", + " 4.7\n", + " 73.0\n", + " 128.0\n", " NaN\n", + " False\n", " NaN\n", " NaN\n", - " False\n", - " 0.0\n", - " 0.0\n", - " LI\n", + " GD\n", " \n", " \n", - " 1893\n", - " In Process Analytical Scientist\n", - " Company Description\\nEurofins Scientific is an...\n", - " Eurofins\n", - " West Point, PA\n", - " West Point\n", - " PA\n", - " Uncertain\n", - " Very Large\n", - " 1987.0\n", - " Biotech Pharmaceuticals\n", - " 3.4\n", + " 16826\n", + " Applied Machine Learning engineer - Explore an...\n", + " By applying for this role, you could choose to...\n", + " Twitter\n", + " Remote\n", " NaN\n", " NaN\n", - " 78.5\n", + " Yes\n", + " Medium-Large\n", + " 2006.0\n", + " Internet\n", + " 4.1\n", + " 86.0\n", + " 108.0\n", + " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " GD\n", " \n", " \n", - " 7458\n", - " ENGINEER - RESEARCH ENGINEER - SCIENTIST - KIN...\n", - " Join our Applied Power Division! Support techn...\n", - " Southwest Research Institute\n", - " San Antonio, TX\n", - " San Antonio\n", - " TX\n", - " Uncertain\n", - " Medium-Large\n", - " 1947.0\n", - " Research Development\n", - " 4.1\n", + " 16857\n", + " Data Scientist\n", + " We are looking for a data scientist that will ...\n", + " SomaDetect\n", + " Remote\n", " NaN\n", " NaN\n", - " 87.0\n", - " False\n", + " Yes\n", + " Very Small\n", " NaN\n", " NaN\n", - " DF1\n", - " \n", - " \n", - " 7669\n", - " Database Engineer (Temp)\n", - " Here at Daybreak, we make great games that bri...\n", - " Daybreak Games\n", - " San Diego, CA\n", - " San Diego\n", - " CA\n", - " Uncertain\n", - " Medium-Small\n", - " 2015.0\n", - " Video Games\n", - " 2.5\n", " NaN\n", + " 92.0\n", + " 146.0\n", " NaN\n", - " 204.0\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " GD\n", " \n", " \n", - " 23496\n", - " Security Data Analyst -CTJ\n", - " Are you passionate about solving problems and ...\n", - " Microsoft Corporation\n", - " Redmond, WA\n", - " Redmond\n", - " WA\n", - " Uncertain\n", - " Very Large\n", - " 1975.0\n", - " Computer Hardware & Software\n", - " 4.3\n", - " 55.0\n", - " 101.0\n", + " 16951\n", + " Data Scientist\n", + " Data Scientist\\n\\nWe are looking for a data sc...\n", + " Premier, Inc.\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 1967.0\n", + " Healthcare Services & Hospitals\n", + " 3.0\n", + " 112.0\n", + " 149.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DA\n", + " GD\n", " \n", " \n", - " 15853\n", - " Senior Behavioral Scientist - 100% Remote or R...\n", - " Senior Behavioral Scientist – 100% Remote or R...\n", - " Dell Technologies\n", - " Austin, TX\n", - " Austin\n", - " TX\n", + " 16992\n", + " Data Scientist - Capacity Engineering\n", + " By applying for this role, you could choose to...\n", + " Twitter\n", + " Remote\n", + " NaN\n", + " NaN\n", " Yes\n", - " Very Large\n", - " 1984.0\n", - " IT Services\n", + " Medium-Large\n", + " 2006.0\n", + " Internet\n", " 4.1\n", - " 50.0\n", - " 110.0\n", + " 71.0\n", + " 108.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF2\n", + " GD\n", " \n", " \n", - " 18612\n", - " Analyst\n", - " B.S. or MBA, preferably in Marketing, Advertis...\n", - " Zenith\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", + " 17045\n", + " Data Scientist\n", + " About Imperfect\\n\\nImperfect Foods was founded...\n", + " Imperfect Foods\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 2015.0\n", + " Food & Beverage Shops\n", + " 3.9\n", + " 81.0\n", + " 102.0\n", " NaN\n", + " False\n", " NaN\n", " NaN\n", - " 3.8\n", + " GD\n", + " \n", + " \n", + " 17054\n", + " Research Scientist\n", + " About Concerto HealthAI\\n\\nConcerto HealthAI i...\n", + " Concerto HealthAI\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Medium-Small\n", + " 2018.0\n", + " Biotech & Pharmaceuticals\n", + " 2.9\n", + " 81.0\n", + " 102.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " GD\n", " \n", " \n", - " 12400\n", - " Data Scientist - People Analytics\n", - " Doctors Without Borders/Médecins Sans Frontièr...\n", - " Doctors Without Borders | Médecins Sans Fronti...\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", + " 17079\n", + " Data Scientist\n", + " Why TrueAccord?\\n\\nDebt collection is failing ...\n", + " TrueAccord\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2013.0\n", + " Enterprise Software & Network Solutions\n", + " 3.4\n", + " 81.0\n", + " 137.0\n", + " NaN\n", + " False\n", " NaN\n", " NaN\n", + " GD\n", + " \n", + " \n", + " 17087\n", + " Senior Data Analyst\n", + " Senior Data Analyst - Career Portals\\n\\nSkip t...\n", + " Home Point Financial\n", + " Remote\n", " NaN\n", " NaN\n", - " 119.0\n", - " 147.0\n", + " Yes\n", + " Medium-Large\n", + " 2015.0\n", + " Lending\n", + " 3.3\n", + " 59.0\n", + " 101.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF2\n", + " GD\n", " \n", " \n", - " 9926\n", - " Principal Proposal Analyst\n", - " Job DescriptionORGANIZATIONAL STRUCTUREBUSINES...\n", - " CIRCOR International\n", - " Houston, TX\n", - " Houston\n", - " TX\n", - " Uncertain\n", - " Medium-Large\n", - " 1999.0\n", - " Industrial Manufacturing\n", - " 2.4\n", + " 17590\n", + " Senior Data Engineer - Python (Remote)\n", + " Experience pulling data from APIs, or from S3 ...\n", + " Koodi Systems\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " NaN\n", + " NaN\n", + " NaN\n", + " NaN\n", + " NaN\n", " NaN\n", " NaN\n", - " 51.5\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " IN\n", " \n", " \n", - " 1713\n", - " Analytical Scientist II\n", - " Company Overview\\n\\nOur growing and successful...\n", - " Quotient Sciences\n", - " Boothwyn, PA\n", - " Boothwyn\n", - " PA\n", - " Uncertain\n", - " Medium\n", - " 1990.0\n", - " Biotech Pharmaceuticals\n", - " 3.6\n", + " 26150\n", + " Data Science Engineer Full Stack - AI\n", + " Data Science Engineer Full Stack - AI\\n\\nOverv...\n", + " BryterCX\n", + " Remote\n", " NaN\n", " NaN\n", - " 130.0\n", + " Yes\n", + " Small\n", + " 2000.0\n", + " Enterprise Software & Network Solutions\n", + " 2.8\n", + " 78.0\n", + " 133.0\n", + " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " DS\n", " \n", " \n", - " 22379\n", - " Senior Business Intelligence Data Analyst\n", - " Summary and Essential Duties\\n\\n\\nThe Senior B...\n", - " Shamrock Foods\n", - " Phoenix, AZ\n", - " Phoenix\n", - " AZ\n", - " Uncertain\n", + " 26187\n", + " Data Scientist\n", + " WHAT WE DO MATTERS:\\n\\nHere at The Knot Worldw...\n", + " The Knot Worldwide\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", " Medium-Large\n", - " 1922.0\n", - " Food & Beverage Manufacturing\n", + " 2019.0\n", + " Internet\n", " 3.4\n", - " 46.0\n", - " 102.0\n", + " 86.0\n", + " 143.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DA\n", + " DS\n", " \n", " \n", - " 3451\n", - " AVP, Big Data and Machine Learning Solutions A...\n", - " We are currently seeking an AVP, Big Data and ...\n", - " LPL Financial\n", - " Austin, TX\n", - " Austin\n", - " TX\n", - " Uncertain\n", - " Medium-Large\n", - " 1968.0\n", - " Investment Banking Asset Management\n", + " 26216\n", + " Data Analyst\n", + " Nurx is looking for a Data Analyst who loves a...\n", + " Nurx\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2016.0\n", + " Health Care Services & Hospitals\n", " 3.5\n", + " 15.0\n", + " 16.0\n", + " NaN\n", + " False\n", " NaN\n", " NaN\n", - " 86.0\n", + " DS\n", + " \n", + " \n", + " 26256\n", + " Senior Data Scientist\n", + " Formation provides personalization for the lar...\n", + " Formation\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Enterprise Software & Network Solutions\n", + " 2.7\n", + " 150.0\n", + " 169.0\n", + " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " DS\n", " \n", " \n", - " 19239\n", - " Lead Data Science Engineer\n", - " Highspot is seeking a lead data science engine...\n", - " Highspot\n", - " Seattle, WA\n", - " Seattle\n", - " WA\n", - " Uncertain\n", + " 26261\n", + " Data Scientist- Workforce Planning & Analytics\n", + " We Are Hiring\\n\\nData Scientist\\n\\nWorkforce P...\n", + " Ascension\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Very Large\n", + " 1999.0\n", + " Health Care Services & Hospitals\n", + " 3.3\n", + " 150.0\n", + " 169.0\n", " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26302\n", + " Data Engineer\n", + " Now hiring a Data Engineer\\n\\nAs a Data Engine...\n", + " Applied Information Sciences\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Medium\n", + " 1982.0\n", + " IT Services\n", " 4.5\n", + " 111.0\n", + " 178.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26317\n", + " Environmental - Geologist, Scientist or Engine...\n", + " Antea USA, Inc. (Antea®Group) is seeking motiv...\n", + " Antea Group\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Medium-Small\n", + " 1986.0\n", + " Architectural & Engineering Services\n", + " 4.0\n", + " 111.0\n", + " 178.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " DS\n", " \n", " \n", - " 4085\n", - " Data Collection Analyst\n", - " Position Summary\\n\\nUnder the supervision of t...\n", - " Columbia University Medical Center\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", - " Large\n", + " 26335\n", + " Semantic Data Modeler and Engineer\n", + " Semantic Data Modeler and Engineer\\n\\nTucson E...\n", + " Tucson Embedded Systems, Inc.\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 1997.0\n", + " Enterprise Software & Network Solutions\n", + " 2.8\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26342\n", + " Business Data Analyst\n", + " We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a...\n", + " Ascension\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Very Large\n", + " 1999.0\n", + " Health Care Services & Hospitals\n", + " 3.3\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26355\n", + " Machine Learning Engineer (Palo Alto, CA or Re...\n", + " The Opportunity\\n\\nEversight is the recognized...\n", + " Eversight\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2013.0\n", + " Enterprise Software & Network Solutions\n", + " 4.2\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", " NaN\n", - " Health Care Services Hospitals\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26363\n", + " Data Analyst (Must Speak Chinese)\n", + " Founded in 2002, S2 HRC carries the important ...\n", + " CCUE Finance\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Very Small\n", + " NaN\n", + " NaN\n", + " 3.4\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26372\n", + " Senior Data Analyst - Patient-Centered Research\n", + " Senior Data Analyst - Patient-Centered Researc...\n", + " Evidera\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium\n", + " 2013.0\n", + " Biotech & Pharmaceuticals\n", " 3.8\n", + " 134.0\n", + " 213.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26375\n", + " Data Engineer\n", + " TubeScience is looking for a talented Data Eng...\n", + " TubeScience\n", + " Remote\n", + " NaN\n", " NaN\n", + " Yes\n", + " Small\n", + " 2016.0\n", + " Internet\n", + " 3.9\n", + " 134.0\n", + " 213.0\n", " NaN\n", - " 85.0\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " DS\n", " \n", " \n", - " 27014\n", - " Data Scientist\n", - " Type of Requisition:\\n\\nRegular\\n\\nClearance L...\n", - " General Dynamics Information Technology\n", - " Washington, DC\n", - " Washington\n", - " DC\n", - " Uncertain\n", + " 26385\n", + " Senior Software Engineer (Data)\n", + " Second Measure is building products that lever...\n", + " Second Measure\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Enterprise Software & Network Solutions\n", + " 4.9\n", + " 134.0\n", + " 213.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26422\n", + " Business Data Analyst\n", + " We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a...\n", + " Ascension\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", " Very Large\n", - " 1996.0\n", - " IT Services\n", + " 1999.0\n", + " Health Care Services & Hospitals\n", + " 3.3\n", + " 97.0\n", + " 150.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26469\n", + " Machine Learning Engineer (Palo Alto, CA or Re...\n", + " The Opportunity\\n\\nEversight is the recognized...\n", + " Eversight\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2013.0\n", + " Enterprise Software & Network Solutions\n", + " 4.2\n", + " 46.0\n", + " 79.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26512\n", + " Data Engineer\n", + " TubeScience is looking for a talented Data Eng...\n", + " TubeScience\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2016.0\n", + " Internet\n", + " 3.9\n", + " 82.0\n", + " 141.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26513\n", + " Senior Data Analyst - Patient-Centered Research\n", + " Senior Data Analyst - Patient-Centered Researc...\n", + " Evidera\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium\n", + " 2013.0\n", + " Biotech & Pharmaceuticals\n", + " 3.8\n", + " 82.0\n", + " 141.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26562\n", + " Senior Software Engineer (Data)\n", + " Second Measure is building products that lever...\n", + " Second Measure\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Enterprise Software & Network Solutions\n", + " 4.9\n", + " 77.0\n", + " 131.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26950\n", + " Data Scientist\n", + " EXCITED TO GROW YOUR CAREER? WE’RE GLAD YOU’RE...\n", + " Maritz\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 1894.0\n", + " Advertising & Marketing\n", " 3.5\n", - " 81.0\n", - " 138.0\n", + " 62.0\n", + " 101.0\n", " NaN\n", " False\n", " NaN\n", @@ -3663,25 +2826,46 @@ " DS\n", " \n", " \n", - " 17541\n", - " Data Scientist - Applied Machine Learning\n", - " Transform and convert unstructured data set in...\n", - " Apple\n", - " Santa Clara Valley, CA\n", - " Santa Clara Valley\n", - " CA\n", - " Uncertain\n", + " 26954\n", + " Data Scientist\n", + " Company Overview\\n\\n\\nAternity - a subsidiary ...\n", + " Riverbed Technologies\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 2002.0\n", + " Computer Hardware & Software\n", + " 3.0\n", + " 62.0\n", + " 101.0\n", " NaN\n", + " False\n", " NaN\n", " NaN\n", - " 4.2\n", + " DS\n", + " \n", + " \n", + " 27012\n", + " Data Scientist (Blockchain)\n", + " Job Summary\\n\\nBlok Party is building the futu...\n", + " Blok Party\n", + " Remote\n", + " NaN\n", " NaN\n", + " Yes\n", + " Very Small\n", " NaN\n", + " Audiovisual\n", + " 3.6\n", + " 81.0\n", + " 138.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " DS\n", " \n", " \n", "\n", @@ -3689,191 +2873,221 @@ ], "text/plain": [ " Job Title \\\n", - "17941 Product Analyst - Rides \n", - "6066 Business Data Analyst \n", - "26017 Software Engineer \n", - "13970 Global Reporting and Analytics Consultant \n", - "20342 Data Scientist, Analytics \n", - "1893 In Process Analytical Scientist \n", - "7458 ENGINEER - RESEARCH ENGINEER - SCIENTIST - KIN... \n", - "7669 Database Engineer (Temp) \n", - "23496 Security Data Analyst -CTJ \n", - "15853 Senior Behavioral Scientist - 100% Remote or R... \n", - "18612 Analyst \n", - "12400 Data Scientist - People Analytics \n", - "9926 Principal Proposal Analyst \n", - "1713 Analytical Scientist II \n", - "22379 Senior Business Intelligence Data Analyst \n", - "3451 AVP, Big Data and Machine Learning Solutions A... \n", - "19239 Lead Data Science Engineer \n", - "4085 Data Collection Analyst \n", - "27014 Data Scientist \n", - "17541 Data Scientist - Applied Machine Learning \n", + "16355 Sr. Data Engineer - Remote (USA Only) \n", + "16451 Data Scientist - Contract \n", + "16568 Data Scientist \n", + "16798 Data Scientist \n", + "16814 Data Scientist \n", + "16826 Applied Machine Learning engineer - Explore an... \n", + "16857 Data Scientist \n", + "16951 Data Scientist \n", + "16992 Data Scientist - Capacity Engineering \n", + "17045 Data Scientist \n", + "17054 Research Scientist \n", + "17079 Data Scientist \n", + "17087 Senior Data Analyst \n", + "17590 Senior Data Engineer - Python (Remote) \n", + "26150 Data Science Engineer Full Stack - AI \n", + "26187 Data Scientist \n", + "26216 Data Analyst \n", + "26256 Senior Data Scientist \n", + "26261 Data Scientist- Workforce Planning & Analytics \n", + "26302 Data Engineer \n", + "26317 Environmental - Geologist, Scientist or Engine... \n", + "26335 Semantic Data Modeler and Engineer \n", + "26342 Business Data Analyst \n", + "26355 Machine Learning Engineer (Palo Alto, CA or Re... \n", + "26363 Data Analyst (Must Speak Chinese) \n", + "26372 Senior Data Analyst - Patient-Centered Research \n", + "26375 Data Engineer \n", + "26385 Senior Software Engineer (Data) \n", + "26422 Business Data Analyst \n", + "26469 Machine Learning Engineer (Palo Alto, CA or Re... \n", + "26512 Data Engineer \n", + "26513 Senior Data Analyst - Patient-Centered Research \n", + "26562 Senior Software Engineer (Data) \n", + "26950 Data Scientist \n", + "26954 Data Scientist \n", + "27012 Data Scientist (Blockchain) \n", "\n", " Job Description \\\n", - "17941 NaN \n", - "6066 Full Time - Lakewood, Colorado\\n\\nWe are seeki... \n", - "26017 Job Category: Engineering\\n\\nWork Location: Ir... \n", - "13970 Global Reporting and Analytics Consultant\\n\\n\\... \n", - "20342 What's Quibi?Launching next year, Quibi is the... \n", - "1893 Company Description\\nEurofins Scientific is an... \n", - "7458 Join our Applied Power Division! Support techn... \n", - "7669 Here at Daybreak, we make great games that bri... \n", - "23496 Are you passionate about solving problems and ... \n", - "15853 Senior Behavioral Scientist – 100% Remote or R... \n", - "18612 B.S. or MBA, preferably in Marketing, Advertis... \n", - "12400 Doctors Without Borders/Médecins Sans Frontièr... \n", - "9926 Job DescriptionORGANIZATIONAL STRUCTUREBUSINES... \n", - "1713 Company Overview\\n\\nOur growing and successful... \n", - "22379 Summary and Essential Duties\\n\\n\\nThe Senior B... \n", - "3451 We are currently seeking an AVP, Big Data and ... \n", - "19239 Highspot is seeking a lead data science engine... \n", - "4085 Position Summary\\n\\nUnder the supervision of t... \n", - "27014 Type of Requisition:\\n\\nRegular\\n\\nClearance L... \n", - "17541 Transform and convert unstructured data set in... \n", - "\n", - " Company Name \\\n", - "17941 Uber \n", - "6066 MIRACORP \n", - "26017 Pixentia \n", - "13970 De Lage Landen \n", - "20342 Quibi \n", - "1893 Eurofins \n", - "7458 Southwest Research Institute \n", - "7669 Daybreak Games \n", - "23496 Microsoft Corporation \n", - "15853 Dell Technologies \n", - "18612 Zenith \n", - "12400 Doctors Without Borders | Médecins Sans Fronti... \n", - "9926 CIRCOR International \n", - "1713 Quotient Sciences \n", - "22379 Shamrock Foods \n", - "3451 LPL Financial \n", - "19239 Highspot \n", - "4085 Columbia University Medical Center \n", - "27014 General Dynamics Information Technology \n", - "17541 Apple \n", + "16355 SocialChorus is a platform for communicators. ... \n", + "16451 We are an ambitious, well-funded startup with ... \n", + "16568 100% REMOTE\\n\\nThe Role: Our customer is looki... \n", + "16798 Are you looking for an opportunity to accelera... \n", + "16814 Description\\n\\n\\nDo you want to work at the fo... \n", + "16826 By applying for this role, you could choose to... \n", + "16857 We are looking for a data scientist that will ... \n", + "16951 Data Scientist\\n\\nWe are looking for a data sc... \n", + "16992 By applying for this role, you could choose to... \n", + "17045 About Imperfect\\n\\nImperfect Foods was founded... \n", + "17054 About Concerto HealthAI\\n\\nConcerto HealthAI i... \n", + "17079 Why TrueAccord?\\n\\nDebt collection is failing ... \n", + "17087 Senior Data Analyst - Career Portals\\n\\nSkip t... \n", + "17590 Experience pulling data from APIs, or from S3 ... \n", + "26150 Data Science Engineer Full Stack - AI\\n\\nOverv... \n", + "26187 WHAT WE DO MATTERS:\\n\\nHere at The Knot Worldw... \n", + "26216 Nurx is looking for a Data Analyst who loves a... \n", + "26256 Formation provides personalization for the lar... \n", + "26261 We Are Hiring\\n\\nData Scientist\\n\\nWorkforce P... \n", + "26302 Now hiring a Data Engineer\\n\\nAs a Data Engine... \n", + "26317 Antea USA, Inc. (Antea®Group) is seeking motiv... \n", + "26335 Semantic Data Modeler and Engineer\\n\\nTucson E... \n", + "26342 We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a... \n", + "26355 The Opportunity\\n\\nEversight is the recognized... \n", + "26363 Founded in 2002, S2 HRC carries the important ... \n", + "26372 Senior Data Analyst - Patient-Centered Researc... \n", + "26375 TubeScience is looking for a talented Data Eng... \n", + "26385 Second Measure is building products that lever... \n", + "26422 We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a... \n", + "26469 The Opportunity\\n\\nEversight is the recognized... \n", + "26512 TubeScience is looking for a talented Data Eng... \n", + "26513 Senior Data Analyst - Patient-Centered Researc... \n", + "26562 Second Measure is building products that lever... \n", + "26950 EXCITED TO GROW YOUR CAREER? WE’RE GLAD YOU’RE... \n", + "26954 Company Overview\\n\\n\\nAternity - a subsidiary ... \n", + "27012 Job Summary\\n\\nBlok Party is building the futu... \n", "\n", - " Location City State Remote \\\n", - "17941 San Francisco, CA San Francisco CA Uncertain \n", - "6066 Lakewood, CO Lakewood CO Uncertain \n", - "26017 Irving, TX Irving TX Uncertain \n", - "13970 Wayne, PA Wayne PA Uncertain \n", - "20342 Los Angeles, CA Los Angeles CA Uncertain \n", - "1893 West Point, PA West Point PA Uncertain \n", - "7458 San Antonio, TX San Antonio TX Uncertain \n", - "7669 San Diego, CA San Diego CA Uncertain \n", - "23496 Redmond, WA Redmond WA Uncertain \n", - "15853 Austin, TX Austin TX Yes \n", - "18612 New York, NY New York NY Uncertain \n", - "12400 New York, NY New York NY Uncertain \n", - "9926 Houston, TX Houston TX Uncertain \n", - "1713 Boothwyn, PA Boothwyn PA Uncertain \n", - "22379 Phoenix, AZ Phoenix AZ Uncertain \n", - "3451 Austin, TX Austin TX Uncertain \n", - "19239 Seattle, WA Seattle WA Uncertain \n", - "4085 New York, NY New York NY Uncertain \n", - "27014 Washington, DC Washington DC Uncertain \n", - "17541 Santa Clara Valley, CA Santa Clara Valley CA Uncertain \n", + " Company Name Location City State Remote Size \\\n", + "16355 SocialChorus Remote NaN NaN Yes Small \n", + "16451 Upside Business Travel Remote NaN NaN Yes Small \n", + "16568 IT Concepts Remote NaN NaN Yes Small \n", + "16798 Tenrox Remote NaN NaN Yes Small \n", + "16814 Capax Global Remote NaN NaN Yes Small \n", + "16826 Twitter Remote NaN NaN Yes Medium-Large \n", + "16857 SomaDetect Remote NaN NaN Yes Very Small \n", + "16951 Premier, Inc. Remote NaN NaN Yes Medium-Large \n", + "16992 Twitter Remote NaN NaN Yes Medium-Large \n", + "17045 Imperfect Foods Remote NaN NaN Yes Medium-Large \n", + "17054 Concerto HealthAI Remote NaN NaN Yes Medium-Small \n", + "17079 TrueAccord Remote NaN NaN Yes Small \n", + "17087 Home Point Financial Remote NaN NaN Yes Medium-Large \n", + "17590 Koodi Systems Remote NaN NaN Yes NaN \n", + "26150 BryterCX Remote NaN NaN Yes Small \n", + "26187 The Knot Worldwide Remote NaN NaN Yes Medium-Large \n", + "26216 Nurx Remote NaN NaN Yes Small \n", + "26256 Formation Remote NaN NaN Yes Small \n", + "26261 Ascension Remote NaN NaN Yes Very Large \n", + "26302 Applied Information Sciences Remote NaN NaN Yes Medium \n", + "26317 Antea Group Remote NaN NaN Yes Medium-Small \n", + "26335 Tucson Embedded Systems, Inc. Remote NaN NaN Yes Small \n", + "26342 Ascension Remote NaN NaN Yes Very Large \n", + "26355 Eversight Remote NaN NaN Yes Small \n", + "26363 CCUE Finance Remote NaN NaN Yes Very Small \n", + "26372 Evidera Remote NaN NaN Yes Medium \n", + "26375 TubeScience Remote NaN NaN Yes Small \n", + "26385 Second Measure Remote NaN NaN Yes Small \n", + "26422 Ascension Remote NaN NaN Yes Very Large \n", + "26469 Eversight Remote NaN NaN Yes Small \n", + "26512 TubeScience Remote NaN NaN Yes Small \n", + "26513 Evidera Remote NaN NaN Yes Medium \n", + "26562 Second Measure Remote NaN NaN Yes Small \n", + "26950 Maritz Remote NaN NaN Yes Medium-Large \n", + "26954 Riverbed Technologies Remote NaN NaN Yes Medium-Large \n", + "27012 Blok Party Remote NaN NaN Yes Very Small \n", "\n", - " Size Founded Industry Rating \\\n", - "17941 NaN NaN NaN 3.8 \n", - "6066 Small NaN Consulting 4.8 \n", - "26017 Very Small NaN Consulting 3.7 \n", - "13970 Large 1969.0 Investment Banking & Asset Management 4.0 \n", - "20342 NaN NaN NaN NaN \n", - "1893 Very Large 1987.0 Biotech Pharmaceuticals 3.4 \n", - "7458 Medium-Large 1947.0 Research Development 4.1 \n", - "7669 Medium-Small 2015.0 Video Games 2.5 \n", - "23496 Very Large 1975.0 Computer Hardware & Software 4.3 \n", - "15853 Very Large 1984.0 IT Services 4.1 \n", - "18612 NaN NaN NaN 3.8 \n", - "12400 NaN NaN NaN NaN \n", - "9926 Medium-Large 1999.0 Industrial Manufacturing 2.4 \n", - "1713 Medium 1990.0 Biotech Pharmaceuticals 3.6 \n", - "22379 Medium-Large 1922.0 Food & Beverage Manufacturing 3.4 \n", - "3451 Medium-Large 1968.0 Investment Banking Asset Management 3.5 \n", - "19239 NaN NaN NaN 4.5 \n", - "4085 Large NaN Health Care Services Hospitals 3.8 \n", - "27014 Very Large 1996.0 IT Services 3.5 \n", - "17541 NaN NaN NaN 4.2 \n", + " Founded Industry Rating SalaryMin \\\n", + "16355 2008.0 Enterprise Software & Network Solutions 3.7 90.0 \n", + "16451 2015.0 Internet 4.0 139.0 \n", + "16568 2003.0 IT Services 4.8 50.0 \n", + "16798 2003.0 Computer Hardware & Software 4.0 73.0 \n", + "16814 1998.0 IT Services 4.7 73.0 \n", + "16826 2006.0 Internet 4.1 86.0 \n", + "16857 NaN NaN NaN 92.0 \n", + "16951 1967.0 Healthcare Services & Hospitals 3.0 112.0 \n", + "16992 2006.0 Internet 4.1 71.0 \n", + "17045 2015.0 Food & Beverage Shops 3.9 81.0 \n", + "17054 2018.0 Biotech & Pharmaceuticals 2.9 81.0 \n", + "17079 2013.0 Enterprise Software & Network Solutions 3.4 81.0 \n", + "17087 2015.0 Lending 3.3 59.0 \n", + "17590 NaN NaN NaN NaN \n", + "26150 2000.0 Enterprise Software & Network Solutions 2.8 78.0 \n", + "26187 2019.0 Internet 3.4 86.0 \n", + "26216 2016.0 Health Care Services & Hospitals 3.5 15.0 \n", + "26256 2015.0 Enterprise Software & Network Solutions 2.7 150.0 \n", + "26261 1999.0 Health Care Services & Hospitals 3.3 150.0 \n", + "26302 1982.0 IT Services 4.5 111.0 \n", + "26317 1986.0 Architectural & Engineering Services 4.0 111.0 \n", + "26335 1997.0 Enterprise Software & Network Solutions 2.8 98.0 \n", + "26342 1999.0 Health Care Services & Hospitals 3.3 98.0 \n", + "26355 2013.0 Enterprise Software & Network Solutions 4.2 98.0 \n", + "26363 NaN NaN 3.4 98.0 \n", + "26372 2013.0 Biotech & Pharmaceuticals 3.8 134.0 \n", + "26375 2016.0 Internet 3.9 134.0 \n", + "26385 2015.0 Enterprise Software & Network Solutions 4.9 134.0 \n", + "26422 1999.0 Health Care Services & Hospitals 3.3 97.0 \n", + "26469 2013.0 Enterprise Software & Network Solutions 4.2 46.0 \n", + "26512 2016.0 Internet 3.9 82.0 \n", + "26513 2013.0 Biotech & Pharmaceuticals 3.8 82.0 \n", + "26562 2015.0 Enterprise Software & Network Solutions 4.9 77.0 \n", + "26950 1894.0 Advertising & Marketing 3.5 62.0 \n", + "26954 2002.0 Computer Hardware & Software 3.0 62.0 \n", + "27012 NaN Audiovisual 3.6 81.0 \n", "\n", - " SalaryMin SalaryMax Salary Estimate Hourly Junior Senior DF \n", - "17941 NaN NaN NaN False NaN NaN IN \n", - "6066 NaN NaN 62.0 False NaN NaN DF1 \n", - "26017 30.0 60.0 NaN False NaN NaN DE \n", - "13970 50.0 87.0 NaN False NaN NaN DF2 \n", - "20342 NaN NaN NaN False 0.0 0.0 LI \n", - "1893 NaN NaN 78.5 False NaN NaN DF1 \n", - "7458 NaN NaN 87.0 False NaN NaN DF1 \n", - "7669 NaN NaN 204.0 False NaN NaN DF1 \n", - "23496 55.0 101.0 NaN False NaN NaN DA \n", - "15853 50.0 110.0 NaN False NaN NaN DF2 \n", - "18612 NaN NaN NaN False NaN NaN IN \n", - "12400 119.0 147.0 NaN False NaN NaN DF2 \n", - "9926 NaN NaN 51.5 False NaN NaN DF1 \n", - "1713 NaN NaN 130.0 False NaN NaN DF1 \n", - "22379 46.0 102.0 NaN False NaN NaN DA \n", - "3451 NaN NaN 86.0 False NaN NaN DF1 \n", - "19239 NaN NaN NaN False NaN NaN IN \n", - "4085 NaN NaN 85.0 False NaN NaN DF1 \n", - "27014 81.0 138.0 NaN False NaN NaN DS \n", - "17541 NaN NaN NaN False NaN NaN IN " + " SalaryMax Salary Estimate Hourly Junior Senior DF \n", + "16355 109.0 NaN False NaN NaN GD \n", + "16451 229.0 NaN False NaN NaN GD \n", + "16568 63.0 NaN False NaN NaN GD \n", + "16798 128.0 NaN False NaN NaN GD \n", + "16814 128.0 NaN False NaN NaN GD \n", + "16826 108.0 NaN False NaN NaN GD \n", + "16857 146.0 NaN False NaN NaN GD \n", + "16951 149.0 NaN False NaN NaN GD \n", + "16992 108.0 NaN False NaN NaN GD \n", + "17045 102.0 NaN False NaN NaN GD \n", + "17054 102.0 NaN False NaN NaN GD \n", + "17079 137.0 NaN False NaN NaN GD \n", + "17087 101.0 NaN False NaN NaN GD \n", + "17590 NaN NaN False NaN NaN IN \n", + "26150 133.0 NaN False NaN NaN DS \n", + "26187 143.0 NaN False NaN NaN DS \n", + "26216 16.0 NaN False NaN NaN DS \n", + "26256 169.0 NaN False NaN NaN DS \n", + "26261 169.0 NaN False NaN NaN DS \n", + "26302 178.0 NaN False NaN NaN DS \n", + "26317 178.0 NaN False NaN NaN DS \n", + "26335 160.0 NaN False NaN NaN DS \n", + "26342 160.0 NaN False NaN NaN DS \n", + "26355 160.0 NaN False NaN NaN DS \n", + "26363 160.0 NaN False NaN NaN DS \n", + "26372 213.0 NaN False NaN NaN DS \n", + "26375 213.0 NaN False NaN NaN DS \n", + "26385 213.0 NaN False NaN NaN DS \n", + "26422 150.0 NaN False NaN NaN DS \n", + "26469 79.0 NaN False NaN NaN DS \n", + "26512 141.0 NaN False NaN NaN DS \n", + "26513 141.0 NaN False NaN NaN DS \n", + "26562 131.0 NaN False NaN NaN DS \n", + "26950 101.0 NaN False NaN NaN DS \n", + "26954 101.0 NaN False NaN NaN DS \n", + "27012 138.0 NaN False NaN NaN DS " ] }, - "execution_count": 146, + "execution_count": 321, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "FullDataSet=pd.concat([df1, df2, dfGlassdoor, dfIndeed, dfLinkedIn, dfDataAnalyst, dfDataEngineer, dfDSJobs])\n", - "FullDataSet.reset_index(drop=True, inplace=True)\n", - "\n", - "numCols = [\"SalaryMin\", \"SalaryMax\"]\n", - "FullDataSet[numCols] = FullDataSet[numCols].apply(lambda x: x.str.strip())\n", - "\n", - "FullDataSet.loc[(FullDataSet[\"SalaryMax\"].str.contains(\"Per Hour\")==True),\"Hourly\"]=True\n", - "FullDataSet[\"Hourly\"].fillna(value=False, axis=0, inplace=True)\n", - "\n", - "# Replace \"unknown\" and \"-1\" and \" \" with NaN\n", - "FullDataSet.replace({\"Unknown\": np.nan, \"-1\": np.nan, -1: np.nan, \"\": np.nan}, inplace = True)\n", - "FullDataSet.fillna(value=np.nan, axis=1, inplace=True)\n", - "\n", - "FullDataSet[\"SalaryMin\"]=FullDataSet.SalaryMin.astype(float)\n", - "FullDataSet[\"SalaryMax\"]=FullDataSet.SalaryMax.str.extract('(\\d+)').astype(float)\n", - "\n", - "# Reordered Columns for Consistency\n", - "FullDataSet = FullDataSet.reindex(columns = [\"Job Title\", \"Job Description\", \"Company Name\", \"Location\", \"City\", \"State\", \n", - " \"Remote\", \"Size\", \"Founded\", \"Industry\", \"Rating\", \n", - " \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Junior\", \"Senior\", \"DF\"])\n", - "\n", - "print(FullDataSet.shape)\n", - "FullDataSet.sample(20)" - ] - }, - { - "cell_type": "code", - "execution_count": 147, - "id": "postal-pressing", - "metadata": {}, - "outputs": [], - "source": [ - "FullDataSet.drop(index=[14054, 24631, 24654, 14061, 24661, 15438, 26236, 14504, 22651], axis=0, inplace=True)\n", - "FullDataSet.drop(index=[7031,7218,4612,7030,7205,4609,7198,10719, 4608], axis=0, inplace=True)" + "FullDataSet.loc[FullDataSet[\"City\"]==\"New York City\"].shape\n", + "#FullDataSet.State.dtype\n", + "#FullDataSet[\"State\"].value_counts()\n", + "FullDataSet.iloc[16342]\n", + "FullDataSet.loc[FullDataSet.City.isnull()].head(36)\n", + "#FullDataSet.loc[FullDataSet[\"City\"]==\"Tampa Bay\"]" ] }, { "cell_type": "code", - "execution_count": 145, - "id": "brown-asbestos", + "execution_count": 350, + "id": "loved-climb", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "(0, 18)\n" + "(27027, 18)\n" ] }, { @@ -3911,53 +3125,295 @@ " SalaryMin\n", " SalaryMax\n", " Salary Estimate\n", - " DF\n", + " Hourly\n", " Junior\n", " Senior\n", - " Hourly\n", + " DF\n", " \n", " \n", " \n", + " \n", + " 16415\n", + " Senior Big Data Engineer\n", + " At American Family Insurance, we’re driven by ...\n", + " American Family Insurance\n", + " Chicago, IL\n", + " Chicago\n", + " IL\n", + " Uncertain\n", + " Large\n", + " 1927.0\n", + " Insurance Operators\n", + " 3.6\n", + " 41.0\n", + " 73.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " GD\n", + " \n", + " \n", + " 12629\n", + " Sr. Principal Metrics Analyst- Data Scientist\n", + " Technology Architecture and Data is the enterp...\n", + " The Bank of New York Mellon\n", + " New York, NY\n", + " New York\n", + " NY\n", + " Uncertain\n", + " Very Large\n", + " 1784.0\n", + " Investment Banking & Asset Management\n", + " 3.2\n", + " 82.0\n", + " 141.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DF2\n", + " \n", + " \n", + " 3777\n", + " Data Engineer\n", + " About Beam\\n\\nBeam Dental was founded in 2012 ...\n", + " Beam Dental\n", + " Columbus, OH\n", + " Columbus\n", + " OH\n", + " Uncertain\n", + " Small\n", + " 2012.0\n", + " Insurance Carriers\n", + " 4.9\n", + " NaN\n", + " NaN\n", + " 73.0\n", + " False\n", + " NaN\n", + " NaN\n", + " DF1\n", + " \n", + " \n", + " 18678\n", + " Data Scientist Technical Lead\n", + " Manage a data science team. 10 years of experi...\n", + " Google\n", + " New York, NY\n", + " New York\n", + " NY\n", + " Uncertain\n", + " NaN\n", + " NaN\n", + " NaN\n", + " 4.3\n", + " NaN\n", + " NaN\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " IN\n", + " \n", + " \n", + " 9423\n", + " Social Media Analyst\n", + " Here at Scotts Miracle-Gro there is no such th...\n", + " Scotts Miracle-Gro\n", + " Chicago, IL\n", + " Chicago\n", + " IL\n", + " Uncertain\n", + " Large\n", + " 1868.0\n", + " Consumer Products Manufacturing\n", + " 4.1\n", + " NaN\n", + " NaN\n", + " 83.0\n", + " False\n", + " NaN\n", + " NaN\n", + " DF1\n", + " \n", " \n", "\n", "" ], "text/plain": [ - "Empty DataFrame\n", - "Columns: [Job Title, Job Description, Company Name, Location, City, State, Remote, Size, Founded, Industry, Rating, SalaryMin, SalaryMax, Salary Estimate, DF, Junior, Senior, Hourly]\n", - "Index: []" + " Job Title \\\n", + "16415 Senior Big Data Engineer \n", + "12629 Sr. Principal Metrics Analyst- Data Scientist \n", + "3777 Data Engineer \n", + "18678 Data Scientist Technical Lead \n", + "9423 Social Media Analyst \n", + "\n", + " Job Description \\\n", + "16415 At American Family Insurance, we’re driven by ... \n", + "12629 Technology Architecture and Data is the enterp... \n", + "3777 About Beam\\n\\nBeam Dental was founded in 2012 ... \n", + "18678 Manage a data science team. 10 years of experi... \n", + "9423 Here at Scotts Miracle-Gro there is no such th... \n", + "\n", + " Company Name Location City State Remote \\\n", + "16415 American Family Insurance Chicago, IL Chicago IL Uncertain \n", + "12629 The Bank of New York Mellon New York, NY New York NY Uncertain \n", + "3777 Beam Dental Columbus, OH Columbus OH Uncertain \n", + "18678 Google New York, NY New York NY Uncertain \n", + "9423 Scotts Miracle-Gro Chicago, IL Chicago IL Uncertain \n", + "\n", + " Size Founded Industry Rating \\\n", + "16415 Large 1927.0 Insurance Operators 3.6 \n", + "12629 Very Large 1784.0 Investment Banking & Asset Management 3.2 \n", + "3777 Small 2012.0 Insurance Carriers 4.9 \n", + "18678 NaN NaN NaN 4.3 \n", + "9423 Large 1868.0 Consumer Products Manufacturing 4.1 \n", + "\n", + " SalaryMin SalaryMax Salary Estimate Hourly Junior Senior DF \n", + "16415 41.0 73.0 NaN False NaN NaN GD \n", + "12629 82.0 141.0 NaN False NaN NaN DF2 \n", + "3777 NaN NaN 73.0 False NaN NaN DF1 \n", + "18678 NaN NaN NaN False NaN NaN IN \n", + "9423 NaN NaN 83.0 False NaN NaN DF1 " ] }, - "execution_count": 145, + "execution_count": 350, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "criteria=[\"Company Name\", \"Job Title\", \"City\", \"State\", \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Job Description\"]\n", - "duplicates=FullDataSet[FullDataSet.duplicated(subset=criteria, keep=\"first\")].sort_values(by=criteria)\n", - "#test=duplicates.loc[duplicates[\"SalaryMin\"].notnull()]\n", + "# The eight data frames above are combined to create one large data frame. \n", + "# Efforts were made to clean and build consistency. Duplicates between data frames were eliminated.\n", "\n", - "#print(test.shape)\n", - "#print(duplicates.shape)\n", - "#duplicates.head(20)" + "FullDataSet=pd.concat([df1, df2, dfGlassdoor, dfIndeed, dfLinkedIn, dfDataAnalyst, dfDataEngineer, dfDSJobs])\n", + "FullDataSet.reset_index(drop=True, inplace=True)\n", + "\n", + "numCols = [\"SalaryMin\", \"SalaryMax\"]\n", + "FullDataSet[numCols] = FullDataSet[numCols].apply(lambda x: x.str.strip())\n", + "\n", + "FullDataSet.loc[(FullDataSet[\"SalaryMax\"].str.contains(\"Per Hour\")==True),\"Hourly\"]=True\n", + "FullDataSet[\"Hourly\"].fillna(value=False, axis=0, inplace=True)\n", + "\n", + "# Cleaning cities for cost of living merge\n", + "FullDataSet.City.replace({\"New York City\": \"New York\"}, inplace = True)\n", + "FullDataSet.loc[FullDataSet[\"City\"]==\"33445\", \"City\"]=\"DelRay Beach\"\n", + "FullDataSet.loc[FullDataSet[\"City\"]==\"Florida\", \"City\"]=\"Tampa\"\n", + "\n", + "# Removing extra white space in state column and cleaning state column\n", + "FullDataSet[\"State\"] = FullDataSet[\"State\"].str.strip()\n", + "FullDataSet.State.replace({\"Florida\": \"FL\"}, inplace = True)\n", + "\n", + "# Replace \"unknown\" and \"-1\" and \" \" with NaN\n", + "FullDataSet.replace({\"Unknown\": np.nan, \"-1\": np.nan, -1: np.nan, \"\": np.nan}, inplace = True)\n", + "FullDataSet.fillna(value=np.nan, axis=1, inplace=True)\n", + "\n", + "FullDataSet[\"SalaryMin\"]=FullDataSet.SalaryMin.astype(float)\n", + "FullDataSet[\"SalaryMax\"]=FullDataSet.SalaryMax.str.extract('(\\d+)').astype(float)\n", + "\n", + "# Reordered Columns for Consistency\n", + "FullDataSet = FullDataSet.reindex(columns = [\"Job Title\", \"Job Description\", \"Company Name\", \"Location\", \"City\", \"State\", \n", + " \"Remote\", \"Size\", \"Founded\", \"Industry\", \"Rating\", \n", + " \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Junior\", \"Senior\", \"DF\"])\n", + "\n", + "# Dropping duplicates from different data frames.\n", + "FullDataSet.drop(index=[14054, 24631, 24654, 14061, 24661, 15438, 26236, 14504, 22651], axis=0, inplace=True)\n", + "FullDataSet.drop(index=[7031,7218,4612,7030,7205,4609,7198,10719, 4608], axis=0, inplace=True)\n", + "\n", + "\n", + "print(FullDataSet.shape)\n", + "FullDataSet.sample(5)" ] }, { "cell_type": "code", - "execution_count": 148, - "id": "killing-joint", + "execution_count": 351, + "id": "brown-asbestos", "metadata": {}, "outputs": [ { "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "724dc69a4bc749f1bd9321fa61d4603d", - "version_major": 2, - "version_minor": 0 - }, - "text/plain": [ - "Summarize dataset: 0%| | 0/32 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job TitleJob DescriptionCompany NameLocationCityStateRemoteSizeFoundedIndustryRatingSalaryMinSalaryMaxSalary EstimateHourlyJuniorSeniorDF
\n", + "" + ], + "text/plain": [ + "Empty DataFrame\n", + "Columns: [Job Title, Job Description, Company Name, Location, City, State, Remote, Size, Founded, Industry, Rating, SalaryMin, SalaryMax, Salary Estimate, Hourly, Junior, Senior, DF]\n", + "Index: []" + ] + }, + "execution_count": 351, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "criteria=[\"Company Name\", \"Job Title\", \"City\", \"State\", \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Job Description\"]\n", + "duplicates=FullDataSet[FullDataSet.duplicated(subset=criteria, keep=\"first\")].sort_values(by=criteria)\n", + "#test=duplicates.loc[duplicates[\"SalaryMin\"].notnull()]\n", + "\n", + "#print(test.shape)\n", + "#print(duplicates.shape)\n", + "duplicates.head(20)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "killing-joint", + "metadata": {}, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "381f8ef490254ccbbf6ab59ecf1f4cf5", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Summarize dataset: 0%| | 0/32 [00:00 3080\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3081\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n", + "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n", + "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n", + "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n", + "\u001b[0;31mKeyError\u001b[0m: 'Col_Ind'", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mKeyError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mFullDataSet\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"Col_Ind\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue_counts\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0;31m#FullDataSet\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m 3022\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnlevels\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3023\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3024\u001b[0;31m \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3025\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mis_integer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3026\u001b[0m \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m 3080\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3081\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3082\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3083\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3084\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mtolerance\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mKeyError\u001b[0m: 'Col_Ind'" + ] + } + ], + "source": [ + "FullDataSet[\"Col_Ind\"].value_counts()\n", + "#FullDataSet" + ] + }, + { + "cell_type": "code", + "execution_count": 390, + "id": "double-blank", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(27027, 24)" + ] + }, + "execution_count": 390, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# The data frame now includes the cost of living information including new columns: Rank, City, Cost of Living Index, and Local Purchasing Power Index.\n", + "\n", + "FullDataCOL = pd.merge(FullDataSet,cost_living[[\"City\", \"Col_Ind\", \"Rank\", \"Cost of Living Index\", \"Local Purchasing Power Index\"]], \n", + " on=\"City\", how=\"left\")\n", + "#FullDataCOL[\"Col_Ind\"]=FullDataCOL[\"City\"]\n", + "#FullDataCOL[\"State_Ind\"]=FullDataCOL[\"State\"]\n", + "FullDataCOL.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 278, + "id": "exclusive-reggae", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
CityStateCol_Ind
17435SunnyvaleCANaN
17448SunnyvaleCANaN
17452SunnyvaleCANaN
17455SunnyvaleCANaN
17457SunnyvaleCANaN
............
26843SunnyvaleCANaN
26932SunnyvaleCANaN
20212SunnyvaleCONaN
7873SunnyvaleTXNaN
25363SunnyvaleTXNaN
\n", + "

315 rows × 3 columns

\n", + "
" + ], + "text/plain": [ + " City State Col_Ind\n", + "17435 Sunnyvale CA NaN\n", + "17448 Sunnyvale CA NaN\n", + "17452 Sunnyvale CA NaN\n", + "17455 Sunnyvale CA NaN\n", + "17457 Sunnyvale CA NaN\n", + "... ... ... ...\n", + "26843 Sunnyvale CA NaN\n", + "26932 Sunnyvale CA NaN\n", + "20212 Sunnyvale CO NaN\n", + "7873 Sunnyvale TX NaN\n", + "25363 Sunnyvale TX NaN\n", + "\n", + "[315 rows x 3 columns]" + ] + }, + "execution_count": 278, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# This code was used to match the cities from the job postings with the cities included in the cost of living \n", + "# information. The cities from the cost of living information were used as keys to create a dictionary containing \n", + "# related suburbs and neighboring municipalities.\n", + "\n", + "fix = FullDataCOL.loc[FullDataCOL.Col_Ind.isnull()][[\"City\", \"State\", \"Col_Ind\"]]\n", + "fix.sort_values([\"State\", \"City\"], axis=0, inplace=True)\n", + "fix.iloc[9051:9100]\n", + "#fix.loc[fix[\"City\"]==\"Sunnyvale\"]" + ] + }, + { + "cell_type": "code", + "execution_count": 391, + "id": "sought-fault", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'Latham,NY': 'Albany,NY',\n", + " 'Niskayuna,NY': 'Albany,NY',\n", + " 'Rensselaer,NY': 'Albany,NY',\n", + " 'Schenectady,NY': 'Albany,NY',\n", + " 'Troy,NY': 'Albany,NY',\n", + " 'Alpharetta,GA': 'Atlanta,GA',\n", + " 'Buckhead,GA': 'Atlanta,GA',\n", + " 'Duluth,GA': 'Atlanta,GA',\n", + " 'Round Rock,TX': 'Austin,TX',\n", + " 'Cedar Park,TX': 'Austin,TX',\n", + " 'Kyle,TX': 'Austin,TX',\n", + " 'West Lake Hills,TX': 'Austin,TX',\n", + " 'Aberdeen,MD': 'Baltimore,MD',\n", + " 'Annapolis Junction,MD': 'Baltimore,MD',\n", + " 'Columbia,MD': 'Baltimore,MD',\n", + " 'Fort George G Meade,MD': 'Baltimore,MD',\n", + " 'Frederick,MD': 'Baltimore,MD',\n", + " 'Gwynn Oak,MD': 'Baltimore,MD',\n", + " 'Linthicum Heights,MD': 'Baltimore,MD',\n", + " 'Timonium,MD': 'Baltimore,MD',\n", + " 'Woodlawn,MD': 'Baltimore,MD',\n", + " 'Cambridge,MA': 'Boston,MA',\n", + " 'Waltham,MA': 'Boston,MA',\n", + " 'Andover,MA': 'Boston,MA',\n", + " 'Bedford,MA': 'Boston,MA',\n", + " 'Burlington,MA': 'Boston,MA',\n", + " 'Ipswich,MA': 'Boston,MA',\n", + " 'Lexington,MA': 'Boston,MA',\n", + " 'Natick,MA': 'Boston,MA',\n", + " 'Newton,MA': 'Boston,MA',\n", + " 'North Reading,MA': 'Boston,MA',\n", + " 'Norwood,MA': 'Boston,MA',\n", + " 'Quincy,MA': 'Boston,MA',\n", + " 'Somerville,MA': 'Boston,MA',\n", + " 'Watertown,MA': 'Boston,MA',\n", + " 'Wellesley,MA': 'Boston,MA',\n", + " 'Woburn,MA': 'Boston,MA',\n", + " 'Worcester,MA': 'Boston,MA',\n", + " 'Queens Village,NY': 'New York,NY',\n", + " 'Coney Island,NY': 'Brooklyn,NY',\n", + " 'Kings County,NY': 'Brooklyn,NY',\n", + " 'Amherst,NY': 'Buffalo,NY',\n", + " 'Cheektowaga,NY': 'Buffalo,NY',\n", + " 'Grand Island,NY': 'Buffalo,NY',\n", + " 'Orchard Park,NY': 'Buffalo,NY',\n", + " 'Tonawanda,NY': 'Buffalo,NY',\n", + " 'Huntersville,NC': 'Charlotte,NC',\n", + " 'Indian Trail,NC': 'Charlotte,NC',\n", + " 'Mooresville,NC': 'Charlotte,NC',\n", + " 'Fort Mill,NC': 'Charlotte,NC',\n", + " 'Northbrook,IL': 'Chicago,IL',\n", + " 'Alsip,IL': 'Chicago,IL',\n", + " 'Arlington Heights,IL': 'Chicago,IL',\n", + " 'Aurora,IL': 'Chicago,IL',\n", + " 'Bloomingdale,IL': 'Chicago,IL',\n", + " 'Bolingbrook,IL': 'Chicago,IL',\n", + " 'Bridgeview,IL': 'Chicago,IL',\n", + " 'Broadview,IL': 'Chicago,IL',\n", + " 'Burr Ridge,IL': 'Chicago,IL',\n", + " 'Deerfield,IL': 'Chicago,IL',\n", + " 'Des Plaines,IL': 'Chicago,IL',\n", + " 'Downers Grove,IL': 'Chicago,IL',\n", + " 'Elk Grove Village,IL': 'Chicago,IL',\n", + " 'Elmhurst,IL': 'Chicago,IL',\n", + " 'Evanston,IL': 'Chicago,IL',\n", + " 'Evergreen Park,IL': 'Chicago,IL',\n", + " 'Glenview,IL': 'Chicago,IL',\n", + " 'Highland Park,IL': 'Chicago,IL',\n", + " 'Hines,IL': 'Chicago,IL',\n", + " 'Itasca,IL': 'Chicago,IL',\n", + " 'Lemont,IL': 'Chicago,IL',\n", + " 'Lisle,IL': 'Chicago,IL',\n", + " 'Lombard,IL': 'Chicago,IL',\n", + " 'Maywood,IL': 'Chicago,IL',\n", + " 'Melrose Park,IL': 'Chicago,IL',\n", + " 'Naperville,IL': 'Chicago,IL',\n", + " 'North Chicago,IL': 'Chicago,IL',\n", + " 'Northfield,IL': 'Chicago,IL',\n", + " 'Oak Brook,IL': 'Chicago,IL',\n", + " 'Oakbrook Terrace,IL': 'Chicago,IL',\n", + " 'Park Ridge,IL': 'Chicago,IL',\n", + " 'Rolling Meadows,IL': 'Chicago,IL',\n", + " 'Rosemont,IL': 'Chicago,IL',\n", + " 'Schaumburg,IL': 'Chicago,IL',\n", + " 'Skokie,IL': 'Chicago,IL',\n", + " 'Stickney,IL': 'Chicago,IL',\n", + " 'Villa Park,IL': 'Chicago,IL',\n", + " 'Westmont,IL': 'Chicago,IL',\n", + " 'Woodridge,IL': 'Chicago,IL',\n", + " 'Florence,OH': 'Cincinnati,OH',\n", + " 'Blue Ash,OH': 'Cincinnati,OH',\n", + " 'Schriever AFB,CO': 'Colorado Springs,CO',\n", + " 'Air Force Academy,CO': 'Colorado Springs,CO',\n", + " 'El Paso County,CO': 'Colorado Springs,CO',\n", + " 'Fort Carson,CO': 'Colorado Springs,CO',\n", + " 'Blacklick,OH': 'Columbus,OH',\n", + " 'Dublin,OH': 'Columbus,OH',\n", + " 'Gahanna,OH': 'Columbus,OH',\n", + " 'Hilliard,OH': 'Columbus,OH',\n", + " 'Lockbourne,OH': 'Columbus,OH',\n", + " 'Slough,OH': 'Columbus,OH',\n", + " 'West Jefferson,OH': 'Columbus,OH',\n", + " 'Westerville,OH': 'Columbus,OH',\n", + " 'Plano,TX': 'Dallas,TX',\n", + " 'Grapevine,TX': 'Dallas,TX',\n", + " 'Irving,TX': 'Dallas,TX',\n", + " 'Fort Worth,TX': 'Dallas,TX',\n", + " 'Greenville,TX': 'Dallas,TX',\n", + " 'Addison,TX': 'Dallas,TX',\n", + " 'Allen,TX': 'Dallas,TX',\n", + " 'Arlington,TX': 'Dallas,TX',\n", + " 'Bedford,TX': 'Dallas,TX',\n", + " 'Carrollton,TX': 'Dallas,TX',\n", + " 'Coppell,TX': 'Dallas,TX',\n", + " 'Farmers Branch,TX': 'Dallas,TX',\n", + " 'Flower Mound,TX': 'Dallas,TX',\n", + " 'Garland,TX': 'Dallas,TX',\n", + " 'Grand Prairie,TX': 'Dallas,TX',\n", + " 'Highland Park,TX': 'Dallas,TX',\n", + " 'Lewisville,TX': 'Dallas,TX',\n", + " 'Richardson,TX': 'Dallas,TX',\n", + " 'Roanoke,TX': 'Dallas,TX',\n", + " 'Southlake,TX': 'Dallas,TX',\n", + " 'Sunnyvale,TX': 'Dallas,TX',\n", + " 'Tarrant,TX': 'Dallas,TX',\n", + " 'University Park,TX': 'Dallas,TX',\n", + " 'Westlake,TX': 'Dallas,TX',\n", + " 'Broomfield,CO': 'Denver,CO',\n", + " 'Boulder,CO': 'Denver,CO',\n", + " 'Littleton,CO': 'Denver,CO',\n", + " 'Aurora,CO': 'Denver,CO',\n", + " 'Buckley AFB,CO': 'Denver,CO',\n", + " 'Castle Rock,CO': 'Denver,CO',\n", + " 'Centennial,CO': 'Denver,CO',\n", + " 'Englewood,CO': 'Denver,CO',\n", + " 'Golden,CO': 'Denver,CO',\n", + " 'Greenwood Village,CO': 'Denver,CO',\n", + " 'Henderson,CO': 'Denver,CO',\n", + " 'Lakewood,CO': 'Denver,CO',\n", + " 'Lone Tree,CO': 'Denver,CO',\n", + " 'Westminster,CO': 'Denver,CO',\n", + " 'Highlands Ranch,CO': 'Denver,CO',\n", + " 'Irondale,CO': 'Denver,CO',\n", + " 'Niwot,CO': 'Denver,CO',\n", + " 'Sunnyvale,CO': 'Denver,CO',\n", + " 'Allen Park,MI': 'Detroit,MI',\n", + " 'Ann Arbor,MI': 'Detroit,MI',\n", + " 'Auburn Hills,MI': 'Detroit,MI',\n", + " 'Dearborn,MI': 'Detroit,MI',\n", + " 'Farmington Hills,MI': 'Detroit,MI',\n", + " 'Novi,MI': 'Detroit,MI',\n", + " 'Southfield,MI': 'Detroit,MI',\n", + " 'Schofield Barracks,HI': 'Honolulu,HI',\n", + " 'Spring,TX': 'Houston,TX',\n", + " 'Baytown,TX': 'Houston,TX',\n", + " 'Bellaire,TX': 'Houston,TX',\n", + " 'Cypress,TX': 'Houston,TX',\n", + " 'Deer Park,TX': 'Houston,TX',\n", + " 'Missouri City,TX': 'Houston,TX',\n", + " 'Nassau Bay,TX': 'Houston,TX',\n", + " 'Pasadena,TX': 'Houston,TX',\n", + " 'Pearland,TX': 'Houston,TX',\n", + " 'South Houston,TX': 'Houston,TX',\n", + " 'Stafford,TX': 'Houston,TX',\n", + " 'Sugar Land,TX': 'Houston,TX',\n", + " 'Webster,TX': 'Houston,TX',\n", + " 'West University Place,TX': 'Houston,TX',\n", + " 'Beech Grove,IN': 'Indianapolis,IN',\n", + " 'Carmel,IN': 'Indianapolis,IN',\n", + " 'Fishers,IN': 'Indianapolis,IN',\n", + " 'Greenfield,IN': 'Indianapolis,IN',\n", + " 'Lawrence,IN': 'Indianapolis,IN',\n", + " 'Whitestown,IN': 'Indianapolis,IN',\n", + " 'Jacksonville Beach,FL': 'Jacksonville,FL',\n", + " 'Mayport,FL': 'Jacksonville,FL',\n", + " 'Naval Station Mayport,FL': 'Jacksonville,FL',\n", + " 'Orange Park,FL': 'Jacksonville,FL',\n", + " 'Ponte Vedra,FL': 'Jacksonville,FL',\n", + " 'Overland Park,MO': 'Kansas City,MO',\n", + " 'Topeka,MO': 'Kansas City,MO',\n", + " 'Burlingame,MO': 'Kansas City,MO',\n", + " 'North Kansas City,MO': 'Kansas City,MO',\n", + " 'Culver City,CA': 'Los Angeles,CA',\n", + " 'Pasadena,CA': 'Los Angeles,CA',\n", + " 'Woodland Hills,CA': 'Los Angeles,CA',\n", + " 'Anaheim,CA': 'Los Angeles,CA',\n", + " 'Cerritos,CA': 'Los Angeles,CA',\n", + " 'Santa Monica,CA': 'Los Angeles,CA',\n", + " 'Torrance,CA': 'Los Angeles,CA',\n", + " 'El Segundo,CA': 'Los Angeles,CA',\n", + " 'Glendale,CA': 'Los Angeles,CA',\n", + " 'Brea,CA': 'Los Angeles,CA',\n", + " 'Burbank,CA': 'Los Angeles,CA',\n", + " 'Westmont,CA': 'Los Angeles,CA',\n", + " 'Irwindale,CA': 'Los Angeles,CA',\n", + " 'Calabasas,CA': 'Los Angeles,CA',\n", + " 'Hermosa Beach,CA': 'Los Angeles,CA',\n", + " 'Agoura Hills,CA': 'Los Angeles,CA',\n", + " 'Beverly Hills,CA': 'Los Angeles,CA',\n", + " 'Calabasas Hills,CA': 'Los Angeles,CA',\n", + " 'Redlands,CA': 'Los Angeles,CA',\n", + " 'Newport Beach,CA': 'Los Angeles,CA',\n", + " 'Corona,CA': 'Los Angeles,CA',\n", + " 'Carpinteria,CA': 'Los Angeles,CA',\n", + " 'Costa Mesa,CA': 'Los Angeles,CA',\n", + " 'Encino,CA': 'Los Angeles,CA',\n", + " 'Foothill Ranch,CA': 'Los Angeles,CA',\n", + " 'Gardena,CA': 'Los Angeles,CA',\n", + " 'Hollywood,CA': 'Los Angeles,CA',\n", + " 'Huntington Beach,CA': 'Los Angeles,CA',\n", + " 'Irvine,CA': 'Los Angeles,CA',\n", + " 'La Cañada Flintridge,CA': 'Los Angeles,CA',\n", + " 'Long Beach,CA': 'Los Angeles,CA',\n", + " 'Los Angelos,CA': 'Los Angeles,CA',\n", + " 'Manhattan Beach,CA': 'Los Angeles,CA',\n", + " 'Monterey Park,CA': 'Los Angeles,CA',\n", + " 'Norco,CA': 'Los Angeles,CA',\n", + " 'Northridge,CA': 'Los Angeles,CA',\n", + " 'Orange,CA': 'Los Angeles,CA',\n", + " 'Oxnard,CA': 'Los Angeles,CA',\n", + " 'Palmdale,CA': 'Los Angeles,CA',\n", + " 'Pomona,CA': 'Los Angeles,CA',\n", + " 'Rancho Cucamonga,CA': 'Los Angeles,CA',\n", + " 'Riverside,CA': 'Los Angeles,CA',\n", + " 'Rosemead,CA': 'Los Angeles,CA',\n", + " 'San Clemente,CA': 'Los Angeles,CA',\n", + " 'Santa Barbara,CA': 'Los Angeles,CA',\n", + " 'Santa Clarita,CA': 'Los Angeles,CA',\n", + " 'Sylmar,CA': 'Los Angeles,CA',\n", + " 'Thousand Oaks,CA': 'Los Angeles,CA',\n", + " 'Venice,CA': 'Los Angeles,CA',\n", + " 'Whittier,CA': 'Los Angeles,CA',\n", + " 'Universal City,CA': 'Los Angeles,CA',\n", + " 'West Hollywood,CA': 'Los Angeles,CA',\n", + " 'Alhambra,CA': 'Los Angeles,CA',\n", + " 'Aliso Viejo,CA': 'Los Angeles,CA',\n", + " 'Arcadia,CA': 'Los Angeles,CA',\n", + " 'Azusa,CA': 'Los Angeles,CA',\n", + " 'Bell,CA': 'Los Angeles,CA',\n", + " 'Buena Park,CA': 'Los Angeles,CA',\n", + " 'Carson,CA': 'Los Angeles,CA',\n", + " 'Century City,CA': 'Los Angeles,CA',\n", + " 'City of Industry,CA': 'Los Angeles,CA',\n", + " 'Commerce,CA': 'Los Angeles,CA',\n", + " 'Downey,CA': 'Los Angeles,CA',\n", + " 'Duarte,CA': 'Los Angeles,CA',\n", + " 'El Monte,CA': 'Los Angeles,CA',\n", + " 'Fullerton,CA': 'Los Angeles,CA',\n", + " 'Goleta,CA': 'Los Angeles,CA',\n", + " 'Hawthorne,CA': 'Los Angeles,CA',\n", + " 'Inglewood,CA': 'Los Angeles,CA',\n", + " 'North Hollywood,CA': 'Los Angeles,CA',\n", + " 'La Mirada,CA': 'Los Angeles,CA',\n", + " 'La Palma,CA': 'Los Angeles,CA',\n", + " 'Marina del Rey,CA': 'Los Angeles,CA',\n", + " 'Monaco,CA': 'Los Angeles,CA',\n", + " 'Monrovia,CA': 'Los Angeles,CA',\n", + " 'Panorama City,CA': 'Los Angeles,CA',\n", + " 'Pico Rivera,CA': 'Los Angeles,CA',\n", + " 'Placentia,CA': 'Los Angeles,CA',\n", + " 'Redondo Beach,CA': 'Los Angeles,CA',\n", + " 'Rossmoor,CA': 'Los Angeles,CA',\n", + " 'San Fernando,CA': 'Los Angeles,CA',\n", + " 'Santa Ana,CA': 'Los Angeles,CA',\n", + " 'Santa Cruz,CA': 'San Francisco,CA',\n", + " 'Santa Fe Springs,CA': 'Los Angeles,CA',\n", + " 'Seal Beach,CA': 'Los Angeles,CA',\n", + " 'Sherman Oaks,CA': 'Los Angeles,CA',\n", + " 'Signal Hill,CA': 'Los Angeles,CA',\n", + " 'Simi Valley,CA': 'Los Angeles,CA',\n", + " 'South Gate,CA': 'Los Angeles,CA',\n", + " 'Sun Valley,CA': 'Los Angeles,CA',\n", + " 'Valencia,CA': 'Los Angeles,CA',\n", + " 'Walnut,CA': 'Los Angeles,CA',\n", + " 'West Covina,CA': 'Los Angeles,CA',\n", + " 'West Hills,CA': 'Los Angeles,CA',\n", + " 'Westminster,CA': 'Los Angeles,CA',\n", + " 'Wilmington,CA': 'Los Angeles,CA',\n", + " 'Jeffersonville,KY': 'Louisville,KY',\n", + " 'Westchester,FL': 'Miami,FL',\n", + " 'Boca Raton,FL': 'Miami,FL',\n", + " 'Davie,FL': 'Miami,FL',\n", + " 'Deerfield Beach,FL': 'Miami,FL',\n", + " 'Doral,FL': 'Miami,FL',\n", + " 'Fort Lauderdale,FL': 'Miami,FL',\n", + " 'Homestead AFB,FL': 'Miami,FL',\n", + " 'Jupiter,FL': 'Miami,FL',\n", + " 'Miami Lakes,FL': 'Miami,FL',\n", + " 'Miami Shores,FL': 'Miami,FL',\n", + " 'Miramar,FL': 'Miami,FL',\n", + " 'Palm Beach Gardens,FL': 'Miami,FL',\n", + " 'Pembroke Pines,FL': 'Miami,FL',\n", + " 'Sunrise,FL': 'Miami,FL',\n", + " 'West Palm Beach,FL': 'Miami,FL',\n", + " 'Coral Gables,FL': 'Miami,FL',\n", + " 'Dania Beach,FL': 'Miami,FL',\n", + " 'Delray Beach,FL': 'Miami,FL',\n", + " 'DelRay Beach,FL': 'Miami,FL',\n", + " 'Hollywood,FL': 'Miami,FL',\n", + " 'Homestead,FL': 'Miami,FL',\n", + " 'Juno Beach,FL': 'Miami,FL',\n", + " 'Key Biscayne,FL': 'Miami,FL',\n", + " 'North Palm Beach,FL': 'Miami,FL',\n", + " 'Palm Beach Shores,FL': 'Miami,FL',\n", + " 'Plantation,FL': 'Miami,FL',\n", + " 'University Park,FL': 'Miami,FL',\n", + " 'Bloomington,MN': 'Minneapolis,MN',\n", + " 'Eden Prairie,MN': 'Minneapolis,MN',\n", + " 'Golden Valley,MN': 'Minneapolis,MN',\n", + " 'Hopkins,MN': 'Minneapolis,MN',\n", + " 'Minnetonka,MN': 'Minneapolis,MN',\n", + " 'Gallatin,TN': 'Nashville,TN',\n", + " 'Brentwood,TN': 'Nashville,TN',\n", + " 'Jersey City,NY': 'New York,NY',\n", + " 'Newark,NY': 'New York,NY',\n", + " 'Lyndhurst,NY': 'New York,NY',\n", + " 'Carle Place,NY': 'New York,NY',\n", + " 'Franklin Lakes,NY': 'New York,NY',\n", + " 'Port Washington,NY': 'New York,NY',\n", + " 'Rockville Centre,NY': 'New York,NY',\n", + " 'Florham Park,NY': 'New York,NY',\n", + " 'West Orange,NY': 'New York,NY',\n", + " 'Pearl River,NY': 'New York,NY',\n", + " 'Armonk,NY': 'New York,NY',\n", + " 'Bethpage,NY': 'New York,NY',\n", + " 'Bohemia,NY': 'New York,NY',\n", + " 'Brewster,NY': 'New York,NY',\n", + " 'Bronx,NY': 'New York,NY',\n", + " 'Croton-on-Hudson,NY': 'New York,NY',\n", + " 'Garden City,NY': 'New York,NY',\n", + " 'Holtsville,NY': 'New York,NY',\n", + " 'Long Island City,NY': 'New York,NY',\n", + " 'Manhattan,NY': 'New York,NY',\n", + " 'Melville,NY': 'New York,NY',\n", + " 'Midtown New York,NY': 'New York,NY',\n", + " 'Mount Vernon,NY': 'New York,NY',\n", + " 'New Hyde Park,NY': 'New York,NY',\n", + " 'Old Westbury,NY': 'New York,NY',\n", + " 'Port Jefferson Station,NY': 'New York,NY',\n", + " 'Purchase,NY': 'New York,NY',\n", + " 'Queens,NY': 'New York,NY',\n", + " 'Ronkonkoma,NY': 'New York,NY',\n", + " 'Roosevelt Island,NY': 'New York,NY',\n", + " 'Sleepy Hollow,NY': 'New York,NY',\n", + " 'Tarrytown,NY': 'New York,NY',\n", + " 'Upton,NY': 'New York,NY',\n", + " 'Valhalla,NY': 'New York,NY',\n", + " 'Valley Cottage,NY': 'New York,NY',\n", + " 'White Plains,NY': 'New York,NY',\n", + " 'Norwalk,NY': 'New York,NY',\n", + " 'Stamford,NY': 'New York,NY',\n", + " 'Waterbury,NY': 'New York,NY',\n", + " 'Bayonne,NY': 'New York,NY',\n", + " 'Berkeley Heights,NY': 'New York,NY',\n", + " 'Bloomfield,NY': 'New York,NY',\n", + " 'Bridgewater,NY': 'New York,NY',\n", + " 'Edison,NY': 'New York,NY',\n", + " 'Ewing,NY': 'New York,NY',\n", + " 'Fairfield,NY': 'New York,NY',\n", + " 'Fort Lee,NY': 'New York,NY',\n", + " 'Hackensack,NY': 'New York,NY',\n", + " 'Harrison,NY': 'New York,NY',\n", + " 'Haworth,NY': 'New York,NY',\n", + " 'Hoboken,NY': 'New York,NY',\n", + " 'Holmdel,NY': 'New York,NY',\n", + " 'Iselin,NY': 'New York,NY',\n", + " 'Little Falls,NY': 'New York,NY',\n", + " 'Little Ferry,NY': 'New York,NY',\n", + " 'Matawan,NY': 'New York,NY',\n", + " 'Maywood,NY': 'New York,NY',\n", + " 'Middlesex,NY': 'New York,NY',\n", + " 'Middletown,NY': 'New York,NY',\n", + " 'Montvale,NY': 'New York,NY',\n", + " 'Moonachie,NY': 'New York,NY',\n", + " 'Morristown,NY': 'New York,NY',\n", + " 'Paramus,NY': 'New York,NY',\n", + " 'Parsippany,NY': 'New York,NY',\n", + " 'Red Bank,NY': 'New York,NY',\n", + " 'Ridgefield Park,NY': 'New York,NY',\n", + " 'Saddle Brook,NY': 'New York,NY',\n", + " 'Secaucus,NY': 'New York,NY',\n", + " 'South Plainfield,NY': 'New York,NY',\n", + " 'Summit,NY': 'New York,NY',\n", + " 'Teaneck,NY': 'New York,NY',\n", + " 'Union,NY': 'New York,NY',\n", + " 'Weehawken,NY': 'New York,NY',\n", + " 'West New York,NY': 'New York,NY',\n", + " 'Whippany,NY': 'New York,NY',\n", + " 'Woodbridge,NY': 'New York,NY',\n", + " 'Woodcliff Lake,NY': 'New York,NY',\n", + " 'Far Rockaway,NY': 'New York,NY',\n", + " 'Flushing,NY': 'New York,NY',\n", + " 'Great Neck,NY': 'New York,NY',\n", + " 'Hauppauge,NY': 'New York,NY',\n", + " 'Jamaica,NY': 'New York,NY',\n", + " 'Jericho,NY': 'New York,NY',\n", + " 'Lake Success,NY': 'New York,NY',\n", + " 'Manhasset,NY': 'New York,NY',\n", + " 'Mount Pleasant,NY': 'New York,NY',\n", + " 'Rego Park,NY': 'New York,NY',\n", + " 'Staten Island,NY': 'New York,NY',\n", + " 'Valley Stream,NY': 'New York,NY',\n", + " 'Berkeley,CA': 'Oakland,CA',\n", + " 'Dublin,CA': 'Oakland,CA',\n", + " 'Emeryville,CA': 'Oakland,CA',\n", + " 'Fremont,CA': 'Oakland,CA',\n", + " 'Livermore,CA': 'Oakland,CA',\n", + " 'Newark,CA': 'Oakland,CA',\n", + " 'Pleasanton,CA': 'San Francisco,CA',\n", + " 'San Leandro,CA': 'Oakland,CA',\n", + " 'San Ramon,CA': 'Oakland,CA',\n", + " 'Alameda,CA': 'Oakland,CA',\n", + " 'Hercules,CA': 'Oakland,CA',\n", + " 'Union City,CA': 'Oakland,CA',\n", + " 'Walnut Creek,CA': 'Oakland,CA',\n", + " 'Lacey,WA': 'Olympia,WA',\n", + " 'Cape Canaveral,FL': 'Orlando,FL',\n", + " 'Celebration,FL': 'Orlando,FL',\n", + " 'Lake Buena Vista,FL': 'Orlando,FL',\n", + " 'Lake Mary,FL': 'Orlando,FL',\n", + " 'Melbourne,FL': 'Orlando,FL',\n", + " 'Rockledge,FL': 'Orlando,FL',\n", + " 'Winter Park,FL': 'Orlando,FL',\n", + " 'Apopka,FL': 'Orlando,FL',\n", + " 'Astatula,FL': 'Orlando,FL',\n", + " 'Clermont,FL': 'Orlando,FL',\n", + " 'Davenport,FL': 'Orlando,FL',\n", + " 'Gotha,FL': 'Orlando,FL',\n", + " 'Groveland,FL': 'Orlando,FL',\n", + " 'Intercession City,FL': 'Orlando,FL',\n", + " 'Mount Plymouth,FL': 'Orlando,FL',\n", + " 'King of Prussia,PA': 'Philadelphia,PA',\n", + " 'Blue Bell,PA': 'Philadelphia,PA',\n", + " 'Wilmington,PA': 'Philadelphia,PA',\n", + " 'Burlington,PA': 'Philadelphia,PA',\n", + " 'Camden,PA': 'Philadelphia,PA',\n", + " 'Cherry Hill,PA': 'Philadelphia,PA',\n", + " 'Gloucester City,PA': 'Philadelphia,PA',\n", + " 'Marlton,PA': 'Philadelphia,PA',\n", + " 'Mount Laurel,PA': 'Philadelphia,PA',\n", + " 'Pennsauken,PA': 'Philadelphia,PA',\n", + " 'Riverside,PA': 'Philadelphia,PA',\n", + " 'Swedesboro,PA': 'Philadelphia,PA',\n", + " 'Ambler,PA': 'Philadelphia,PA',\n", + " 'Audubon,PA': 'Philadelphia,PA',\n", + " 'Bala Cynwyd,PA': 'Philadelphia,PA',\n", + " 'Bensalem,PA': 'Philadelphia,PA',\n", + " 'Berwyn,PA': 'Philadelphia,PA',\n", + " 'Boothwyn,PA': 'Philadelphia,PA',\n", + " 'Bristol,PA': 'Philadelphia,PA',\n", + " 'Chester Township,PA': 'Philadelphia,PA',\n", + " 'Chesterbrook,PA': 'Philadelphia,PA',\n", + " 'Collegeville,PA': 'Philadelphia,PA',\n", + " 'Conshohocken,PA': 'Philadelphia,PA',\n", + " 'Doylestown,PA': 'Philadelphia,PA',\n", + " 'Dresher,PA': 'Philadelphia,PA',\n", + " 'East Norriton,PA': 'Philadelphia,PA',\n", + " 'Exton,PA': 'Philadelphia,PA',\n", + " 'Feasterville Trevose,PA': 'Philadelphia,PA',\n", + " 'Fort Washington,PA': 'Philadelphia,PA',\n", + " 'Horsham,PA': 'Philadelphia,PA',\n", + " 'Lansdale,PA': 'Philadelphia,PA',\n", + " 'Malvern,PA': 'Philadelphia,PA',\n", + " 'Media,PA': 'Philadelphia,PA',\n", + " 'Newtown,PA': 'Philadelphia,PA',\n", + " 'Newtown Square,PA': 'Philadelphia,PA',\n", + " 'Norristown,PA': 'Philadelphia,PA',\n", + " 'North Wales,PA': 'Philadelphia,PA',\n", + " 'Oaks,PA': 'Philadelphia,PA',\n", + " 'Paoli,PA': 'Philadelphia,PA',\n", + " 'Plymouth Meeting,PA': 'Philadelphia,PA',\n", + " 'Radnor,PA': 'Philadelphia,PA',\n", + " 'Ridley Park,PA': 'Philadelphia,PA',\n", + " 'Spring House,PA': 'Philadelphia,PA',\n", + " 'Springhouse Branch Post Office,PA': 'Philadelphia,PA',\n", + " 'Trevose,PA': 'Philadelphia,PA',\n", + " 'Upper Providence,PA': 'Philadelphia,PA',\n", + " 'Valley Forge,PA': 'Philadelphia,PA',\n", + " 'Warminster,PA': 'Philadelphia,PA',\n", + " 'Wayne,PA': 'Philadelphia,PA',\n", + " 'West Chester,PA': 'Philadelphia,PA',\n", + " 'West Conshohocken,PA': 'Philadelphia,PA',\n", + " 'West Point,PA': 'Philadelphia,PA',\n", + " 'Yardley,PA': 'Philadelphia,PA',\n", + " 'Chandler,AZ': 'Phoenix,AZ',\n", + " 'DC Ranch,AZ': 'Phoenix,AZ',\n", + " 'Gilbert,AZ': 'Phoenix,AZ',\n", + " 'Glendale,AZ': 'Phoenix,AZ',\n", + " 'Glendale Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Mesa,AZ': 'Phoenix,AZ',\n", + " 'Scottsdale,AZ': 'Phoenix,AZ',\n", + " 'Tempe,AZ': 'Phoenix,AZ',\n", + " 'Allegheny West,PA': 'Pittsburg,PA',\n", + " 'Vancouver,OR': 'Portland,OR',\n", + " 'Gresham,OR': 'Portland,OR',\n", + " 'Tualatin,OR': 'Portland,OR',\n", + " 'Camas,OR': 'Portland,OR',\n", + " 'Cary,NC': 'Raleigh,NC',\n", + " 'Durham,NC': 'Raleigh,NC',\n", + " 'Morrisville,NC': 'Raleigh,NC',\n", + " 'Henrico,VA': 'Richmond,VA',\n", + " 'Davis,CA': 'Sacramento,CA',\n", + " 'El Dorado Hills,CA': 'Sacramento,CA',\n", + " 'Folsom,CA': 'Sacramento,CA',\n", + " 'Rancho Cordova,CA': 'Sacramento,CA',\n", + " 'Roseville,CA': 'Sacramento,CA',\n", + " 'Vacaville,CA': 'Sacramento,CA',\n", + " 'Gold River,CA': 'Sacramento,CA',\n", + " 'Rocklin,CA': 'Sacramento,CA',\n", + " 'East Alton,MO': 'Saint Louis,MO',\n", + " 'Granite City,MO': 'Saint Louis,MO',\n", + " 'Clayton,MO': 'Saint Louis,MO',\n", + " 'American Fork,UT': 'Salt Lake City,UT',\n", + " 'Bountiful,UT': 'Salt Lake City,UT',\n", + " 'Draper,UT': 'Salt Lake City,UT',\n", + " 'Eagle Mountain,UT': 'Salt Lake City,UT',\n", + " 'Farmington,UT': 'Salt Lake City,UT',\n", + " 'Hill AFB,UT': 'Salt Lake City,UT',\n", + " 'Lehi,UT': 'Salt Lake City,UT',\n", + " 'Magna,UT': 'Salt Lake City,UT',\n", + " 'Midvale,UT': 'Salt Lake City,UT',\n", + " 'Murray,UT': 'Salt Lake City,UT',\n", + " 'Ogden,UT': 'Salt Lake City,UT',\n", + " 'Provo,UT': 'Salt Lake City,UT',\n", + " 'Riverton,UT': 'Salt Lake City,UT',\n", + " 'Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'South Jordan,UT': 'Salt Lake City,UT',\n", + " 'West Valley City,UT': 'Salt Lake City,UT',\n", + " 'Arsenal,UT': 'Salt Lake City,UT',\n", + " 'Bluffdale,UT': 'Salt Lake City,UT',\n", + " 'Lindon,UT': 'Salt Lake City,UT',\n", + " 'North Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'Orem,UT': 'Salt Lake City,UT',\n", + " 'Pleasant Grove,UT': 'Salt Lake City,UT',\n", + " 'Riverdale,UT': 'Salt Lake City,UT',\n", + " 'Roy,UT': 'Salt Lake City,UT',\n", + " 'Sandy,UT': 'Salt Lake City,UT',\n", + " 'Spanish Fork,UT': 'Salt Lake City,UT',\n", + " 'Taylorsville,UT': 'Salt Lake City,UT',\n", + " 'Utah County,UT': 'Salt Lake City,UT',\n", + " 'West Jordan,UT': 'Salt Lake City,UT',\n", + " 'Universal City,TX': 'San Antonio,TX',\n", + " 'Boerne,TX': 'San Antonio,TX',\n", + " 'Bulverde,TX': 'San Antonio,TX',\n", + " 'Fort Sam Houston,TX': 'San Antonio,TX',\n", + " 'Lackland AFB,TX': 'San Antonio,TX',\n", + " 'Schertz,TX': 'San Antonio,TX',\n", + " 'La Jolla,CA': 'San Diego,CA',\n", + " 'Vista,CA': 'San Diego,CA',\n", + " 'Carlsbad,CA': 'San Diego,CA',\n", + " 'Alpine,CA': 'San Diego,CA',\n", + " 'Chula Vista,CA': 'San Diego,CA',\n", + " 'Coronado,CA': 'San Diego,CA',\n", + " 'El Cajon,CA': 'San Diego,CA',\n", + " 'Encinitas,CA': 'San Diego,CA',\n", + " 'National City,CA': 'San Diego,CA',\n", + " 'Poway,CA': 'San Diego,CA',\n", + " 'Spring Valley,CA': 'San Diego,CA',\n", + " 'Foster City,CA': 'San Francisco,CA',\n", + " 'Burlingame,CA': 'San Francisco,CA',\n", + " 'Belmont,CA': 'San Francisco,CA',\n", + " 'Menlo Park,CA': 'San Francisco,CA',\n", + " 'Redwood City,CA': 'San Francisco,CA',\n", + " 'Brisbane,CA': 'San Francisco,CA',\n", + " 'East Palo Alto,CA': 'San Francisco,CA',\n", + " 'Novato,CA': 'San Francisco,CA',\n", + " 'Petaluma,CA': 'San Francisco,CA',\n", + " 'San Bruno,CA': 'San Francisco,CA',\n", + " 'San Carlos,CA': 'San Francisco,CA',\n", + " 'San Francisco Bay Area,CA': 'San Francisco,CA',\n", + " 'San Mateo,CA': 'San Francisco,CA',\n", + " 'Concord,CA': 'San Francisco,CA',\n", + " 'Daly City,CA': 'San Francisco,CA',\n", + " 'Marin City,CA': 'San Francisco,CA',\n", + " 'Millbrae,CA': 'San Francisco,CA',\n", + " 'San Rafael,CA': 'San Francisco,CA',\n", + " 'South San Francisco,CA': 'San Francisco,CA',\n", + " 'West Menlo Park,CA': 'San Francisco,CA',\n", + " 'Cupertino,CA': 'San Jose,CA',\n", + " 'Palo Alto,CA': 'San Jose,CA',\n", + " 'Silicon Valley,CA': 'San Jose,CA',\n", + " 'Sunnyvale,CA': 'San Jose,CA',\n", + " 'Santa Clara,CA': 'San Jose,CA',\n", + " 'Santa Clara Valley,CA': 'San Jose,CA',\n", + " 'Los Gatos,CA': 'San Jose,CA',\n", + " 'Mountain View,CA': 'San Jose,CA',\n", + " 'Campbell,CA': 'San Jose,CA',\n", + " 'Los Altos,CA': 'San Jose,CA',\n", + " 'Milpitas,CA': 'San Jose,CA',\n", + " 'Moffett Field,CA': 'San Jose,CA',\n", + " 'Monterey,CA': 'San Jose,CA',\n", + " 'Morgan Hill,CA': 'San Jose,CA',\n", + " 'Seaside,CA': 'San Jose,CA',\n", + " 'Alviso,CA': 'San Jose,CA',\n", + " 'Capital Hill,CA': 'San Jose,CA',\n", + " 'Scotts Valley,CA': 'San Jose,CA',\n", + " 'Stanford,CA': 'San Jose,CA',\n", + " 'Bothell,WA': 'Seattle,WA',\n", + " 'Auburn,WA': 'Seattle,WA',\n", + " 'Kirkland,WA': 'Seattle,WA',\n", + " 'Mountlake Terrace,WA': 'Seattle,WA',\n", + " 'Redmond,WA': 'Seattle,WA',\n", + " 'Renton,WA': 'Seattle,WA',\n", + " 'Tukwila,WA': 'Seattle,WA',\n", + " 'Issaquah,WA': 'Seattle,WA',\n", + " 'Lewis McChord,WA': 'Tacoma,WA',\n", + " 'Home,WA': 'Tacoma,WA',\n", + " 'Kent,WA': 'Tacoma,WA',\n", + " 'Macdill AFB,FL': 'Tampa,FL',\n", + " 'Bradenton,FL': 'Tampa,FL',\n", + " 'Clearwater,FL': 'Tampa,FL',\n", + " 'Lakeland,FL': 'Tampa,FL',\n", + " 'MacDill AFB,FL': 'Tampa,FL',\n", + " 'Oldsmar,FL': 'Tampa,FL',\n", + " 'Tampa Palms,FL': 'Tampa,FL',\n", + " 'Saint Petersburg,FL': 'Tampa,FL',\n", + " 'Temple Terrace,FL': 'Tampa,FL',\n", + " 'Haines City,FL': 'Tampa,FL',\n", + " 'Plant City,FL': 'Tampa,FL',\n", + " 'Saint Petersburg Beach,FL': 'Tampa,FL',\n", + " 'Winter Haven,FL': 'Tampa,FL',\n", + " 'Bartlesville,OK': 'Tulsa,OK',\n", + " 'McLean,DC': 'Washington,DC',\n", + " 'Dulles,DC': 'Washington,DC',\n", + " 'Springfield,DC': 'Washington,DC',\n", + " 'Gaithersburg,DC': 'Washington,DC',\n", + " 'Tysons Corner,DC': 'Washington,DC',\n", + " 'Vienna,DC': 'Washington,DC',\n", + " 'Reston,DC': 'Washington,DC',\n", + " 'Arlington,DC': 'Washington,DC',\n", + " 'Falls Church,DC': 'Washington,DC',\n", + " 'Adelphi,DC': 'Washington,DC',\n", + " 'Bethesda,DC': 'Washington,DC',\n", + " 'Chevy Chase,DC': 'Washington,DC',\n", + " 'College Park,DC': 'Washington,DC',\n", + " 'Fulton,DC': 'Washington,DC',\n", + " 'Germantown,DC': 'Washington,DC',\n", + " 'Laurel,DC': 'Washington,DC',\n", + " 'Rockville,DC': 'Washington,DC',\n", + " 'Silver Spring,DC': 'Washington,DC',\n", + " 'Alexandria,DC': 'Washington,DC',\n", + " 'Ashburn,DC': 'Washington,DC',\n", + " 'Chantilly,DC': 'Washington,DC',\n", + " 'Fairfax,DC': 'Washington,DC',\n", + " 'Fort Belvoir,DC': 'Washington,DC',\n", + " 'Herndon,DC': 'Washington,DC',\n", + " 'Kingstowne,DC': 'Washington,DC',\n", + " 'Merrifield,DC': 'Washington,DC',\n", + " 'Quantico,DC': 'Washington,DC',\n", + " 'Rosslyn,DC': 'Washington,DC',\n", + " 'Sterling,DC': 'Washington,DC',\n", + " 'Tysons,DC': 'Washington,DC'}" + ] + }, + "execution_count": 391, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# The major US cities from the cost of living information matched with nearby suburbs and municipalities to create \"hubs\".\n", + "\n", + "cityKey = {\"Albany,NY\": [\"Latham\", \"Niskayuna\", \"Rensselaer\", \"Schenectady\", \"Troy\"],\n", + " \n", + " \"Atlanta,GA\": [\"Alpharetta\", \"Buckhead\", \"Duluth\"],\n", + " \n", + " \"Austin,TX\": [\"Round Rock\", \"Cedar Park\", \"Kyle\", \"West Lake Hills\"],\n", + " \n", + " \"Baltimore,MD\": [\"Aberdeen\", \"Annapolis Junction\", \"Columbia\", \"Fort George G Meade\", \"Frederick\", \"Gwynn Oak\",\n", + " \"Linthicum Heights\", \"Timonium\", \"Woodlawn\"],\n", + " \n", + " \"Boston,MA\": [\"Cambridge\", \"Waltham\", \"Andover\", \"Bedford\", \"Burlington\",\"Ipswich\", \"Lexington\", \"Natick\",\n", + " \"Newton\", \"Newton\", \"North Reading\", \"Norwood\", \"Quincy\", \"Somerville\", \"Waltham\", \"Watertown\",\n", + " \"Wellesley\", \"Woburn\", \"Worcester\"],\n", + " \n", + " \"Brooklyn,NY\": [\"Queens Village\", \"Coney Island\", \"Kings County\"],\n", + " \n", + " \"Buffalo,NY\": [\"Amherst\", \"Cheektowaga\", \"Grand Island\", \"Orchard Park\", \"Tonawanda\"],\n", + " \n", + " \"Charlotte,NC\": [\"Huntersville\", \"Indian Trail\", \"Mooresville\", \"Fort Mill\"],\n", + " \n", + " \"Chicago,IL\": [\"Northbrook\", \"Alsip\", \"Arlington Heights\", \"Aurora\", \"Bloomingdale\", \"Bolingbrook\", \n", + " \"Bridgeview\", \"Broadview\", \"Burr Ridge\", \"Deerfield\", \"Des Plaines\", \"Downers Grove\",\n", + " \"Elk Grove Village\", \"Elmhurst\", \"Evanston\", \"Evergreen Park\", \"Glenview\", \"Highland Park\",\n", + " \"Hines\", \"Itasca\", \"Lemont\", \"Lisle\", \"Lombard\", \"Maywood\", \"Melrose Park\", \"Naperville\",\n", + " \"North Chicago\", \"Northfield\", \"Oak Brook\", \"Oakbrook Terrace\", \"Park Ridge\", \"Rolling Meadows\",\n", + " \"Rosemont\", \"Schaumburg\", \"Skokie\", \"Stickney\", \"Villa Park\", \"Westmont\", \"Woodridge\"],\n", + " \n", + " \"Cincinnati,OH\": [\"Florence\", \"Blue Ash\"],\n", + " \n", + " \"Colorado Springs,CO\": [\"Schriever AFB\", \"Air Force Academy\", \"El Paso County\", \"Fort Carson\"],\n", + " \n", + " \"Columbus,OH\": [\"Blacklick\", \"Dublin\", \"Gahanna\", \"Hilliard\", \"Lockbourne\", \"Slough\", \"West Jefferson\", \"Westerville\"],\n", + " \n", + " \"Dallas,TX\": [\"Plano\", \"Grapevine\", \"Irving\", \"Fort Worth\", \"Greenville\", \"Addison\", \"Allen\", \"Arlington\", \"Bedford\",\n", + " \"Carrollton\", \"Coppell\", \"Farmers Branch\", \"Flower Mound\", \"Garland\", \"Grand Prairie\", \"Highland Park\",\n", + " \"Lewisville\", \"Richardson\", \"Roanoke\", \"Southlake\", \"Sunnyvale\", \"Tarrant\", \"University Park\", \"Westlake\"],\n", + " \n", + " \"Denver,CO\": [\"Broomfield\", \"Boulder\", \"Littleton\", \"Aurora\", \"Buckley AFB\", \"Castle Rock\", \"Centennial\",\n", + " \"Englewood\", \"Golden\", \"Greenwood Village\", \"Henderson\", \"Lakewood\", \"Lone Tree\", \"Westminster\",\n", + " \"Highlands Ranch\", \"Irondale\", \"Niwot\", \"Sunnyvale\"],\n", + " \n", + " \"Detroit,MI\": [\"Allen Park\", \"Ann Arbor\", \"Auburn Hills\", \"Dearborn\", \"Farmington Hills\", \"Novi\", \"Southfield\"],\n", + " \n", + " \"Honolulu,HI\": [\"Schofield Barracks\"],\n", + " \n", + " \"Houston,TX\": [\"Spring\", \"Baytown\", \"Bellaire\", \"Cypress\", \"Deer Park\", \"Missouri City\", \"Nassau Bay\", \"Pasadena\", \n", + " \"Pearland\", \"South Houston\", \"Stafford\", \"Sugar Land\", \"Webster\", \"West University Place\"],\n", + " \n", + " \"Indianapolis,IN\": [\"Beech Grove\", \"Carmel\", \"Fishers\", \"Greenfield\", \"Lawrence\", \"Whitestown\"],\n", + " \n", + " \"Jacksonville,FL\": [\"Jacksonville Beach\", \"Mayport\", \"Naval Station Mayport\", \"Orange Park\", \"Ponte Vedra\"],\n", + " \n", + " \"Kansas City,MO\": [\"Overland Park\",\"Topeka\", \"Burlingame\", \"North Kansas City\"],\n", + " \n", + " \"Los Angeles,CA\": [\"Culver City\", \"Pasadena\", \"Woodland Hills\", \"Anaheim\", \"Cerritos\", \"Santa Monica\",\n", + " \"Torrance\", \"El Segundo\", \"Glendale\", \"Brea\", \"Burbank\", \"Westmont\", \"Irwindale\", \n", + " \"Calabasas\", \"Hermosa Beach\", \"Agoura Hills\", \"Beverly Hills\", \"Calabasas Hills\", \"Redlands\", \n", + " \"Newport Beach\", \"Corona\", \"Carpinteria\", \"Costa Mesa\", \"Encino\", \"Foothill Ranch\", \"Gardena\",\n", + " \"Hollywood\", \"Huntington Beach\", \"Irvine\", \"La Cañada Flintridge\", \"Long Beach\", \n", + " \"Los Angelos\", \"Manhattan Beach\", \"Monterey Park\", \"Norco\", \"Northridge\", \"Orange\", \"Oxnard\",\n", + " \"Palmdale\", \"Pomona\", \"Rancho Cucamonga\", \"Riverside\", \"Rosemead\", \"San Clemente\", \n", + " \"Santa Barbara\", \"Santa Clarita\", \"Sylmar\", \"Thousand Oaks\", \"Venice\", \"Whittier\",\n", + " \"Universal City\", \"West Hollywood\", \"Alhambra\", \"Aliso Viejo\", \"Arcadia\", \"Azusa\", \"Bell\",\n", + " \"Buena Park\", \"Carson\", \"Century City\", \"City of Industry\", \"Commerce\", \"Downey\", \"Duarte\",\n", + " \"El Monte\", \"Fullerton\", \"Goleta\", \"Hawthorne\", \"Hermosa Beach\", \"Inglewood\", \"North Hollywood\",\n", + " \"La Mirada\", \"La Palma\", \"Marina del Rey\", \"Monaco\", \"Monrovia\", \"Panorama City\", \"Pico Rivera\",\n", + " \"Placentia\", \"Redlands\", \"Redondo Beach\", \"Rossmoor\", \"San Fernando\", \"Santa Ana\", \"Santa Cruz\",\n", + " \"Santa Fe Springs\", \"Seal Beach\", \"Sherman Oaks\", \"Signal Hill\", \"Simi Valley\", \"South Gate\",\n", + " \"Sun Valley\", \"Valencia\", \"Walnut\", \"West Covina\", \"West Hills\", \"Westminster\", \"Westmont\",\n", + " \"Wilmington\"],\n", + " \n", + " \"Louisville,KY\": [\"Jeffersonville\"],\n", + " \n", + " \"Miami,FL\": [\"Westchester\", \"Boca Raton\", \"Davie\", \"Deerfield Beach\", \"Doral\", \"Fort Lauderdale\", \"Homestead AFB\",\n", + " \"Jupiter\", \"Miami Lakes\", \"Miami Shores\", \"Miramar\", \"Palm Beach Gardens\", \"Pembroke Pines\", \n", + " \"Sunrise\", \"West Palm Beach\", \"Coral Gables\", \"Dania Beach\", \"Delray Beach\", \"DelRay Beach\", \"Hollywood\", \"Homestead\",\n", + " \"Juno Beach\", \"Key Biscayne\", \"North Palm Beach\", \"Palm Beach Shores\", \"Plantation\", \"University Park\"],\n", + " \n", + " \"Minneapolis,MN\": [\"Bloomington\", \"Eden Prairie\", \"Golden Valley\", \"Hopkins\", \"Minnetonka\"],\n", + " \n", + " \"Nashville,TN\": [\"Gallatin\", \"Brentwood\"],\n", + " \n", + " # New York contains cities in both New York and New Jersey.\n", + " \"New York,NY\": [\"Jersey City\", \"Newark\", \"Lyndhurst\", \"Carle Place\", \"Franklin Lakes\", \"Port Washington\",\n", + " \"Rockville Centre\", \"Florham Park\", \"West Orange\", \"Pearl River\", \"Armonk\", \"Bethpage\",\n", + " \"Bohemia\", \"Brewster\", \"Bronx\", \"Croton-on-Hudson\", \"Garden City\", \"Holtsville\", \"Long Island City\",\n", + " \"Manhattan\", \"Melville\", \"Midtown New York\", \"Mount Vernon\", \"New Hyde Park\", \"Old Westbury\",\n", + " \"Port Jefferson Station\", \"Purchase\", \"Queens\", \"Ronkonkoma\", \"Roosevelt Island\", \"Sleepy Hollow\",\n", + " \"Tarrytown\", \"Upton\", \"Valhalla\", \"Valley Cottage\", \"White Plains\", \"Norwalk\", \"Stamford\", \"Waterbury\",\n", + " \"Bayonne\", \"Berkeley Heights\", \"Bloomfield\", \"Bridgewater\", \"Edison\", \"Ewing\", \"Fairfield\",\n", + " \"Fort Lee\", \"Hackensack\", \"Harrison\", \"Haworth\", \"Hoboken\", \"Holmdel\", \"Iselin\", \"Little Falls\",\n", + " \"Little Ferry\", \"Matawan\", \"Maywood\", \"Middlesex\", \"Middletown\",\"Montvale\", \"Moonachie\",\n", + " \"Morristown\", \"Paramus\", \"Parsippany\", \"Red Bank\", \"Ridgefield Park\", \"Saddle Brook\", \"Secaucus\",\n", + " \"South Plainfield\", \"Summit\", \"Teaneck\", \"Union\", \"Weehawken\", \"West New York\", \"West Orange\",\n", + " \"Whippany\", \"Woodbridge\", \"Woodcliff Lake\", \"Far Rockaway\", \"Flushing\", \"Great Neck\", \"Hauppauge\",\n", + " \"Jamaica\", \"Jericho\", \"Lake Success\", \"Manhasset\", \"Mount Pleasant\", \"Queens Village\", \"Rego Park\",\n", + " \"Rockville Centre\", \"Staten Island\", \"Valley Stream\"],\n", + " \n", + " \"Oakland,CA\": [\"Berkeley\", \"Dublin\", \"Emeryville\", \"Fremont\", \"Livermore\", \"Newark\", \"Pleasanton\", \"San Leandro\",\n", + " \"San Ramon\", \"Alameda\", \"Emeryville\", \"Hercules\", \"Union City\", \"Walnut Creek\"],\n", + " \n", + " \"Olympia,WA\": [\"Lacey\"],\n", + " \n", + " \"Orlando,FL\": [\"Cape Canaveral\", \"Celebration\", \"Lake Buena Vista\", \"Lake Mary\", \"Melbourne\", \"Rockledge\", \n", + " \"Winter Park\", \"Apopka\", \"Astatula\", \"Clermont\", \"Davenport\", \"Gotha\", \"Groveland\", \"Intercession City\",\n", + " \"Mount Plymouth\"],\n", + " \n", + " \"Philadelphia,PA\": [\"King of Prussia\", \"Blue Bell\", \"Wilmington\", \"Burlington\", \"Camden\", \"Cherry Hill\", \n", + " \"Gloucester City\", \"Marlton\", \"Mount Laurel\", \"Pennsauken\", \"Riverside\", \"Swedesboro\", \"Ambler\",\n", + " \"Audubon\", \"Bala Cynwyd\", \"Bensalem\", \"Berwyn\", \"Boothwyn\", \"Bristol\", \"Chester Township\",\n", + " \"Chesterbrook\", \"Collegeville\", \"Conshohocken\", \"Doylestown\", \"Dresher\", \"East Norriton\", \n", + " \"Exton\", \"Feasterville Trevose\", \"Fort Washington\", \"Horsham\", \"Lansdale\", \"Malvern\", \"Media\",\n", + " \"Newtown\", \"Newtown Square\", \"Norristown\", \"North Wales\", \"Oaks\", \"Paoli\", \"Plymouth Meeting\",\n", + " \"Radnor\", \"Ridley Park\", \"Spring House\", \"Springhouse Branch Post Office\", \"Trevose\", \n", + " \"Upper Providence\", \"Valley Forge\", \"Warminster\", \"Wayne\", \"West Chester\", \"West Conshohocken\",\n", + " \"West Point\", \"Yardley\"],\n", + " \n", + " \"Phoenix,AZ\": [\"Chandler\", \"DC Ranch\", \"Gilbert\", \"Glendale\", \"Glendale Luke AFB\", \"Luke AFB\", \"Mesa\", \n", + " \"Scottsdale\", \"Tempe\"],\n", + " \n", + " \"Pittsburg,PA\": [\"Allegheny West\"],\n", + " \n", + " \"Portland,OR\": [\"Vancouver\", \"Gresham\", \"Tualatin\", \"Camas\"],\n", + " \n", + " \"Raleigh,NC\": [\"Cary\", \"Durham\", \"Morrisville\"],\n", + " \n", + " \"Richmond,VA\": [\"Henrico\"],\n", + " \n", + " \"Sacramento,CA\": [\"Davis\", \"El Dorado Hills\", \"Folsom\", \"Rancho Cordova\", \"Roseville\", \"Vacaville\", \"Gold River\",\n", + " \"Rocklin\"],\n", + " \n", + " \"Saint Louis,MO\": [\"East Alton\", \"Granite City\", \"Clayton\"],\n", + " \n", + " \"Salt Lake City,UT\": [\"American Fork\", \"Bountiful\", \"Draper\", \"Eagle Mountain\", \"Farmington\", \"Hill AFB\", \n", + " \"Lehi\", \"Magna\", \"Midvale\", \"Murray\", \"Ogden\", \"Provo\", \"Riverton\", \"Salt Lake\",\n", + " \"South Jordan\", \"West Valley City\", \"Arsenal\", \"Bluffdale\", \"Lindon\", \"North Salt Lake\", \n", + " \"Orem\", \"Pleasant Grove\", \"Riverdale\", \"Roy\", \"Sandy\", \"Spanish Fork\", \"Taylorsville\", \n", + " \"Utah County\", \"West Jordan\", \"West Valley City\"],\n", + " \n", + " \"San Antonio,TX\": [\"Universal City\", \"Boerne\", \"Bulverde\", \"Fort Sam Houston\", \"Lackland AFB\", \"Schertz\"],\n", + " \n", + " \"San Diego,CA\": [\"La Jolla\", \"Vista\", \"Carlsbad\", \"Alpine\", \"Chula Vista\", \"Coronado\", \"El Cajon\", \"Encinitas\",\n", + " \"National City\", \"Poway\", \"Spring Valley\"],\n", + " \n", + " \"San Francisco,CA\": [\"Foster City\", \"Burlingame\", \"Pleasanton\", \"Belmont\", \"Menlo Park\", \"Redwood City\", \n", + " \"Brisbane\", \"East Palo Alto\", \"Novato\", \"Petaluma\", \"San Bruno\", \"San Carlos\", \n", + " \"San Francisco Bay Area\", \"San Mateo\", \"Santa Cruz\", \"Concord\", \"Daly City\", \"Marin City\",\n", + " \"Millbrae\", \"San Rafael\", \"South San Francisco\", \"West Menlo Park\"],\n", + " \n", + " \"San Jose,CA\": [\"Cupertino\", \"Palo Alto\", \"Silicon Valley\", \"Sunnyvale\", \"Santa Clara\", \"Santa Clara Valley\", \n", + " \"Los Gatos\", \"Mountain View\", \"Campbell\", \"Los Altos\", \"Milpitas\", \"Moffett Field\", \"Monterey\", \n", + " \"Morgan Hill\", \"Seaside\", \"Alviso\", \"Capital Hill\", \"Scotts Valley\", \"Stanford\"],\n", + " \n", + " \"Seattle,WA\": [\"Bothell\", \"Auburn\", \"Kirkland\", \"Mountlake Terrace\", \"Redmond\", \"Renton\", \"Tukwila\", \n", + " \"Issaquah\"],\n", + " \n", + " \"Tacoma,WA\": [\"Lewis McChord\", \"Home\", \"Kent\"],\n", + " \n", + " \"Tampa,FL\": [\"Macdill AFB\", \"Bradenton\", \"Clearwater\", \"Lakeland\", \"MacDill AFB\", \"Oldsmar\", \"Tampa Palms\", \n", + " \"Saint Petersburg\", \"Temple Terrace\", \"Haines City\", \"Plant City\", \"Saint Petersburg Beach\",\n", + " \"Winter Haven\"],\n", + " \n", + " \"Tulsa,OK\": [\"Bartlesville\"], \n", + " \n", + " \"Washington,DC\": [\"McLean\", \"Dulles\", \"Springfield\", \"Gaithersburg\", \"Tysons Corner\", \"Vienna\", \n", + " \"Reston\", \"Arlington\", \"Falls Church\", \"Adelphi\", \"Bethesda\", \"Chevy Chase\", \"College Park\",\n", + " \"College Park\", \"Fulton\", \"Gaithersburg\", \"Germantown\", \"Laurel\", \"Rockville\", \n", + " \"Silver Spring\", \"Alexandria\", \"Ashburn\", \"Chantilly\", \"Fairfax\", \"Fort Belvoir\", \n", + " \"Herndon\", \"Kingstowne\", \"Merrifield\", \"Quantico\", \"Rosslyn\", \"Springfield\", \"Sterling\", \n", + " \"Tysons\", \"Tysons Corner\"]}\n", + "\n", + "statelist = [i.split(\",\")[1] for i in cityKey.keys()]\n", + "\n", + "for i, cities in enumerate(cityKey.values()):\n", + " cityKey[list(cityKey.keys())[i]]=[city+\",\"+statelist[i] for city in cities]\n", + "\n", + "replaceKey = {}\n", + "for key in cityKey.keys():\n", + " replaceKey.update({replaceCity: key for replaceCity in cityKey[key]})\n", + "\n", + "replaceKey" + ] + }, + { + "cell_type": "code", + "execution_count": 392, + "id": "stylish-nature", + "metadata": {}, + "outputs": [], + "source": [ + "cityFix = {'Latham,NY': 'Albany,NY',\n", + " 'Niskayuna,NY': 'Albany,NY',\n", + " 'Rensselaer,NY': 'Albany,NY',\n", + " 'Schenectady,NY': 'Albany,NY',\n", + " 'Troy,NY': 'Albany,NY',\n", + " 'Alpharetta,GA': 'Atlanta,GA',\n", + " 'Buckhead,GA': 'Atlanta,GA',\n", + " 'Duluth,GA': 'Atlanta,GA',\n", + " 'Round Rock,TX': 'Austin,TX',\n", + " 'Cedar Park,TX': 'Austin,TX',\n", + " 'Kyle,TX': 'Austin,TX',\n", + " 'West Lake Hills,TX': 'Austin,TX',\n", + " 'Aberdeen,MD': 'Baltimore,MD',\n", + " 'Annapolis Junction,MD': 'Baltimore,MD',\n", + " 'Columbia,MD': 'Baltimore,MD',\n", + " 'Fort George G Meade,MD': 'Baltimore,MD',\n", + " 'Frederick,MD': 'Baltimore,MD',\n", + " 'Gwynn Oak,MD': 'Baltimore,MD',\n", + " 'Linthicum Heights,MD': 'Baltimore,MD',\n", + " 'Timonium,MD': 'Baltimore,MD',\n", + " 'Woodlawn,MD': 'Baltimore,MD',\n", + " 'Cambridge,MA': 'Boston,MA',\n", + " 'Waltham,MA': 'Boston,MA',\n", + " 'Andover,MA': 'Boston,MA',\n", + " 'Bedford,MA': 'Boston,MA',\n", + " 'Burlington,MA': 'Boston,MA',\n", + " 'Ipswich,MA': 'Boston,MA',\n", + " 'Lexington,MA': 'Boston,MA',\n", + " 'Natick,MA': 'Boston,MA',\n", + " 'Newton,MA': 'Boston,MA',\n", + " 'North Reading,MA': 'Boston,MA',\n", + " 'Norwood,MA': 'Boston,MA',\n", + " 'Quincy,MA': 'Boston,MA',\n", + " 'Somerville,MA': 'Boston,MA',\n", + " 'Watertown,MA': 'Boston,MA',\n", + " 'Wellesley,MA': 'Boston,MA',\n", + " 'Woburn,MA': 'Boston,MA',\n", + " 'Worcester,MA': 'Boston,MA',\n", + " 'Queens Village,NY': 'New York,NY',\n", + " 'Coney Island,NY': 'Brooklyn,NY',\n", + " 'Kings County,NY': 'Brooklyn,NY',\n", + " 'Amherst,NY': 'Buffalo,NY',\n", + " 'Cheektowaga,NY': 'Buffalo,NY',\n", + " 'Grand Island,NY': 'Buffalo,NY',\n", + " 'Orchard Park,NY': 'Buffalo,NY',\n", + " 'Tonawanda,NY': 'Buffalo,NY',\n", + " 'Huntersville,NC': 'Charlotte,NC',\n", + " 'Indian Trail,NC': 'Charlotte,NC',\n", + " 'Mooresville,NC': 'Charlotte,NC',\n", + " 'Fort Mill,NC': 'Charlotte,NC',\n", + " 'Northbrook,IL': 'Chicago,IL',\n", + " 'Alsip,IL': 'Chicago,IL',\n", + " 'Arlington Heights,IL': 'Chicago,IL',\n", + " 'Aurora,IL': 'Chicago,IL',\n", + " 'Bloomingdale,IL': 'Chicago,IL',\n", + " 'Bolingbrook,IL': 'Chicago,IL',\n", + " 'Bridgeview,IL': 'Chicago,IL',\n", + " 'Broadview,IL': 'Chicago,IL',\n", + " 'Burr Ridge,IL': 'Chicago,IL',\n", + " 'Deerfield,IL': 'Chicago,IL',\n", + " 'Des Plaines,IL': 'Chicago,IL',\n", + " 'Downers Grove,IL': 'Chicago,IL',\n", + " 'Elk Grove Village,IL': 'Chicago,IL',\n", + " 'Elmhurst,IL': 'Chicago,IL',\n", + " 'Evanston,IL': 'Chicago,IL',\n", + " 'Evergreen Park,IL': 'Chicago,IL',\n", + " 'Glenview,IL': 'Chicago,IL',\n", + " 'Highland Park,IL': 'Chicago,IL',\n", + " 'Hines,IL': 'Chicago,IL',\n", + " 'Itasca,IL': 'Chicago,IL',\n", + " 'Lemont,IL': 'Chicago,IL',\n", + " 'Lisle,IL': 'Chicago,IL',\n", + " 'Lombard,IL': 'Chicago,IL',\n", + " 'Maywood,IL': 'Chicago,IL',\n", + " 'Melrose Park,IL': 'Chicago,IL',\n", + " 'Naperville,IL': 'Chicago,IL',\n", + " 'North Chicago,IL': 'Chicago,IL',\n", + " 'Northfield,IL': 'Chicago,IL',\n", + " 'Oak Brook,IL': 'Chicago,IL',\n", + " 'Oakbrook Terrace,IL': 'Chicago,IL',\n", + " 'Park Ridge,IL': 'Chicago,IL',\n", + " 'Rolling Meadows,IL': 'Chicago,IL',\n", + " 'Rosemont,IL': 'Chicago,IL',\n", + " 'Schaumburg,IL': 'Chicago,IL',\n", + " 'Skokie,IL': 'Chicago,IL',\n", + " 'Stickney,IL': 'Chicago,IL',\n", + " 'Villa Park,IL': 'Chicago,IL',\n", + " 'Westmont,IL': 'Chicago,IL',\n", + " 'Woodridge,IL': 'Chicago,IL',\n", + " 'Florence,OH': 'Cincinnati,OH',\n", + " 'Blue Ash,OH': 'Cincinnati,OH',\n", + " 'Schriever AFB,CO': 'Colorado Springs,CO',\n", + " 'Air Force Academy,CO': 'Colorado Springs,CO',\n", + " 'El Paso County,CO': 'Colorado Springs,CO',\n", + " 'Fort Carson,CO': 'Colorado Springs,CO',\n", + " 'Blacklick,OH': 'Columbus,OH',\n", + " 'Dublin,OH': 'Columbus,OH',\n", + " 'Gahanna,OH': 'Columbus,OH',\n", + " 'Hilliard,OH': 'Columbus,OH',\n", + " 'Lockbourne,OH': 'Columbus,OH',\n", + " 'Slough,OH': 'Columbus,OH',\n", + " 'West Jefferson,OH': 'Columbus,OH',\n", + " 'Westerville,OH': 'Columbus,OH',\n", + " 'Plano,TX': 'Dallas,TX',\n", + " 'Grapevine,TX': 'Dallas,TX',\n", + " 'Irving,TX': 'Dallas,TX',\n", + " 'Fort Worth,TX': 'Dallas,TX',\n", + " 'Greenville,TX': 'Dallas,TX',\n", + " 'Addison,TX': 'Dallas,TX',\n", + " 'Allen,TX': 'Dallas,TX',\n", + " 'Arlington,TX': 'Dallas,TX',\n", + " 'Bedford,TX': 'Dallas,TX',\n", + " 'Carrollton,TX': 'Dallas,TX',\n", + " 'Coppell,TX': 'Dallas,TX',\n", + " 'Farmers Branch,TX': 'Dallas,TX',\n", + " 'Flower Mound,TX': 'Dallas,TX',\n", + " 'Garland,TX': 'Dallas,TX',\n", + " 'Grand Prairie,TX': 'Dallas,TX',\n", + " 'Highland Park,TX': 'Dallas,TX',\n", + " 'Lewisville,TX': 'Dallas,TX',\n", + " 'Richardson,TX': 'Dallas,TX',\n", + " 'Roanoke,TX': 'Dallas,TX',\n", + " 'Southlake,TX': 'Dallas,TX',\n", + " 'Sunnyvale,TX': 'Dallas,TX',\n", + " 'Tarrant,TX': 'Dallas,TX',\n", + " 'University Park,TX': 'Dallas,TX',\n", + " 'Westlake,TX': 'Dallas,TX',\n", + " 'Broomfield,CO': 'Denver,CO',\n", + " 'Boulder,CO': 'Denver,CO',\n", + " 'Littleton,CO': 'Denver,CO',\n", + " 'Aurora,CO': 'Denver,CO',\n", + " 'Buckley AFB,CO': 'Denver,CO',\n", + " 'Castle Rock,CO': 'Denver,CO',\n", + " 'Centennial,CO': 'Denver,CO',\n", + " 'Englewood,CO': 'Denver,CO',\n", + " 'Golden,CO': 'Denver,CO',\n", + " 'Greenwood Village,CO': 'Denver,CO',\n", + " 'Henderson,CO': 'Denver,CO',\n", + " 'Lakewood,CO': 'Denver,CO',\n", + " 'Lone Tree,CO': 'Denver,CO',\n", + " 'Westminster,CO': 'Denver,CO',\n", + " 'Highlands Ranch,CO': 'Denver,CO',\n", + " 'Irondale,CO': 'Denver,CO',\n", + " 'Niwot,CO': 'Denver,CO',\n", + " 'Sunnyvale,CO': 'Denver,CO',\n", + " 'Allen Park,MI': 'Detroit,MI',\n", + " 'Ann Arbor,MI': 'Detroit,MI',\n", + " 'Auburn Hills,MI': 'Detroit,MI',\n", + " 'Dearborn,MI': 'Detroit,MI',\n", + " 'Farmington Hills,MI': 'Detroit,MI',\n", + " 'Novi,MI': 'Detroit,MI',\n", + " 'Southfield,MI': 'Detroit,MI',\n", + " 'Schofield Barracks,HI': 'Honolulu,HI',\n", + " 'Spring,TX': 'Houston,TX',\n", + " 'Baytown,TX': 'Houston,TX',\n", + " 'Bellaire,TX': 'Houston,TX',\n", + " 'Cypress,TX': 'Houston,TX',\n", + " 'Deer Park,TX': 'Houston,TX',\n", + " 'Missouri City,TX': 'Houston,TX',\n", + " 'Nassau Bay,TX': 'Houston,TX',\n", + " 'Pasadena,TX': 'Houston,TX',\n", + " 'Pearland,TX': 'Houston,TX',\n", + " 'South Houston,TX': 'Houston,TX',\n", + " 'Stafford,TX': 'Houston,TX',\n", + " 'Sugar Land,TX': 'Houston,TX',\n", + " 'Webster,TX': 'Houston,TX',\n", + " 'West University Place,TX': 'Houston,TX',\n", + " 'Beech Grove,IN': 'Indianapolis,IN',\n", + " 'Carmel,IN': 'Indianapolis,IN',\n", + " 'Fishers,IN': 'Indianapolis,IN',\n", + " 'Greenfield,IN': 'Indianapolis,IN',\n", + " 'Lawrence,IN': 'Indianapolis,IN',\n", + " 'Whitestown,IN': 'Indianapolis,IN',\n", + " 'Jacksonville Beach,FL': 'Jacksonville,FL',\n", + " 'Mayport,FL': 'Jacksonville,FL',\n", + " 'Naval Station Mayport,FL': 'Jacksonville,FL',\n", + " 'Orange Park,FL': 'Jacksonville,FL',\n", + " 'Ponte Vedra,FL': 'Jacksonville,FL',\n", + " 'Overland Park,KS': 'Kansas City,MO',\n", + " 'Topeka,KS': 'Kansas City,MO',\n", + " 'Burlingame,KS': 'Kansas City,MO',\n", + " 'North Kansas City,MO': 'Kansas City,MO',\n", + " 'Culver City,CA': 'Los Angeles,CA',\n", + " 'Pasadena,CA': 'Los Angeles,CA',\n", + " 'Woodland Hills,CA': 'Los Angeles,CA',\n", + " 'Anaheim,CA': 'Los Angeles,CA',\n", + " 'Cerritos,CA': 'Los Angeles,CA',\n", + " 'Santa Monica,CA': 'Los Angeles,CA',\n", + " 'Torrance,CA': 'Los Angeles,CA',\n", + " 'El Segundo,CA': 'Los Angeles,CA',\n", + " 'Glendale,CA': 'Los Angeles,CA',\n", + " 'Brea,CA': 'Los Angeles,CA',\n", + " 'Burbank,CA': 'Los Angeles,CA',\n", + " 'Westmont,CA': 'Los Angeles,CA',\n", + " 'Irwindale,CA': 'Los Angeles,CA',\n", + " 'Calabasas,CA': 'Los Angeles,CA',\n", + " 'Hermosa Beach,CA': 'Los Angeles,CA',\n", + " 'Agoura Hills,CA': 'Los Angeles,CA',\n", + " 'Beverly Hills,CA': 'Los Angeles,CA',\n", + " 'Calabasas Hills,CA': 'Los Angeles,CA',\n", + " 'Redlands,CA': 'Los Angeles,CA',\n", + " 'Newport Beach,CA': 'Los Angeles,CA',\n", + " 'Corona,CA': 'Los Angeles,CA',\n", + " 'Carpinteria,CA': 'Los Angeles,CA',\n", + " 'Costa Mesa,CA': 'Los Angeles,CA',\n", + " 'Encino,CA': 'Los Angeles,CA',\n", + " 'Foothill Ranch,CA': 'Los Angeles,CA',\n", + " 'Gardena,CA': 'Los Angeles,CA',\n", + " 'Hollywood,CA': 'Los Angeles,CA',\n", + " 'Huntington Beach,CA': 'Los Angeles,CA',\n", + " 'Irvine,CA': 'Los Angeles,CA',\n", + " 'La Cañada Flintridge,CA': 'Los Angeles,CA',\n", + " 'Long Beach,CA': 'Los Angeles,CA',\n", + " 'Los Angelos,CA': 'Los Angeles,CA',\n", + " 'Manhattan Beach,CA': 'Los Angeles,CA',\n", + " 'Monterey Park,CA': 'Los Angeles,CA',\n", + " 'Norco,CA': 'Los Angeles,CA',\n", + " 'Northridge,CA': 'Los Angeles,CA',\n", + " 'Orange,CA': 'Los Angeles,CA',\n", + " 'Oxnard,CA': 'Los Angeles,CA',\n", + " 'Palmdale,CA': 'Los Angeles,CA',\n", + " 'Pomona,CA': 'Los Angeles,CA',\n", + " 'Rancho Cucamonga,CA': 'Los Angeles,CA',\n", + " 'Riverside,CA': 'Los Angeles,CA',\n", + " 'Rosemead,CA': 'Los Angeles,CA',\n", + " 'San Clemente,CA': 'Los Angeles,CA',\n", + " 'Santa Barbara,CA': 'Los Angeles,CA',\n", + " 'Santa Clarita,CA': 'Los Angeles,CA',\n", + " 'Sylmar,CA': 'Los Angeles,CA',\n", + " 'Thousand Oaks,CA': 'Los Angeles,CA',\n", + " 'Venice,CA': 'Los Angeles,CA',\n", + " 'Whittier,CA': 'Los Angeles,CA',\n", + " 'Universal City,CA': 'Los Angeles,CA',\n", + " 'West Hollywood,CA': 'Los Angeles,CA',\n", + " 'Alhambra,CA': 'Los Angeles,CA',\n", + " 'Aliso Viejo,CA': 'Los Angeles,CA',\n", + " 'Arcadia,CA': 'Los Angeles,CA',\n", + " 'Azusa,CA': 'Los Angeles,CA',\n", + " 'Bell,CA': 'Los Angeles,CA',\n", + " 'Buena Park,CA': 'Los Angeles,CA',\n", + " 'Carson,CA': 'Los Angeles,CA',\n", + " 'Century City,CA': 'Los Angeles,CA',\n", + " 'City of Industry,CA': 'Los Angeles,CA',\n", + " 'Commerce,CA': 'Los Angeles,CA',\n", + " 'Downey,CA': 'Los Angeles,CA',\n", + " 'Duarte,CA': 'Los Angeles,CA',\n", + " 'El Monte,CA': 'Los Angeles,CA',\n", + " 'Fullerton,CA': 'Los Angeles,CA',\n", + " 'Goleta,CA': 'Los Angeles,CA',\n", + " 'Hawthorne,CA': 'Los Angeles,CA',\n", + " 'Inglewood,CA': 'Los Angeles,CA',\n", + " 'North Hollywood,CA': 'Los Angeles,CA',\n", + " 'La Mirada,CA': 'Los Angeles,CA',\n", + " 'La Palma,CA': 'Los Angeles,CA',\n", + " 'Marina del Rey,CA': 'Los Angeles,CA',\n", + " 'Monaco,CA': 'Los Angeles,CA',\n", + " 'Monrovia,CA': 'Los Angeles,CA',\n", + " 'Panorama City,CA': 'Los Angeles,CA',\n", + " 'Pico Rivera,CA': 'Los Angeles,CA',\n", + " 'Placentia,CA': 'Los Angeles,CA',\n", + " 'Redondo Beach,CA': 'Los Angeles,CA',\n", + " 'Rossmoor,CA': 'Los Angeles,CA',\n", + " 'San Fernando,CA': 'Los Angeles,CA',\n", + " 'Santa Ana,CA': 'Los Angeles,CA',\n", + " 'Santa Cruz,CA': 'San Francisco,CA',\n", + " 'Santa Fe Springs,CA': 'Los Angeles,CA',\n", + " 'Seal Beach,CA': 'Los Angeles,CA',\n", + " 'Sherman Oaks,CA': 'Los Angeles,CA',\n", + " 'Signal Hill,CA': 'Los Angeles,CA',\n", + " 'Simi Valley,CA': 'Los Angeles,CA',\n", + " 'South Gate,CA': 'Los Angeles,CA',\n", + " 'Sun Valley,CA': 'Los Angeles,CA',\n", + " 'Valencia,CA': 'Los Angeles,CA',\n", + " 'Walnut,CA': 'Los Angeles,CA',\n", + " 'West Covina,CA': 'Los Angeles,CA',\n", + " 'West Hills,CA': 'Los Angeles,CA',\n", + " 'Westminster,CA': 'Los Angeles,CA',\n", + " 'Wilmington,CA': 'Los Angeles,CA',\n", + " 'Jeffersonville,IN': 'Louisville,KY',\n", + " 'Westchester,FL': 'Miami,FL',\n", + " 'Boca Raton,FL': 'Miami,FL',\n", + " 'Davie,FL': 'Miami,FL',\n", + " 'Deerfield Beach,FL': 'Miami,FL',\n", + " 'Doral,FL': 'Miami,FL',\n", + " 'Fort Lauderdale,FL': 'Miami,FL',\n", + " 'Homestead AFB,FL': 'Miami,FL',\n", + " 'Jupiter,FL': 'Miami,FL',\n", + " 'Miami Lakes,FL': 'Miami,FL',\n", + " 'Miami Shores,FL': 'Miami,FL',\n", + " 'Miramar,FL': 'Miami,FL',\n", + " 'Palm Beach Gardens,FL': 'Miami,FL',\n", + " 'Pembroke Pines,FL': 'Miami,FL',\n", + " 'Sunrise,FL': 'Miami,FL',\n", + " 'West Palm Beach,FL': 'Miami,FL',\n", + " 'Coral Gables,FL': 'Miami,FL',\n", + " 'Dania Beach,FL': 'Miami,FL',\n", + " 'Delray Beach,FL': 'Miami,FL',\n", + " 'DelRay Beach,FL': 'Miami,FL', \n", + " 'Hollywood,FL': 'Miami,FL',\n", + " 'Homestead,FL': 'Miami,FL',\n", + " 'Juno Beach,FL': 'Miami,FL',\n", + " 'Key Biscayne,FL': 'Miami,FL',\n", + " 'North Palm Beach,FL': 'Miami,FL',\n", + " 'Palm Beach Shores,FL': 'Miami,FL',\n", + " 'Plantation,FL': 'Miami,FL',\n", + " 'University Park,FL': 'Miami,FL',\n", + " 'Bloomington,MN': 'Minneapolis,MN',\n", + " 'Eden Prairie,MN': 'Minneapolis,MN',\n", + " 'Golden Valley,MN': 'Minneapolis,MN',\n", + " 'Hopkins,MN': 'Minneapolis,MN',\n", + " 'Minnetonka,MN': 'Minneapolis,MN',\n", + " 'Gallatin,TN': 'Nashville,TN',\n", + " 'Brentwood,TN': 'Nashville,TN',\n", + " 'Jersey City,NJ': 'New York,NY',\n", + " 'Newark,NJ': 'New York,NY',\n", + " 'Lyndhurst,NJ': 'New York,NY',\n", + " 'Carle Place,NY': 'New York,NY',\n", + " 'Franklin Lakes,NJ': 'New York,NY',\n", + " 'Port Washington,NY': 'New York,NY',\n", + " 'Rockville Centre,NY': 'New York,NY',\n", + " 'Florham Park,NJ': 'New York,NY',\n", + " 'West Orange,NJ': 'New York,NY',\n", + " 'Pearl River,NY': 'New York,NY',\n", + " 'Armonk,NY': 'New York,NY',\n", + " 'Bethpage,NY': 'New York,NY',\n", + " 'Bohemia,NY': 'New York,NY',\n", + " 'Brewster,NY': 'New York,NY',\n", + " 'Bronx,NY': 'New York,NY',\n", + " 'Croton-on-Hudson,NY': 'New York,NY',\n", + " 'Garden City,NY': 'New York,NY',\n", + " 'Holtsville,NY': 'New York,NY',\n", + " 'Long Island City,NY': 'New York,NY',\n", + " 'Manhattan,NY': 'New York,NY',\n", + " 'Melville,NY': 'New York,NY',\n", + " 'Midtown New York,NY': 'New York,NY',\n", + " 'Mount Vernon,NY': 'New York,NY',\n", + " 'New Hyde Park,NY': 'New York,NY',\n", + " 'Old Westbury,NY': 'New York,NY',\n", + " 'Port Jefferson Station,NY': 'New York,NY',\n", + " 'Purchase,NY': 'New York,NY',\n", + " 'Queens,NY': 'New York,NY',\n", + " 'Ronkonkoma,NY': 'New York,NY',\n", + " 'Roosevelt Island,NY': 'New York,NY',\n", + " 'Sleepy Hollow,NY': 'New York,NY',\n", + " 'Tarrytown,NY': 'New York,NY',\n", + " 'Upton,NY': 'New York,NY',\n", + " 'Valhalla,NY': 'New York,NY',\n", + " 'Valley Cottage,NY': 'New York,NY',\n", + " 'White Plains,NY': 'New York,NY',\n", + " 'Norwalk,CT': 'New York,NY',\n", + " 'Stamford,CT': 'New York,NY',\n", + " 'Waterbury,CT': 'New York,NY',\n", + " 'Bayonne,NJ': 'New York,NY',\n", + " 'Berkeley Heights,NJ': 'New York,NY',\n", + " 'Bloomfield,NJ': 'New York,NY',\n", + " 'Bridgewater,NJ': 'New York,NY',\n", + " 'Edison,NJ': 'New York,NY',\n", + " 'Ewing,NJ': 'New York,NY',\n", + " 'Fairfield,NJ': 'New York,NY',\n", + " 'Fort Lee,NJ': 'New York,NY',\n", + " 'Hackensack,NJ': 'New York,NY',\n", + " 'Harrison,NJ': 'New York,NY',\n", + " 'Haworth,NJ': 'New York,NY',\n", + " 'Hoboken,NJ': 'New York,NY',\n", + " 'Holmdel,NJ': 'New York,NY',\n", + " 'Iselin,NJ': 'New York,NY',\n", + " 'Little Falls,NJ': 'New York,NY',\n", + " 'Little Ferry,NJ': 'New York,NY',\n", + " 'Matawan,NJ': 'New York,NY',\n", + " 'Maywood,NJ': 'New York,NY',\n", + " 'Middlesex,NJ': 'New York,NY',\n", + " 'Middletown,NJ': 'New York,NY',\n", + " 'Montvale,NJ': 'New York,NY',\n", + " 'Moonachie,NJ': 'New York,NY',\n", + " 'Morristown,NJ': 'New York,NY',\n", + " 'Paramus,NJ': 'New York,NY',\n", + " 'Parsippany,NJ': 'New York,NY',\n", + " 'Red Bank,NJ': 'New York,NY',\n", + " 'Ridgefield Park,NJ': 'New York,NY',\n", + " 'Saddle Brook,NJ': 'New York,NY',\n", + " 'Secaucus,NJ': 'New York,NY',\n", + " 'South Plainfield,NJ': 'New York,NY',\n", + " 'Summit,NJ': 'New York,NY',\n", + " 'Teaneck,NJ': 'New York,NY',\n", + " 'Union,NJ': 'New York,NY',\n", + " 'Weehawken,NJ': 'New York,NY',\n", + " 'West New York,NJ': 'New York,NY',\n", + " 'Whippany,NJ': 'New York,NY',\n", + " 'Woodbridge,NJ': 'New York,NY',\n", + " 'Woodcliff Lake,NJ': 'New York,NY',\n", + " 'Far Rockaway,NY': 'New York,NY',\n", + " 'Flushing,NY': 'New York,NY',\n", + " 'Great Neck,NY': 'New York,NY',\n", + " 'Hauppauge,NY': 'New York,NY',\n", + " 'Jamaica,NY': 'New York,NY',\n", + " 'Jericho,NY': 'New York,NY',\n", + " 'Lake Success,NY': 'New York,NY',\n", + " 'Manhasset,NY': 'New York,NY',\n", + " 'Mount Pleasant,NY': 'New York,NY',\n", + " 'Rego Park,NY': 'New York,NY',\n", + " 'Staten Island,NY': 'New York,NY',\n", + " 'Valley Stream,NY': 'New York,NY',\n", + " 'Berkeley,CA': 'Oakland,CA',\n", + " 'Dublin,CA': 'Oakland,CA',\n", + " 'Emeryville,CA': 'Oakland,CA',\n", + " 'Fremont,CA': 'Oakland,CA',\n", + " 'Livermore,CA': 'Oakland,CA',\n", + " 'Newark,CA': 'Oakland,CA',\n", + " 'Pleasanton,CA': 'San Francisco,CA',\n", + " 'San Leandro,CA': 'Oakland,CA',\n", + " 'San Ramon,CA': 'Oakland,CA',\n", + " 'Alameda,CA': 'Oakland,CA',\n", + " 'Hercules,CA': 'Oakland,CA',\n", + " 'Union City,CA': 'Oakland,CA',\n", + " 'Walnut Creek,CA': 'Oakland,CA',\n", + " 'Lacey,WA': 'Olympia,WA',\n", + " 'Cape Canaveral,FL': 'Orlando,FL',\n", + " 'Celebration,FL': 'Orlando,FL',\n", + " 'Lake Buena Vista,FL': 'Orlando,FL',\n", + " 'Lake Mary,FL': 'Orlando,FL',\n", + " 'Melbourne,FL': 'Orlando,FL',\n", + " 'Rockledge,FL': 'Orlando,FL',\n", + " 'Winter Park,FL': 'Orlando,FL',\n", + " 'Apopka,FL': 'Orlando,FL',\n", + " 'Astatula,FL': 'Orlando,FL',\n", + " 'Clermont,FL': 'Orlando,FL',\n", + " 'Davenport,FL': 'Orlando,FL',\n", + " 'Gotha,FL': 'Orlando,FL',\n", + " 'Groveland,FL': 'Orlando,FL',\n", + " 'Intercession City,FL': 'Orlando,FL',\n", + " 'Mount Plymouth,FL': 'Orlando,FL',\n", + " 'King of Prussia,PA': 'Philadelphia,PA',\n", + " 'Blue Bell,PA': 'Philadelphia,PA',\n", + " 'Wilmington,DE': 'Philadelphia,PA',\n", + " 'Burlington,NJ': 'Philadelphia,PA',\n", + " 'Camden,NJ': 'Philadelphia,PA',\n", + " 'Cherry Hill,NJ': 'Philadelphia,PA',\n", + " 'Gloucester City,NJ': 'Philadelphia,PA',\n", + " 'Marlton,NJ': 'Philadelphia,PA',\n", + " 'Mount Laurel,NJ': 'Philadelphia,PA',\n", + " 'Pennsauken,NJ': 'Philadelphia,PA',\n", + " 'Riverside,NJ': 'Philadelphia,PA',\n", + " 'Swedesboro,NJ': 'Philadelphia,PA',\n", + " 'Ambler,PA': 'Philadelphia,PA',\n", + " 'Audubon,PA': 'Philadelphia,PA',\n", + " 'Bala Cynwyd,PA': 'Philadelphia,PA',\n", + " 'Bensalem,PA': 'Philadelphia,PA',\n", + " 'Berwyn,PA': 'Philadelphia,PA',\n", + " 'Boothwyn,PA': 'Philadelphia,PA',\n", + " 'Bristol,PA': 'Philadelphia,PA',\n", + " 'Chester Township,PA': 'Philadelphia,PA',\n", + " 'Chesterbrook,PA': 'Philadelphia,PA',\n", + " 'Collegeville,PA': 'Philadelphia,PA',\n", + " 'Conshohocken,PA': 'Philadelphia,PA',\n", + " 'Doylestown,PA': 'Philadelphia,PA',\n", + " 'Dresher,PA': 'Philadelphia,PA',\n", + " 'East Norriton,PA': 'Philadelphia,PA',\n", + " 'Exton,PA': 'Philadelphia,PA',\n", + " 'Feasterville Trevose,PA': 'Philadelphia,PA',\n", + " 'Fort Washington,PA': 'Philadelphia,PA',\n", + " 'Horsham,PA': 'Philadelphia,PA',\n", + " 'Lansdale,PA': 'Philadelphia,PA',\n", + " 'Malvern,PA': 'Philadelphia,PA',\n", + " 'Media,PA': 'Philadelphia,PA',\n", + " 'Newtown,PA': 'Philadelphia,PA',\n", + " 'Newtown Square,PA': 'Philadelphia,PA',\n", + " 'Norristown,PA': 'Philadelphia,PA',\n", + " 'North Wales,PA': 'Philadelphia,PA',\n", + " 'Oaks,PA': 'Philadelphia,PA',\n", + " 'Paoli,PA': 'Philadelphia,PA',\n", + " 'Plymouth Meeting,PA': 'Philadelphia,PA',\n", + " 'Radnor,PA': 'Philadelphia,PA',\n", + " 'Ridley Park,PA': 'Philadelphia,PA',\n", + " 'Spring House,PA': 'Philadelphia,PA',\n", + " 'Springhouse Branch Post Office,PA': 'Philadelphia,PA',\n", + " 'Trevose,PA': 'Philadelphia,PA',\n", + " 'Upper Providence,PA': 'Philadelphia,PA',\n", + " 'Valley Forge,PA': 'Philadelphia,PA',\n", + " 'Warminster,PA': 'Philadelphia,PA',\n", + " 'Wayne,PA': 'Philadelphia,PA',\n", + " 'West Chester,PA': 'Philadelphia,PA',\n", + " 'West Conshohocken,PA': 'Philadelphia,PA',\n", + " 'West Point,PA': 'Philadelphia,PA',\n", + " 'Yardley,PA': 'Philadelphia,PA',\n", + " 'Chandler,AZ': 'Phoenix,AZ',\n", + " 'DC Ranch,AZ': 'Phoenix,AZ',\n", + " 'Gilbert,AZ': 'Phoenix,AZ',\n", + " 'Glendale,AZ': 'Phoenix,AZ',\n", + " 'Glendale Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Mesa,AZ': 'Phoenix,AZ',\n", + " 'Scottsdale,AZ': 'Phoenix,AZ',\n", + " 'Tempe,AZ': 'Phoenix,AZ',\n", + " 'Allegheny West,PA': 'Pittsburg,PA',\n", + " 'Vancouver,WA': 'Portland,OR',\n", + " 'Gresham,OR': 'Portland,OR',\n", + " 'Tualatin,OR': 'Portland,OR',\n", + " 'Camas,OR': 'Portland,OR',\n", + " 'Cary,NC': 'Raleigh,NC',\n", + " 'Durham,NC': 'Raleigh,NC',\n", + " 'Morrisville,NC': 'Raleigh,NC',\n", + " 'Henrico,VA': 'Richmond,VA',\n", + " 'Davis,CA': 'Sacramento,CA',\n", + " 'El Dorado Hills,CA': 'Sacramento,CA',\n", + " 'Folsom,CA': 'Sacramento,CA',\n", + " 'Rancho Cordova,CA': 'Sacramento,CA',\n", + " 'Roseville,CA': 'Sacramento,CA',\n", + " 'Vacaville,CA': 'Sacramento,CA',\n", + " 'Gold River,CA': 'Sacramento,CA',\n", + " 'Rocklin,CA': 'Sacramento,CA',\n", + " 'East Alton,IL': 'Saint Louis,MO',\n", + " 'Granite City,IL': 'Saint Louis,MO',\n", + " 'Clayton,MO': 'Saint Louis,MO',\n", + " 'American Fork,UT': 'Salt Lake City,UT',\n", + " 'Bountiful,UT': 'Salt Lake City,UT',\n", + " 'Draper,UT': 'Salt Lake City,UT',\n", + " 'Eagle Mountain,UT': 'Salt Lake City,UT',\n", + " 'Farmington,UT': 'Salt Lake City,UT',\n", + " 'Hill AFB,UT': 'Salt Lake City,UT',\n", + " 'Lehi,UT': 'Salt Lake City,UT',\n", + " 'Magna,UT': 'Salt Lake City,UT',\n", + " 'Midvale,UT': 'Salt Lake City,UT',\n", + " 'Murray,UT': 'Salt Lake City,UT',\n", + " 'Ogden,UT': 'Salt Lake City,UT',\n", + " 'Provo,UT': 'Salt Lake City,UT',\n", + " 'Riverton,UT': 'Salt Lake City,UT',\n", + " 'Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'South Jordan,UT': 'Salt Lake City,UT',\n", + " 'West Valley City,UT': 'Salt Lake City,UT',\n", + " 'Arsenal,UT': 'Salt Lake City,UT',\n", + " 'Bluffdale,UT': 'Salt Lake City,UT',\n", + " 'Lindon,UT': 'Salt Lake City,UT',\n", + " 'North Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'Orem,UT': 'Salt Lake City,UT',\n", + " 'Pleasant Grove,UT': 'Salt Lake City,UT',\n", + " 'Riverdale,UT': 'Salt Lake City,UT',\n", + " 'Roy,UT': 'Salt Lake City,UT',\n", + " 'Sandy,UT': 'Salt Lake City,UT',\n", + " 'Spanish Fork,UT': 'Salt Lake City,UT',\n", + " 'Taylorsville,UT': 'Salt Lake City,UT',\n", + " 'Utah County,UT': 'Salt Lake City,UT',\n", + " 'West Jordan,UT': 'Salt Lake City,UT',\n", + " 'Universal City,TX': 'San Antonio,TX',\n", + " 'Boerne,TX': 'San Antonio,TX',\n", + " 'Bulverde,TX': 'San Antonio,TX',\n", + " 'Fort Sam Houston,TX': 'San Antonio,TX',\n", + " 'Lackland AFB,TX': 'San Antonio,TX',\n", + " 'Schertz,TX': 'San Antonio,TX',\n", + " 'La Jolla,CA': 'San Diego,CA',\n", + " 'Vista,CA': 'San Diego,CA',\n", + " 'Carlsbad,CA': 'San Diego,CA',\n", + " 'Alpine,CA': 'San Diego,CA',\n", + " 'Chula Vista,CA': 'San Diego,CA',\n", + " 'Coronado,CA': 'San Diego,CA',\n", + " 'El Cajon,CA': 'San Diego,CA',\n", + " 'Encinitas,CA': 'San Diego,CA',\n", + " 'National City,CA': 'San Diego,CA',\n", + " 'Poway,CA': 'San Diego,CA',\n", + " 'Spring Valley,CA': 'San Diego,CA',\n", + " 'Foster City,CA': 'San Francisco,CA',\n", + " 'Burlingame,CA': 'San Francisco,CA',\n", + " 'Belmont,CA': 'San Francisco,CA',\n", + " 'Menlo Park,CA': 'San Francisco,CA',\n", + " 'Redwood City,CA': 'San Francisco,CA',\n", + " 'Brisbane,CA': 'San Francisco,CA',\n", + " 'East Palo Alto,CA': 'San Francisco,CA',\n", + " 'Novato,CA': 'San Francisco,CA',\n", + " 'Petaluma,CA': 'San Francisco,CA',\n", + " 'San Bruno,CA': 'San Francisco,CA',\n", + " 'San Carlos,CA': 'San Francisco,CA',\n", + " 'San Francisco Bay Area,CA': 'San Francisco,CA',\n", + " 'San Mateo,CA': 'San Francisco,CA',\n", + " 'Concord,CA': 'San Francisco,CA',\n", + " 'Daly City,CA': 'San Francisco,CA',\n", + " 'Marin City,CA': 'San Francisco,CA',\n", + " 'Millbrae,CA': 'San Francisco,CA',\n", + " 'San Rafael,CA': 'San Francisco,CA',\n", + " 'South San Francisco,CA': 'San Francisco,CA',\n", + " 'West Menlo Park,CA': 'San Francisco,CA',\n", + " 'Cupertino,CA': 'San Jose,CA',\n", + " 'Palo Alto,CA': 'San Jose,CA',\n", + " 'Silicon Valley,CA': 'San Jose,CA',\n", + " 'Sunnyvale,CA': 'San Jose,CA',\n", + " 'Santa Clara,CA': 'San Jose,CA',\n", + " 'Santa Clara Valley,CA': 'San Jose,CA',\n", + " 'Los Gatos,CA': 'San Jose,CA',\n", + " 'Mountain View,CA': 'San Jose,CA',\n", + " 'Campbell,CA': 'San Jose,CA',\n", + " 'Los Altos,CA': 'San Jose,CA',\n", + " 'Milpitas,CA': 'San Jose,CA',\n", + " 'Moffett Field,CA': 'San Jose,CA',\n", + " 'Monterey,CA': 'San Jose,CA',\n", + " 'Morgan Hill,CA': 'San Jose,CA',\n", + " 'Seaside,CA': 'San Jose,CA',\n", + " 'Alviso,CA': 'San Jose,CA',\n", + " 'Capital Hill,CA': 'San Jose,CA',\n", + " 'Scotts Valley,CA': 'San Jose,CA',\n", + " 'Stanford,CA': 'San Jose,CA',\n", + " 'Bothell,WA': 'Seattle,WA',\n", + " 'Auburn,WA': 'Seattle,WA',\n", + " 'Kirkland,WA': 'Seattle,WA',\n", + " 'Mountlake Terrace,WA': 'Seattle,WA',\n", + " 'Redmond,WA': 'Seattle,WA',\n", + " 'Renton,WA': 'Seattle,WA',\n", + " 'Tukwila,WA': 'Seattle,WA',\n", + " 'Issaquah,WA': 'Seattle,WA',\n", + " 'Lewis McChord,WA': 'Tacoma,WA',\n", + " 'Home,WA': 'Tacoma,WA',\n", + " 'Kent,WA': 'Tacoma,WA',\n", + " 'Macdill AFB,FL': 'Tampa,FL',\n", + " 'Bradenton,FL': 'Tampa,FL',\n", + " 'Clearwater,FL': 'Tampa,FL',\n", + " 'Lakeland,FL': 'Tampa,FL',\n", + " 'MacDill AFB,FL': 'Tampa,FL',\n", + " 'Oldsmar,FL': 'Tampa,FL',\n", + " 'Tampa Palms,FL': 'Tampa,FL',\n", + " 'Saint Petersburg,FL': 'Tampa,FL',\n", + " 'Temple Terrace,FL': 'Tampa,FL',\n", + " 'Haines City,FL': 'Tampa,FL',\n", + " 'Plant City,FL': 'Tampa,FL',\n", + " 'Saint Petersburg Beach,FL': 'Tampa,FL',\n", + " 'Winter Haven,FL': 'Tampa,FL',\n", + " 'Bartlesville,OK': 'Tulsa,OK',\n", + " 'McLean,VA': 'Washington,DC',\n", + " 'Dulles,VA': 'Washington,DC',\n", + " 'Springfield,VA': 'Washington,DC',\n", + " 'Gaithersburg,MD': 'Washington,DC',\n", + " 'Tysons Corner,VA': 'Washington,DC',\n", + " 'Vienna,VA': 'Washington,DC',\n", + " 'Reston,VA': 'Washington,DC',\n", + " 'Arlington,VA': 'Washington,DC',\n", + " 'Falls Church,VA': 'Washington,DC',\n", + " 'Adelphi,MD': 'Washington,DC',\n", + " 'Bethesda,MD': 'Washington,DC',\n", + " 'Chevy Chase,MD': 'Washington,DC',\n", + " 'College Park,MD': 'Washington,DC',\n", + " 'Fulton,MD': 'Washington,DC',\n", + " 'Germantown,MD': 'Washington,DC',\n", + " 'Laurel,MD': 'Washington,DC',\n", + " 'Rockville,MD': 'Washington,DC',\n", + " 'Silver Spring,MD': 'Washington,DC',\n", + " 'Alexandria,VA': 'Washington,DC',\n", + " 'Ashburn,VA': 'Washington,DC',\n", + " 'Chantilly,VA': 'Washington,DC',\n", + " 'Fairfax,VA': 'Washington,DC',\n", + " 'Fort Belvoir,VA': 'Washington,DC',\n", + " 'Herndon,VA': 'Washington,DC',\n", + " 'Kingstowne,VA': 'Washington,DC',\n", + " 'Merrifield,VA': 'Washington,DC',\n", + " 'Quantico,VA': 'Washington,DC',\n", + " 'Rosslyn,VA': 'Washington,DC',\n", + " 'Sterling,VA': 'Washington,DC',\n", + " 'Tysons,VA': 'Washington,DC'}" + ] + }, + { + "cell_type": "code", + "execution_count": 393, + "id": "african-glance", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job TitleJob DescriptionCompany NameLocationCityStateRemoteSizeFoundedIndustry...Salary EstimateHourlyJuniorSeniorDFCol_IndState_IndRankCost of Living IndexLocal Purchasing Power Index
0Senior Data ScientistABOUT HOPPER\\n\\nAt Hopper, we’re on a mission ...HopperNew York, NYNew YorkNYUncertainMedium2007.0Travel Agencies...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
1Data Scientist, Product AnalyticsAt Noom, we use scientifically proven methods ...Noom USNew York, NYNew YorkNYYesMedium-Large2008.0Health Beauty Fitness...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
2Data Science ManagerDecode_M\\n\\nhttps://www.decode-m.com/\\n\\nData ...Decode_MNew York, NYNew YorkNYUncertainVery SmallNaNNaN...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
3Data AnalystSapphire Digital seeks a dynamic and driven mi...Sapphire DigitalLyndhurst, NJLyndhurstNJUncertainMedium-Small2019.0Internet...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
4Director, Data ScienceDirector, Data Science - (200537)\\nDescription...United Entertainment GroupNew York, NYNew YorkNYUncertainSmall2007.0Advertising Marketing...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
\n", + "

5 rows × 23 columns

\n", + "
" + ], + "text/plain": [ + " Job Title \\\n", + "0 Senior Data Scientist \n", + "1 Data Scientist, Product Analytics \n", + "2 Data Science Manager \n", + "3 Data Analyst \n", + "4 Director, Data Science \n", + "\n", + " Job Description \\\n", + "0 ABOUT HOPPER\\n\\nAt Hopper, we’re on a mission ... \n", + "1 At Noom, we use scientifically proven methods ... \n", + "2 Decode_M\\n\\nhttps://www.decode-m.com/\\n\\nData ... \n", + "3 Sapphire Digital seeks a dynamic and driven mi... \n", + "4 Director, Data Science - (200537)\\nDescription... \n", + "\n", + " Company Name Location City State Remote \\\n", + "0 Hopper New York, NY New York NY Uncertain \n", + "1 Noom US New York, NY New York NY Yes \n", + "2 Decode_M New York, NY New York NY Uncertain \n", + "3 Sapphire Digital Lyndhurst, NJ Lyndhurst NJ Uncertain \n", + "4 United Entertainment Group New York, NY New York NY Uncertain \n", + "\n", + " Size Founded Industry ... Salary Estimate Hourly \\\n", + "0 Medium 2007.0 Travel Agencies ... 146.0 False \n", + "1 Medium-Large 2008.0 Health Beauty Fitness ... 146.0 False \n", + "2 Very Small NaN NaN ... 146.0 False \n", + "3 Medium-Small 2019.0 Internet ... 146.0 False \n", + "4 Small 2007.0 Advertising Marketing ... 146.0 False \n", + "\n", + " Junior Senior DF Col_Ind State_Ind Rank Cost of Living Index \\\n", + "0 NaN NaN DF1 New York NY 1.0 100.0 \n", + "1 NaN NaN DF1 New York NY 1.0 100.0 \n", + "2 NaN NaN DF1 New York NY 1.0 100.0 \n", + "3 NaN NaN DF1 New York NY 1.0 100.0 \n", + "4 NaN NaN DF1 New York NY 1.0 100.0 \n", + "\n", + " Local Purchasing Power Index \n", + "0 100.0 \n", + "1 100.0 \n", + "2 100.0 \n", + "3 100.0 \n", + "4 100.0 \n", + "\n", + "[5 rows x 23 columns]" + ] + }, + "execution_count": 393, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "\n", + "# The data frame now includes the cost of living information including new columns: Rank, City, Cost of Living Index, and Local Purchasing Power Index.\n", + "\n", + "FullDataSet[\"Col_Ind\"]=FullDataSet[\"City\"]\n", + "FullDataSet[\"State_Ind\"]=FullDataSet[\"State\"]\n", + "\n", + "replace_list = [i.split(',') for i in cityFix.values()]\n", + "old_list = [i.split(',') for i in cityFix.keys()]\n", + "\n", + "for i in range(len(old_list)):\n", + " FullDataSet.loc[(FullDataSet['City']==old_list[i][0])&(FullDataSet['State']==old_list[i][1]),\n", + " ['Col_Ind','State_Ind']]= replace_list[i]\n", + "FullDataSet[\"Col_Ind\"]=FullDataSet[\"Col_Ind\"].str.strip()\n", + "FullDataSet[\"State_Ind\"]=FullDataSet[\"State_Ind\"].str.strip()\n", + " \n", + "FullDataCOL = pd.merge(FullDataSet,cost_living[[\"State_Ind\", \"Col_Ind\", \"Rank\", \"Cost of Living Index\", \n", + " \"Local Purchasing Power Index\"]], on=['State_Ind', 'Col_Ind'], \n", + " how='left')\n", + "#list(FullDataSet[\"Col_Ind\"].unique())\n", + "\n", + "FullDataCOL.head(5)\n", + "#FullDataSet.head(5)" + ] + }, + { + "cell_type": "code", + "execution_count": 292, + "id": "protected-shadow", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 293, + "id": "academic-poison", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'Latham,NY': 'Albany,NY',\n", + " 'Niskayuna,NY': 'Albany,NY',\n", + " 'Rensselaer,NY': 'Albany,NY',\n", + " 'Schenectady,NY': 'Albany,NY',\n", + " 'Troy,NY': 'Albany,NY',\n", + " 'Alpharetta,GA': 'Atlanta,GA',\n", + " 'Buckhead,GA': 'Atlanta,GA',\n", + " 'Duluth,GA': 'Atlanta,GA',\n", + " 'Round Rock,TX': 'Austin,TX',\n", + " 'Cedar Park,TX': 'Austin,TX',\n", + " 'Kyle,TX': 'Austin,TX',\n", + " 'West Lake Hills,TX': 'Austin,TX',\n", + " 'Aberdeen,MD': 'Baltimore,MD',\n", + " 'Annapolis Junction,MD': 'Baltimore,MD',\n", + " 'Columbia,MD': 'Baltimore,MD',\n", + " 'Fort George G Meade,MD': 'Baltimore,MD',\n", + " 'Frederick,MD': 'Baltimore,MD',\n", + " 'Gwynn Oak,MD': 'Baltimore,MD',\n", + " 'Linthicum Heights,MD': 'Baltimore,MD',\n", + " 'Timonium,MD': 'Baltimore,MD',\n", + " 'Woodlawn,MD': 'Baltimore,MD',\n", + " 'Cambridge,MA': 'Boston,MA',\n", + " 'Waltham,MA': 'Boston,MA',\n", + " 'Andover,MA': 'Boston,MA',\n", + " 'Bedford,MA': 'Boston,MA',\n", + " 'Burlington,MA': 'Boston,MA',\n", + " 'Ipswich,MA': 'Boston,MA',\n", + " 'Lexington,MA': 'Boston,MA',\n", + " 'Natick,MA': 'Boston,MA',\n", + " 'Newton,MA': 'Boston,MA',\n", + " 'North Reading,MA': 'Boston,MA',\n", + " 'Norwood,MA': 'Boston,MA',\n", + " 'Quincy,MA': 'Boston,MA',\n", + " 'Somerville,MA': 'Boston,MA',\n", + " 'Watertown,MA': 'Boston,MA',\n", + " 'Wellesley,MA': 'Boston,MA',\n", + " 'Woburn,MA': 'Boston,MA',\n", + " 'Worcester,MA': 'Boston,MA',\n", + " 'Queens Village,NY': 'New York,NY',\n", + " 'Coney Island,NY': 'Brooklyn,NY',\n", + " 'Kings County,NY': 'Brooklyn,NY',\n", + " 'Amherst,NY': 'Buffalo,NY',\n", + " 'Cheektowaga,NY': 'Buffalo,NY',\n", + " 'Grand Island,NY': 'Buffalo,NY',\n", + " 'Orchard Park,NY': 'Buffalo,NY',\n", + " 'Tonawanda,NY': 'Buffalo,NY',\n", + " 'Huntersville,NC': 'Charlotte,NC',\n", + " 'Indian Trail,NC': 'Charlotte,NC',\n", + " 'Mooresville,NC': 'Charlotte,NC',\n", + " 'Fort Mill,NC': 'Charlotte,NC',\n", + " 'Northbrook,IL': 'Chicago,IL',\n", + " 'Alsip,IL': 'Chicago,IL',\n", + " 'Arlington Heights,IL': 'Chicago,IL',\n", + " 'Aurora,IL': 'Chicago,IL',\n", + " 'Bloomingdale,IL': 'Chicago,IL',\n", + " 'Bolingbrook,IL': 'Chicago,IL',\n", + " 'Bridgeview,IL': 'Chicago,IL',\n", + " 'Broadview,IL': 'Chicago,IL',\n", + " 'Burr Ridge,IL': 'Chicago,IL',\n", + " 'Deerfield,IL': 'Chicago,IL',\n", + " 'Des Plaines,IL': 'Chicago,IL',\n", + " 'Downers Grove,IL': 'Chicago,IL',\n", + " 'Elk Grove Village,IL': 'Chicago,IL',\n", + " 'Elmhurst,IL': 'Chicago,IL',\n", + " 'Evanston,IL': 'Chicago,IL',\n", + " 'Evergreen Park,IL': 'Chicago,IL',\n", + " 'Glenview,IL': 'Chicago,IL',\n", + " 'Highland Park,IL': 'Chicago,IL',\n", + " 'Hines,IL': 'Chicago,IL',\n", + " 'Itasca,IL': 'Chicago,IL',\n", + " 'Lemont,IL': 'Chicago,IL',\n", + " 'Lisle,IL': 'Chicago,IL',\n", + " 'Lombard,IL': 'Chicago,IL',\n", + " 'Maywood,IL': 'Chicago,IL',\n", + " 'Melrose Park,IL': 'Chicago,IL',\n", + " 'Naperville,IL': 'Chicago,IL',\n", + " 'North Chicago,IL': 'Chicago,IL',\n", + " 'Northfield,IL': 'Chicago,IL',\n", + " 'Oak Brook,IL': 'Chicago,IL',\n", + " 'Oakbrook Terrace,IL': 'Chicago,IL',\n", + " 'Park Ridge,IL': 'Chicago,IL',\n", + " 'Rolling Meadows,IL': 'Chicago,IL',\n", + " 'Rosemont,IL': 'Chicago,IL',\n", + " 'Schaumburg,IL': 'Chicago,IL',\n", + " 'Skokie,IL': 'Chicago,IL',\n", + " 'Stickney,IL': 'Chicago,IL',\n", + " 'Villa Park,IL': 'Chicago,IL',\n", + " 'Westmont,IL': 'Chicago,IL',\n", + " 'Woodridge,IL': 'Chicago,IL',\n", + " 'Florence,OH': 'Cincinnati,OH',\n", + " 'Blue Ash,OH': 'Cincinnati,OH',\n", + " 'Schriever AFB,CO': 'Colorado Springs,CO',\n", + " 'Air Force Academy,CO': 'Colorado Springs,CO',\n", + " 'El Paso County,CO': 'Colorado Springs,CO',\n", + " 'Fort Carson,CO': 'Colorado Springs,CO',\n", + " 'Blacklick,OH': 'Columbus,OH',\n", + " 'Dublin,OH': 'Columbus,OH',\n", + " 'Gahanna,OH': 'Columbus,OH',\n", + " 'Hilliard,OH': 'Columbus,OH',\n", + " 'Lockbourne,OH': 'Columbus,OH',\n", + " 'Slough,OH': 'Columbus,OH',\n", + " 'West Jefferson,OH': 'Columbus,OH',\n", + " 'Westerville,OH': 'Columbus,OH',\n", + " 'Plano,TX': 'Dallas,TX',\n", + " 'Grapevine,TX': 'Dallas,TX',\n", + " 'Irving,TX': 'Dallas,TX',\n", + " 'Fort Worth,TX': 'Dallas,TX',\n", + " 'Greenville,TX': 'Dallas,TX',\n", + " 'Addison,TX': 'Dallas,TX',\n", + " 'Allen,TX': 'Dallas,TX',\n", + " 'Arlington,TX': 'Dallas,TX',\n", + " 'Bedford,TX': 'Dallas,TX',\n", + " 'Carrollton,TX': 'Dallas,TX',\n", + " 'Coppell,TX': 'Dallas,TX',\n", + " 'Farmers Branch,TX': 'Dallas,TX',\n", + " 'Flower Mound,TX': 'Dallas,TX',\n", + " 'Garland,TX': 'Dallas,TX',\n", + " 'Grand Prairie,TX': 'Dallas,TX',\n", + " 'Highland Park,TX': 'Dallas,TX',\n", + " 'Lewisville,TX': 'Dallas,TX',\n", + " 'Richardson,TX': 'Dallas,TX',\n", + " 'Roanoke,TX': 'Dallas,TX',\n", + " 'Southlake,TX': 'Dallas,TX',\n", + " 'Sunnyvale,TX': 'Dallas,TX',\n", + " 'Tarrant,TX': 'Dallas,TX',\n", + " 'University Park,TX': 'Dallas,TX',\n", + " 'Westlake,TX': 'Dallas,TX',\n", + " 'Broomfield,CO': 'Denver,CO',\n", + " 'Boulder,CO': 'Denver,CO',\n", + " 'Littleton,CO': 'Denver,CO',\n", + " 'Aurora,CO': 'Denver,CO',\n", + " 'Buckley AFB,CO': 'Denver,CO',\n", + " 'Castle Rock,CO': 'Denver,CO',\n", + " 'Centennial,CO': 'Denver,CO',\n", + " 'Englewood,CO': 'Denver,CO',\n", + " 'Golden,CO': 'Denver,CO',\n", + " 'Greenwood Village,CO': 'Denver,CO',\n", + " 'Henderson,CO': 'Denver,CO',\n", + " 'Lakewood,CO': 'Denver,CO',\n", + " 'Lone Tree,CO': 'Denver,CO',\n", + " 'Westminster,CO': 'Denver,CO',\n", + " 'Highlands Ranch,CO': 'Denver,CO',\n", + " 'Irondale,CO': 'Denver,CO',\n", + " 'Niwot,CO': 'Denver,CO',\n", + " 'Sunnyvale,CO': 'Denver,CO',\n", + " 'Allen Park,MI': 'Detroit,MI',\n", + " 'Ann Arbor,MI': 'Detroit,MI',\n", + " 'Auburn Hills,MI': 'Detroit,MI',\n", + " 'Dearborn,MI': 'Detroit,MI',\n", + " 'Farmington Hills,MI': 'Detroit,MI',\n", + " 'Novi,MI': 'Detroit,MI',\n", + " 'Southfield,MI': 'Detroit,MI',\n", + " 'Schofield Barracks,HI': 'Honolulu,HI',\n", + " 'Spring,TX': 'Houston,TX',\n", + " 'Baytown,TX': 'Houston,TX',\n", + " 'Bellaire,TX': 'Houston,TX',\n", + " 'Cypress,TX': 'Houston,TX',\n", + " 'Deer Park,TX': 'Houston,TX',\n", + " 'Missouri City,TX': 'Houston,TX',\n", + " 'Nassau Bay,TX': 'Houston,TX',\n", + " 'Pasadena,TX': 'Houston,TX',\n", + " 'Pearland,TX': 'Houston,TX',\n", + " 'South Houston,TX': 'Houston,TX',\n", + " 'Stafford,TX': 'Houston,TX',\n", + " 'Sugar Land,TX': 'Houston,TX',\n", + " 'Webster,TX': 'Houston,TX',\n", + " 'West University Place,TX': 'Houston,TX',\n", + " 'Beech Grove,IN': 'Indianapolis,IN',\n", + " 'Carmel,IN': 'Indianapolis,IN',\n", + " 'Fishers,IN': 'Indianapolis,IN',\n", + " 'Greenfield,IN': 'Indianapolis,IN',\n", + " 'Lawrence,IN': 'Indianapolis,IN',\n", + " 'Whitestown,IN': 'Indianapolis,IN',\n", + " 'Jacksonville Beach,FL': 'Jacksonville,FL',\n", + " 'Mayport,FL': 'Jacksonville,FL',\n", + " 'Naval Station Mayport,FL': 'Jacksonville,FL',\n", + " 'Orange Park,FL': 'Jacksonville,FL',\n", + " 'Ponte Vedra,FL': 'Jacksonville,FL',\n", + " 'Overland Park,MO': 'Kansas City,MO',\n", + " 'Topeka,MO': 'Kansas City,MO',\n", + " 'Burlingame,MO': 'Kansas City,MO',\n", + " 'North Kansas City,MO': 'Kansas City,MO',\n", + " 'Culver City,CA': 'Los Angeles,CA',\n", + " 'Pasadena,CA': 'Los Angeles,CA',\n", + " 'Woodland Hills,CA': 'Los Angeles,CA',\n", + " 'Anaheim,CA': 'Los Angeles,CA',\n", + " 'Cerritos,CA': 'Los Angeles,CA',\n", + " 'Santa Monica,CA': 'Los Angeles,CA',\n", + " 'Torrance,CA': 'Los Angeles,CA',\n", + " 'El Segundo,CA': 'Los Angeles,CA',\n", + " 'Glendale,CA': 'Los Angeles,CA',\n", + " 'Brea,CA': 'Los Angeles,CA',\n", + " 'Burbank,CA': 'Los Angeles,CA',\n", + " 'Westmont,CA': 'Los Angeles,CA',\n", + " 'Irwindale,CA': 'Los Angeles,CA',\n", + " 'Calabasas,CA': 'Los Angeles,CA',\n", + " 'Hermosa Beach,CA': 'Los Angeles,CA',\n", + " 'Agoura Hills,CA': 'Los Angeles,CA',\n", + " 'Beverly Hills,CA': 'Los Angeles,CA',\n", + " 'Calabasas Hills,CA': 'Los Angeles,CA',\n", + " 'Redlands,CA': 'Los Angeles,CA',\n", + " 'Newport Beach,CA': 'Los Angeles,CA',\n", + " 'Corona,CA': 'Los Angeles,CA',\n", + " 'Carpinteria,CA': 'Los Angeles,CA',\n", + " 'Costa Mesa,CA': 'Los Angeles,CA',\n", + " 'Encino,CA': 'Los Angeles,CA',\n", + " 'Foothill Ranch,CA': 'Los Angeles,CA',\n", + " 'Gardena,CA': 'Los Angeles,CA',\n", + " 'Hollywood,CA': 'Los Angeles,CA',\n", + " 'Huntington Beach,CA': 'Los Angeles,CA',\n", + " 'Irvine,CA': 'Los Angeles,CA',\n", + " 'La Cañada Flintridge,CA': 'Los Angeles,CA',\n", + " 'Long Beach,CA': 'Los Angeles,CA',\n", + " 'Los Angelos,CA': 'Los Angeles,CA',\n", + " 'Manhattan Beach,CA': 'Los Angeles,CA',\n", + " 'Monterey Park,CA': 'Los Angeles,CA',\n", + " 'Norco,CA': 'Los Angeles,CA',\n", + " 'Northridge,CA': 'Los Angeles,CA',\n", + " 'Orange,CA': 'Los Angeles,CA',\n", + " 'Oxnard,CA': 'Los Angeles,CA',\n", + " 'Palmdale,CA': 'Los Angeles,CA',\n", + " 'Pomona,CA': 'Los Angeles,CA',\n", + " 'Rancho Cucamonga,CA': 'Los Angeles,CA',\n", + " 'Riverside,CA': 'Los Angeles,CA',\n", + " 'Rosemead,CA': 'Los Angeles,CA',\n", + " 'San Clemente,CA': 'Los Angeles,CA',\n", + " 'Santa Barbara,CA': 'Los Angeles,CA',\n", + " 'Santa Clarita,CA': 'Los Angeles,CA',\n", + " 'Sylmar,CA': 'Los Angeles,CA',\n", + " 'Thousand Oaks,CA': 'Los Angeles,CA',\n", + " 'Venice,CA': 'Los Angeles,CA',\n", + " 'Whittier,CA': 'Los Angeles,CA',\n", + " 'Universal City,CA': 'Los Angeles,CA',\n", + " 'West Hollywood,CA': 'Los Angeles,CA',\n", + " 'Alhambra,CA': 'Los Angeles,CA',\n", + " 'Aliso Viejo,CA': 'Los Angeles,CA',\n", + " 'Arcadia,CA': 'Los Angeles,CA',\n", + " 'Azusa,CA': 'Los Angeles,CA',\n", + " 'Bell,CA': 'Los Angeles,CA',\n", + " 'Buena Park,CA': 'Los Angeles,CA',\n", + " 'Carson,CA': 'Los Angeles,CA',\n", + " 'Century City,CA': 'Los Angeles,CA',\n", + " 'City of Industry,CA': 'Los Angeles,CA',\n", + " 'Commerce,CA': 'Los Angeles,CA',\n", + " 'Downey,CA': 'Los Angeles,CA',\n", + " 'Duarte,CA': 'Los Angeles,CA',\n", + " 'El Monte,CA': 'Los Angeles,CA',\n", + " 'Fullerton,CA': 'Los Angeles,CA',\n", + " 'Goleta,CA': 'Los Angeles,CA',\n", + " 'Hawthorne,CA': 'Los Angeles,CA',\n", + " 'Inglewood,CA': 'Los Angeles,CA',\n", + " 'North Hollywood,CA': 'Los Angeles,CA',\n", + " 'La Mirada,CA': 'Los Angeles,CA',\n", + " 'La Palma,CA': 'Los Angeles,CA',\n", + " 'Marina del Rey,CA': 'Los Angeles,CA',\n", + " 'Monaco,CA': 'Los Angeles,CA',\n", + " 'Monrovia,CA': 'Los Angeles,CA',\n", + " 'Panorama City,CA': 'Los Angeles,CA',\n", + " 'Pico Rivera,CA': 'Los Angeles,CA',\n", + " 'Placentia,CA': 'Los Angeles,CA',\n", + " 'Redondo Beach,CA': 'Los Angeles,CA',\n", + " 'Rossmoor,CA': 'Los Angeles,CA',\n", + " 'San Fernando,CA': 'Los Angeles,CA',\n", + " 'Santa Ana,CA': 'Los Angeles,CA',\n", + " 'Santa Cruz,CA': 'San Francisco,CA',\n", + " 'Santa Fe Springs,CA': 'Los Angeles,CA',\n", + " 'Seal Beach,CA': 'Los Angeles,CA',\n", + " 'Sherman Oaks,CA': 'Los Angeles,CA',\n", + " 'Signal Hill,CA': 'Los Angeles,CA',\n", + " 'Simi Valley,CA': 'Los Angeles,CA',\n", + " 'South Gate,CA': 'Los Angeles,CA',\n", + " 'Sun Valley,CA': 'Los Angeles,CA',\n", + " 'Valencia,CA': 'Los Angeles,CA',\n", + " 'Walnut,CA': 'Los Angeles,CA',\n", + " 'West Covina,CA': 'Los Angeles,CA',\n", + " 'West Hills,CA': 'Los Angeles,CA',\n", + " 'Westminster,CA': 'Los Angeles,CA',\n", + " 'Wilmington,CA': 'Los Angeles,CA',\n", + " 'Jeffersonville,KY': 'Louisville,KY',\n", + " 'Westchester,FL': 'Miami,FL',\n", + " 'Boca Raton,FL': 'Miami,FL',\n", + " 'Davie,FL': 'Miami,FL',\n", + " 'Deerfield Beach,FL': 'Miami,FL',\n", + " 'Doral,FL': 'Miami,FL',\n", + " 'Fort Lauderdale,FL': 'Miami,FL',\n", + " 'Homestead AFB,FL': 'Miami,FL',\n", + " 'Jupiter,FL': 'Miami,FL',\n", + " 'Miami Lakes,FL': 'Miami,FL',\n", + " 'Miami Shores,FL': 'Miami,FL',\n", + " 'Miramar,FL': 'Miami,FL',\n", + " 'Palm Beach Gardens,FL': 'Miami,FL',\n", + " 'Pembroke Pines,FL': 'Miami,FL',\n", + " 'Sunrise,FL': 'Miami,FL',\n", + " 'West Palm Beach,FL': 'Miami,FL',\n", + " 'Coral Gables,FL': 'Miami,FL',\n", + " 'Dania Beach,FL': 'Miami,FL',\n", + " 'Delray Beach,FL': 'Miami,FL',\n", + " 'Hollywood,FL': 'Miami,FL',\n", + " 'Homestead,FL': 'Miami,FL',\n", + " 'Juno Beach,FL': 'Miami,FL',\n", + " 'Key Biscayne,FL': 'Miami,FL',\n", + " 'North Palm Beach,FL': 'Miami,FL',\n", + " 'Palm Beach Shores,FL': 'Miami,FL',\n", + " 'Plantation,FL': 'Miami,FL',\n", + " 'University Park,FL': 'Miami,FL',\n", + " 'Bloomington,MN': 'Minneapolis,MN',\n", + " 'Eden Prairie,MN': 'Minneapolis,MN',\n", + " 'Golden Valley,MN': 'Minneapolis,MN',\n", + " 'Hopkins,MN': 'Minneapolis,MN',\n", + " 'Minnetonka,MN': 'Minneapolis,MN',\n", + " 'Gallatin,TN': 'Nashville,TN',\n", + " 'Brentwood,TN': 'Nashville,TN',\n", + " 'Jersey City,NY': 'New York,NY',\n", + " 'Newark,NY': 'New York,NY',\n", + " 'Lyndhurst,NY': 'New York,NY',\n", + " 'Carle Place,NY': 'New York,NY',\n", + " 'Franklin Lakes,NY': 'New York,NY',\n", + " 'Port Washington,NY': 'New York,NY',\n", + " 'Rockville Centre,NY': 'New York,NY',\n", + " 'Florham Park,NY': 'New York,NY',\n", + " 'West Orange,NY': 'New York,NY',\n", + " 'Pearl River,NY': 'New York,NY',\n", + " 'Armonk,NY': 'New York,NY',\n", + " 'Bethpage,NY': 'New York,NY',\n", + " 'Bohemia,NY': 'New York,NY',\n", + " 'Brewster,NY': 'New York,NY',\n", + " 'Bronx,NY': 'New York,NY',\n", + " 'Croton-on-Hudson,NY': 'New York,NY',\n", + " 'Garden City,NY': 'New York,NY',\n", + " 'Holtsville,NY': 'New York,NY',\n", + " 'Long Island City,NY': 'New York,NY',\n", + " 'Manhattan,NY': 'New York,NY',\n", + " 'Melville,NY': 'New York,NY',\n", + " 'Midtown New York,NY': 'New York,NY',\n", + " 'Mount Vernon,NY': 'New York,NY',\n", + " 'New Hyde Park,NY': 'New York,NY',\n", + " 'Old Westbury,NY': 'New York,NY',\n", + " 'Port Jefferson Station,NY': 'New York,NY',\n", + " 'Purchase,NY': 'New York,NY',\n", + " 'Queens,NY': 'New York,NY',\n", + " 'Ronkonkoma,NY': 'New York,NY',\n", + " 'Roosevelt Island,NY': 'New York,NY',\n", + " 'Sleepy Hollow,NY': 'New York,NY',\n", + " 'Tarrytown,NY': 'New York,NY',\n", + " 'Upton,NY': 'New York,NY',\n", + " 'Valhalla,NY': 'New York,NY',\n", + " 'Valley Cottage,NY': 'New York,NY',\n", + " 'White Plains,NY': 'New York,NY',\n", + " 'Norwalk,NY': 'New York,NY',\n", + " 'Stamford,NY': 'New York,NY',\n", + " 'Waterbury,NY': 'New York,NY',\n", + " 'Bayonne,NY': 'New York,NY',\n", + " 'Berkeley Heights,NY': 'New York,NY',\n", + " 'Bloomfield,NY': 'New York,NY',\n", + " 'Bridgewater,NY': 'New York,NY',\n", + " 'Edison,NY': 'New York,NY',\n", + " 'Ewing,NY': 'New York,NY',\n", + " 'Fairfield,NY': 'New York,NY',\n", + " 'Fort Lee,NY': 'New York,NY',\n", + " 'Hackensack,NY': 'New York,NY',\n", + " 'Harrison,NY': 'New York,NY',\n", + " 'Haworth,NY': 'New York,NY',\n", + " 'Hoboken,NY': 'New York,NY',\n", + " 'Holmdel,NY': 'New York,NY',\n", + " 'Iselin,NY': 'New York,NY',\n", + " 'Little Falls,NY': 'New York,NY',\n", + " 'Little Ferry,NY': 'New York,NY',\n", + " 'Matawan,NY': 'New York,NY',\n", + " 'Maywood,NY': 'New York,NY',\n", + " 'Middlesex,NY': 'New York,NY',\n", + " 'Middletown,NY': 'New York,NY',\n", + " 'Montvale,NY': 'New York,NY',\n", + " 'Moonachie,NY': 'New York,NY',\n", + " 'Morristown,NY': 'New York,NY',\n", + " 'Paramus,NY': 'New York,NY',\n", + " 'Parsippany,NY': 'New York,NY',\n", + " 'Red Bank,NY': 'New York,NY',\n", + " 'Ridgefield Park,NY': 'New York,NY',\n", + " 'Saddle Brook,NY': 'New York,NY',\n", + " 'Secaucus,NY': 'New York,NY',\n", + " 'South Plainfield,NY': 'New York,NY',\n", + " 'Summit,NY': 'New York,NY',\n", + " 'Teaneck,NY': 'New York,NY',\n", + " 'Union,NY': 'New York,NY',\n", + " 'Weehawken,NY': 'New York,NY',\n", + " 'West New York,NY': 'New York,NY',\n", + " 'Whippany,NY': 'New York,NY',\n", + " 'Woodbridge,NY': 'New York,NY',\n", + " 'Woodcliff Lake,NY': 'New York,NY',\n", + " 'Far Rockaway,NY': 'New York,NY',\n", + " 'Flushing,NY': 'New York,NY',\n", + " 'Great Neck,NY': 'New York,NY',\n", + " 'Hauppauge,NY': 'New York,NY',\n", + " 'Jamaica,NY': 'New York,NY',\n", + " 'Jericho,NY': 'New York,NY',\n", + " 'Lake Success,NY': 'New York,NY',\n", + " 'Manhasset,NY': 'New York,NY',\n", + " 'Mount Pleasant,NY': 'New York,NY',\n", + " 'Rego Park,NY': 'New York,NY',\n", + " 'Staten Island,NY': 'New York,NY',\n", + " 'Valley Stream,NY': 'New York,NY',\n", + " 'Berkeley,CA': 'Oakland,CA',\n", + " 'Dublin,CA': 'Oakland,CA',\n", + " 'Emeryville,CA': 'Oakland,CA',\n", + " 'Fremont,CA': 'Oakland,CA',\n", + " 'Livermore,CA': 'Oakland,CA',\n", + " 'Newark,CA': 'Oakland,CA',\n", + " 'Pleasanton,CA': 'San Francisco,CA',\n", + " 'San Leandro,CA': 'Oakland,CA',\n", + " 'San Ramon,CA': 'Oakland,CA',\n", + " 'Alameda,CA': 'Oakland,CA',\n", + " 'Hercules,CA': 'Oakland,CA',\n", + " 'Union City,CA': 'Oakland,CA',\n", + " 'Walnut Creek,CA': 'Oakland,CA',\n", + " 'Lacey,WA': 'Olympia,WA',\n", + " 'Cape Canaveral,FL': 'Orlando,FL',\n", + " 'Celebration,FL': 'Orlando,FL',\n", + " 'Lake Buena Vista,FL': 'Orlando,FL',\n", + " 'Lake Mary,FL': 'Orlando,FL',\n", + " 'Melbourne,FL': 'Orlando,FL',\n", + " 'Rockledge,FL': 'Orlando,FL',\n", + " 'Winter Park,FL': 'Orlando,FL',\n", + " 'Apopka,FL': 'Orlando,FL',\n", + " 'Astatula,FL': 'Orlando,FL',\n", + " 'Clermont,FL': 'Orlando,FL',\n", + " 'Davenport,FL': 'Orlando,FL',\n", + " 'Gotha,FL': 'Orlando,FL',\n", + " 'Groveland,FL': 'Orlando,FL',\n", + " 'Intercession City,FL': 'Orlando,FL',\n", + " 'Mount Plymouth,FL': 'Orlando,FL',\n", + " 'King of Prussia,PA': 'Philadelphia,PA',\n", + " 'Blue Bell,PA': 'Philadelphia,PA',\n", + " 'Wilmington,PA': 'Philadelphia,PA',\n", + " 'Burlington,PA': 'Philadelphia,PA',\n", + " 'Camden,PA': 'Philadelphia,PA',\n", + " 'Cherry Hill,PA': 'Philadelphia,PA',\n", + " 'Gloucester City,PA': 'Philadelphia,PA',\n", + " 'Marlton,PA': 'Philadelphia,PA',\n", + " 'Mount Laurel,PA': 'Philadelphia,PA',\n", + " 'Pennsauken,PA': 'Philadelphia,PA',\n", + " 'Riverside,PA': 'Philadelphia,PA',\n", + " 'Swedesboro,PA': 'Philadelphia,PA',\n", + " 'Ambler,PA': 'Philadelphia,PA',\n", + " 'Audubon,PA': 'Philadelphia,PA',\n", + " 'Bala Cynwyd,PA': 'Philadelphia,PA',\n", + " 'Bensalem,PA': 'Philadelphia,PA',\n", + " 'Berwyn,PA': 'Philadelphia,PA',\n", + " 'Boothwyn,PA': 'Philadelphia,PA',\n", + " 'Bristol,PA': 'Philadelphia,PA',\n", + " 'Chester Township,PA': 'Philadelphia,PA',\n", + " 'Chesterbrook,PA': 'Philadelphia,PA',\n", + " 'Collegeville,PA': 'Philadelphia,PA',\n", + " 'Conshohocken,PA': 'Philadelphia,PA',\n", + " 'Doylestown,PA': 'Philadelphia,PA',\n", + " 'Dresher,PA': 'Philadelphia,PA',\n", + " 'East Norriton,PA': 'Philadelphia,PA',\n", + " 'Exton,PA': 'Philadelphia,PA',\n", + " 'Feasterville Trevose,PA': 'Philadelphia,PA',\n", + " 'Fort Washington,PA': 'Philadelphia,PA',\n", + " 'Horsham,PA': 'Philadelphia,PA',\n", + " 'Lansdale,PA': 'Philadelphia,PA',\n", + " 'Malvern,PA': 'Philadelphia,PA',\n", + " 'Media,PA': 'Philadelphia,PA',\n", + " 'Newtown,PA': 'Philadelphia,PA',\n", + " 'Newtown Square,PA': 'Philadelphia,PA',\n", + " 'Norristown,PA': 'Philadelphia,PA',\n", + " 'North Wales,PA': 'Philadelphia,PA',\n", + " 'Oaks,PA': 'Philadelphia,PA',\n", + " 'Paoli,PA': 'Philadelphia,PA',\n", + " 'Plymouth Meeting,PA': 'Philadelphia,PA',\n", + " 'Radnor,PA': 'Philadelphia,PA',\n", + " 'Ridley Park,PA': 'Philadelphia,PA',\n", + " 'Spring House,PA': 'Philadelphia,PA',\n", + " 'Springhouse Branch Post Office,PA': 'Philadelphia,PA',\n", + " 'Trevose,PA': 'Philadelphia,PA',\n", + " 'Upper Providence,PA': 'Philadelphia,PA',\n", + " 'Valley Forge,PA': 'Philadelphia,PA',\n", + " 'Warminster,PA': 'Philadelphia,PA',\n", + " 'Wayne,PA': 'Philadelphia,PA',\n", + " 'West Chester,PA': 'Philadelphia,PA',\n", + " 'West Conshohocken,PA': 'Philadelphia,PA',\n", + " 'West Point,PA': 'Philadelphia,PA',\n", + " 'Yardley,PA': 'Philadelphia,PA',\n", + " 'Chandler,AZ': 'Phoenix,AZ',\n", + " 'DC Ranch,AZ': 'Phoenix,AZ',\n", + " 'Gilbert,AZ': 'Phoenix,AZ',\n", + " 'Glendale,AZ': 'Phoenix,AZ',\n", + " 'Glendale Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Mesa,AZ': 'Phoenix,AZ',\n", + " 'Scottsdale,AZ': 'Phoenix,AZ',\n", + " 'Tempe,AZ': 'Phoenix,AZ',\n", + " 'Allegheny West,PA': 'Pittsburg,PA',\n", + " 'Vancouver,OR': 'Portland,OR',\n", + " 'Gresham,OR': 'Portland,OR',\n", + " 'Tualatin,OR': 'Portland,OR',\n", + " 'Camas,OR': 'Portland,OR',\n", + " 'Cary,NC': 'Raleigh,NC',\n", + " 'Durham,NC': 'Raleigh,NC',\n", + " 'Morrisville,NC': 'Raleigh,NC',\n", + " 'Henrico,VA': 'Richmond,VA',\n", + " 'Davis,CA': 'Sacramento,CA',\n", + " 'El Dorado Hills,CA': 'Sacramento,CA',\n", + " 'Folsom,CA': 'Sacramento,CA',\n", + " 'Rancho Cordova,CA': 'Sacramento,CA',\n", + " 'Roseville,CA': 'Sacramento,CA',\n", + " 'Vacaville,CA': 'Sacramento,CA',\n", + " 'Gold River,CA': 'Sacramento,CA',\n", + " 'Rocklin,CA': 'Sacramento,CA',\n", + " 'East Alton,MO': 'Saint Louis,MO',\n", + " 'Granite City,MO': 'Saint Louis,MO',\n", + " 'Clayton,MO': 'Saint Louis,MO',\n", + " 'American Fork,UT': 'Salt Lake City,UT',\n", + " 'Bountiful,UT': 'Salt Lake City,UT',\n", + " 'Draper,UT': 'Salt Lake City,UT',\n", + " 'Eagle Mountain,UT': 'Salt Lake City,UT',\n", + " 'Farmington,UT': 'Salt Lake City,UT',\n", + " 'Hill AFB,UT': 'Salt Lake City,UT',\n", + " 'Lehi,UT': 'Salt Lake City,UT',\n", + " 'Magna,UT': 'Salt Lake City,UT',\n", + " 'Midvale,UT': 'Salt Lake City,UT',\n", + " 'Murray,UT': 'Salt Lake City,UT',\n", + " 'Ogden,UT': 'Salt Lake City,UT',\n", + " 'Provo,UT': 'Salt Lake City,UT',\n", + " 'Riverton,UT': 'Salt Lake City,UT',\n", + " 'Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'South Jordan,UT': 'Salt Lake City,UT',\n", + " 'West Valley City,UT': 'Salt Lake City,UT',\n", + " 'Arsenal,UT': 'Salt Lake City,UT',\n", + " 'Bluffdale,UT': 'Salt Lake City,UT',\n", + " 'Lindon,UT': 'Salt Lake City,UT',\n", + " 'North Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'Orem,UT': 'Salt Lake City,UT',\n", + " 'Pleasant Grove,UT': 'Salt Lake City,UT',\n", + " 'Riverdale,UT': 'Salt Lake City,UT',\n", + " 'Roy,UT': 'Salt Lake City,UT',\n", + " 'Sandy,UT': 'Salt Lake City,UT',\n", + " 'Spanish Fork,UT': 'Salt Lake City,UT',\n", + " 'Taylorsville,UT': 'Salt Lake City,UT',\n", + " 'Utah County,UT': 'Salt Lake City,UT',\n", + " 'West Jordan,UT': 'Salt Lake City,UT',\n", + " 'Universal City,TX': 'San Antonio,TX',\n", + " 'Boerne,TX': 'San Antonio,TX',\n", + " 'Bulverde,TX': 'San Antonio,TX',\n", + " 'Fort Sam Houston,TX': 'San Antonio,TX',\n", + " 'Lackland AFB,TX': 'San Antonio,TX',\n", + " 'Schertz,TX': 'San Antonio,TX',\n", + " 'La Jolla,CA': 'San Diego,CA',\n", + " 'Vista,CA': 'San Diego,CA',\n", + " 'Carlsbad,CA': 'San Diego,CA',\n", + " 'Alpine,CA': 'San Diego,CA',\n", + " 'Chula Vista,CA': 'San Diego,CA',\n", + " 'Coronado,CA': 'San Diego,CA',\n", + " 'El Cajon,CA': 'San Diego,CA',\n", + " 'Encinitas,CA': 'San Diego,CA',\n", + " 'National City,CA': 'San Diego,CA',\n", + " 'Poway,CA': 'San Diego,CA',\n", + " 'Spring Valley,CA': 'San Diego,CA',\n", + " 'Foster City,CA': 'San Francisco,CA',\n", + " 'Burlingame,CA': 'San Francisco,CA',\n", + " 'Belmont,CA': 'San Francisco,CA',\n", + " 'Menlo Park,CA': 'San Francisco,CA',\n", + " 'Redwood City,CA': 'San Francisco,CA',\n", + " 'Brisbane,CA': 'San Francisco,CA',\n", + " 'East Palo Alto,CA': 'San Francisco,CA',\n", + " 'Novato,CA': 'San Francisco,CA',\n", + " 'Petaluma,CA': 'San Francisco,CA',\n", + " 'San Bruno,CA': 'San Francisco,CA',\n", + " 'San Carlos,CA': 'San Francisco,CA',\n", + " 'San Francisco Bay Area,CA': 'San Francisco,CA',\n", + " 'San Mateo,CA': 'San Francisco,CA',\n", + " 'Concord,CA': 'San Francisco,CA',\n", + " 'Daly City,CA': 'San Francisco,CA',\n", + " 'Marin City,CA': 'San Francisco,CA',\n", + " 'Millbrae,CA': 'San Francisco,CA',\n", + " 'San Rafael,CA': 'San Francisco,CA',\n", + " 'South San Francisco,CA': 'San Francisco,CA',\n", + " 'West Menlo Park,CA': 'San Francisco,CA',\n", + " 'Cupertino,CA': 'San Jose,CA',\n", + " 'Palo Alto,CA': 'San Jose,CA',\n", + " 'Silicon Valley,CA': 'San Jose,CA',\n", + " 'Sunnyvale,CA': 'San Jose,CA',\n", + " 'Santa Clara,CA': 'San Jose,CA',\n", + " 'Santa Clara Valley,CA': 'San Jose,CA',\n", + " 'Los Gatos,CA': 'San Jose,CA',\n", + " 'Mountain View,CA': 'San Jose,CA',\n", + " 'Campbell,CA': 'San Jose,CA',\n", + " 'Los Altos,CA': 'San Jose,CA',\n", + " 'Milpitas,CA': 'San Jose,CA',\n", + " 'Moffett Field,CA': 'San Jose,CA',\n", + " 'Monterey,CA': 'San Jose,CA',\n", + " 'Morgan Hill,CA': 'San Jose,CA',\n", + " 'Seaside,CA': 'San Jose,CA',\n", + " 'Alviso,CA': 'San Jose,CA',\n", + " 'Capital Hill,CA': 'San Jose,CA',\n", + " 'Scotts Valley,CA': 'San Jose,CA',\n", + " 'Stanford,CA': 'San Jose,CA',\n", + " 'Bothell,WA': 'Seattle,WA',\n", + " 'Auburn,WA': 'Seattle,WA',\n", + " 'Kirkland,WA': 'Seattle,WA',\n", + " 'Mountlake Terrace,WA': 'Seattle,WA',\n", + " 'Redmond,WA': 'Seattle,WA',\n", + " 'Renton,WA': 'Seattle,WA',\n", + " 'Tukwila,WA': 'Seattle,WA',\n", + " 'Issaquah,WA': 'Seattle,WA',\n", + " 'Lewis McChord,WA': 'Tacoma,WA',\n", + " 'Home,WA': 'Tacoma,WA',\n", + " 'Kent,WA': 'Tacoma,WA',\n", + " 'Macdill AFB,FL': 'Tampa,FL',\n", + " 'Bradenton,FL': 'Tampa,FL',\n", + " 'Clearwater,FL': 'Tampa,FL',\n", + " 'Lakeland,FL': 'Tampa,FL',\n", + " 'MacDill AFB,FL': 'Tampa,FL',\n", + " 'Oldsmar,FL': 'Tampa,FL',\n", + " 'Tampa Palms,FL': 'Tampa,FL',\n", + " 'Saint Petersburg,FL': 'Tampa,FL',\n", + " 'Temple Terrace,FL': 'Tampa,FL',\n", + " 'Haines City,FL': 'Tampa,FL',\n", + " 'Plant City,FL': 'Tampa,FL',\n", + " 'Saint Petersburg Beach,FL': 'Tampa,FL',\n", + " 'Winter Haven,FL': 'Tampa,FL',\n", + " 'Bartlesville,OK': 'Tulsa,OK',\n", + " 'McLean,DC': 'Washington,DC',\n", + " 'Dulles,DC': 'Washington,DC',\n", + " 'Springfield,DC': 'Washington,DC',\n", + " 'Gaithersburg,DC': 'Washington,DC',\n", + " 'Tysons Corner,DC': 'Washington,DC',\n", + " 'Vienna,DC': 'Washington,DC',\n", + " 'Reston,DC': 'Washington,DC',\n", + " 'Arlington,DC': 'Washington,DC',\n", + " 'Falls Church,DC': 'Washington,DC',\n", + " 'Adelphi,DC': 'Washington,DC',\n", + " 'Bethesda,DC': 'Washington,DC',\n", + " 'Chevy Chase,DC': 'Washington,DC',\n", + " 'College Park,DC': 'Washington,DC',\n", + " 'Fulton,DC': 'Washington,DC',\n", + " 'Germantown,DC': 'Washington,DC',\n", + " 'Laurel,DC': 'Washington,DC',\n", + " 'Rockville,DC': 'Washington,DC',\n", + " 'Silver Spring,DC': 'Washington,DC',\n", + " 'Alexandria,DC': 'Washington,DC',\n", + " 'Ashburn,DC': 'Washington,DC',\n", + " 'Chantilly,DC': 'Washington,DC',\n", + " 'Fairfax,DC': 'Washington,DC',\n", + " 'Fort Belvoir,DC': 'Washington,DC',\n", + " 'Herndon,DC': 'Washington,DC',\n", + " 'Kingstowne,DC': 'Washington,DC',\n", + " 'Merrifield,DC': 'Washington,DC',\n", + " 'Quantico,DC': 'Washington,DC',\n", + " 'Rosslyn,DC': 'Washington,DC',\n", + " 'Sterling,DC': 'Washington,DC',\n", + " 'Tysons,DC': 'Washington,DC'}" + ] + }, + "execution_count": 293, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "sufficient-rotation", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { diff --git a/FinalProject.ipynb b/FinalProject.ipynb index bbc1879..056e5ac 100644 --- a/FinalProject.ipynb +++ b/FinalProject.ipynb @@ -19,22 +19,6 @@ "### Like most Data Science students, concern about job opportunities in the near future loom heavily at the halfway point of this degree program. In one year, employment is necessary to pay off student loans and enter the world of data science. This project focuses on the world of job hunting in Data Science. The goal is to explore job descriptions to categorize skill sets, look for patterns, and prepare tools for the job hunt later this year. Through the exploration of trends in data science job postings, the concepts learned from Data Science Tools 1 and other classes will be applied and hopefully the ideal jobs will emerge." ] }, - { - "cell_type": "code", - "execution_count": null, - "id": "recorded-witness", - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "automated-catch", - "metadata": {}, - "outputs": [], - "source": [] - }, { "cell_type": "code", "execution_count": null, @@ -68,16 +52,16 @@ ] }, { - "cell_type": "code", - "execution_count": null, - "id": "ordinary-harrison", + "cell_type": "markdown", + "id": "overhead-scout", "metadata": {}, - "outputs": [], - "source": [] + "source": [ + "### Data from Kaggle is downloaded and cleaned. Eight data frames are created and later merged into one large data frame." + ] }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 257, "id": "stuffed-industry", "metadata": {}, "outputs": [ @@ -129,183 +113,93 @@ " \n", " \n", " \n", - " 2376\n", - " Scientist - Immunotherapeutic Design\n", - " ROLE SUMMARY\\nThe Cancer Immunology Discovery ...\n", - " Pfizer\n", - " La Jolla, CA\n", - " La Jolla\n", - " CA\n", - " Uncertain\n", - " Very Large\n", - " 1849.0\n", - " Biotech Pharmaceuticals\n", - " 4.1\n", - " 75\n", - " 149\n", - " 112.0\n", - " DF1\n", - " \n", - " \n", - " 1318\n", - " Sr. Data Scientist II\n", - " Shutterfly’s purpose is to help share life’s j...\n", - " Shutterfly\n", - " Tempe, AZ\n", - " Tempe\n", - " AZ\n", - " Uncertain\n", - " Medium-Large\n", - " 1999.0\n", - " Internet\n", - " 3.2\n", - " 97\n", - " 159\n", - " 128.0\n", - " DF1\n", - " \n", - " \n", - " 11781\n", - " Business Analysts\n", - " Opportunity Details\\nID: 20747\\nTitle: Busines...\n", - " Convergent Consulting\n", - " Fremont, CA\n", - " Fremont\n", - " CA\n", + " 6126\n", + " Senior Contract Data Analyst\n", + " OverviewAmyx is seeking to hire a Senior Contr...\n", + " Amyx, Iinc.\n", + " Aurora, CO\n", + " Aurora\n", + " CO\n", " Uncertain\n", - " Very Small\n", " NaN\n", - " Consulting\n", - " 3.9\n", - " 63\n", - " 119\n", + " NaN\n", + " NaN\n", + " NaN\n", + " 78\n", + " 104\n", " 91.0\n", " DF1\n", " \n", " \n", - " 11102\n", - " Business Analyst\n", - " Job Description\\nJob Description:-\\nProvide re...\n", - " Staffigo Technical Services, LLC\n", - " San Diego, CA\n", - " San Diego\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2008.0\n", - " IT Services\n", - " 5.0\n", - " 81\n", - " 97\n", - " 89.0\n", - " DF1\n", - " \n", - " \n", - " 7279\n", - " Big Data Engineer\n", - " Job Title Big Data Engineer Location Wilmingto...\n", - " ApTask\n", - " Wilmington, DE\n", - " Wilmington\n", - " DE\n", + " 7800\n", + " Hadoop Data Engineer\n", + " About Us\\n\\nTachyon Technologies is a Digital ...\n", + " Tachyon Technologies\n", + " Irving, TX\n", + " Irving\n", + " TX\n", " Uncertain\n", " Medium-Small\n", - " 2010.0\n", + " 2011.0\n", " IT Services\n", - " 3.9\n", - " 55\n", - " 105\n", - " 80.0\n", + " 4.4\n", + " 66\n", + " 113\n", + " 89.5\n", " DF1\n", " \n", " \n", - " 7650\n", - " Data Architect / Engineer\n", - " Please, no third parties. No sponsorship oppor...\n", - " AbleForce\n", - " San Diego, CA\n", - " San Diego\n", - " CA\n", - " Yes\n", - " NaN\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 79\n", - " 132\n", - " 105.5\n", + " 7374\n", + " Data Warehouse Engineer\n", + " Job Description\\n\\nPosition Summary:\\n\\n\\nThe ...\n", + " Constellation Brands\n", + " San Antonio, TX\n", + " San Antonio\n", + " TX\n", + " Uncertain\n", + " Large\n", + " 1945.0\n", + " Food Beverage Manufacturing\n", + " 3.2\n", + " 75\n", + " 135\n", + " 105.0\n", " DF1\n", " \n", " \n", - " 690\n", - " Data Engineer\n", - " 77 West Wacker Dr (35012), United States of Am...\n", - " Capital One\n", + " 9517\n", + " FMLA Business Support Analyst\n", + " About ComPsych ComPsych Corporation is the wor...\n", + " ComPsych\n", " Chicago, IL\n", " Chicago\n", " IL\n", " Uncertain\n", - " Very Large\n", - " 1994.0\n", - " Banks Credit Unions\n", - " 3.9\n", - " 46\n", + " Medium\n", + " 1984.0\n", + " Consulting\n", + " 3.1\n", + " 42\n", " 80\n", - " 63.0\n", + " 61.0\n", " DF1\n", " \n", " \n", - " 8196\n", - " Senior Data Engineer\n", - " Job Description\\nUnizin is looking for a Senio...\n", - " Unizin\n", - " Austin, TX\n", - " Austin\n", + " 2744\n", + " Technical Data Analyst Accounting\n", + " Job Title Technical Data Analyst Accounting\\nL...\n", + " eTeam Inc.\n", + " Irving, TX\n", + " Irving\n", " TX\n", " Uncertain\n", - " Very Small\n", - " 2014.0\n", - " Colleges Universities\n", - " 5.0\n", - " 79\n", - " 96\n", - " 87.5\n", - " DF1\n", - " \n", - " \n", - " 7313\n", - " Data Engineer 140K+\n", - " A local Center City is building out their Data...\n", - " Management Decisions, Inc.\n", - " Philadelphia, PA\n", - " Philadelphia\n", - " PA\n", - " Yes\n", - " Very Small\n", - " NaN\n", - " Advertising Marketing\n", - " 1.6\n", - " 71\n", - " 130\n", - " 100.5\n", - " DF1\n", - " \n", - " \n", - " 578\n", - " Data Engineer - HBO Max\n", - " Req ID: 178113\\nHBO Max is the future of enter...\n", - " Turner Broadcasting\n", - " Burbank, CA\n", - " Burbank\n", - " CA\n", - " Uncertain\n", - " Very Large\n", - " 2003.0\n", - " TV Broadcast Cable Networks\n", + " Small\n", + " 1999.0\n", + " Staffing Outsourcing\n", " 3.7\n", - " 75\n", - " 143\n", - " 109.0\n", + " 46\n", + " 91\n", + " 68.5\n", " DF1\n", " \n", " \n", @@ -313,68 +207,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "2376 Scientist - Immunotherapeutic Design \n", - "1318 Sr. Data Scientist II \n", - "11781 Business Analysts \n", - "11102 Business Analyst \n", - "7279 Big Data Engineer \n", - "7650 Data Architect / Engineer \n", - "690 Data Engineer \n", - "8196 Senior Data Engineer \n", - "7313 Data Engineer 140K+ \n", - "578 Data Engineer - HBO Max \n", + " Job Title \\\n", + "6126 Senior Contract Data Analyst \n", + "7800 Hadoop Data Engineer \n", + "7374 Data Warehouse Engineer \n", + "9517 FMLA Business Support Analyst \n", + "2744 Technical Data Analyst Accounting \n", "\n", - " Job Description \\\n", - "2376 ROLE SUMMARY\\nThe Cancer Immunology Discovery ... \n", - "1318 Shutterfly’s purpose is to help share life’s j... \n", - "11781 Opportunity Details\\nID: 20747\\nTitle: Busines... \n", - "11102 Job Description\\nJob Description:-\\nProvide re... \n", - "7279 Job Title Big Data Engineer Location Wilmingto... \n", - "7650 Please, no third parties. No sponsorship oppor... \n", - "690 77 West Wacker Dr (35012), United States of Am... \n", - "8196 Job Description\\nUnizin is looking for a Senio... \n", - "7313 A local Center City is building out their Data... \n", - "578 Req ID: 178113\\nHBO Max is the future of enter... \n", + " Job Description Company Name \\\n", + "6126 OverviewAmyx is seeking to hire a Senior Contr... Amyx, Iinc. \n", + "7800 About Us\\n\\nTachyon Technologies is a Digital ... Tachyon Technologies \n", + "7374 Job Description\\n\\nPosition Summary:\\n\\n\\nThe ... Constellation Brands \n", + "9517 About ComPsych ComPsych Corporation is the wor... ComPsych \n", + "2744 Job Title Technical Data Analyst Accounting\\nL... eTeam Inc. \n", "\n", - " Company Name Location City State \\\n", - "2376 Pfizer La Jolla, CA La Jolla CA \n", - "1318 Shutterfly Tempe, AZ Tempe AZ \n", - "11781 Convergent Consulting Fremont, CA Fremont CA \n", - "11102 Staffigo Technical Services, LLC San Diego, CA San Diego CA \n", - "7279 ApTask Wilmington, DE Wilmington DE \n", - "7650 AbleForce San Diego, CA San Diego CA \n", - "690 Capital One Chicago, IL Chicago IL \n", - "8196 Unizin Austin, TX Austin TX \n", - "7313 Management Decisions, Inc. Philadelphia, PA Philadelphia PA \n", - "578 Turner Broadcasting Burbank, CA Burbank CA \n", + " Location City State Remote Size Founded \\\n", + "6126 Aurora, CO Aurora CO Uncertain NaN NaN \n", + "7800 Irving, TX Irving TX Uncertain Medium-Small 2011.0 \n", + "7374 San Antonio, TX San Antonio TX Uncertain Large 1945.0 \n", + "9517 Chicago, IL Chicago IL Uncertain Medium 1984.0 \n", + "2744 Irving, TX Irving TX Uncertain Small 1999.0 \n", "\n", - " Remote Size Founded Industry Rating \\\n", - "2376 Uncertain Very Large 1849.0 Biotech Pharmaceuticals 4.1 \n", - "1318 Uncertain Medium-Large 1999.0 Internet 3.2 \n", - "11781 Uncertain Very Small NaN Consulting 3.9 \n", - "11102 Uncertain Small 2008.0 IT Services 5.0 \n", - "7279 Uncertain Medium-Small 2010.0 IT Services 3.9 \n", - "7650 Yes NaN NaN NaN NaN \n", - "690 Uncertain Very Large 1994.0 Banks Credit Unions 3.9 \n", - "8196 Uncertain Very Small 2014.0 Colleges Universities 5.0 \n", - "7313 Yes Very Small NaN Advertising Marketing 1.6 \n", - "578 Uncertain Very Large 2003.0 TV Broadcast Cable Networks 3.7 \n", + " Industry Rating SalaryMin SalaryMax \\\n", + "6126 NaN NaN 78 104 \n", + "7800 IT Services 4.4 66 113 \n", + "7374 Food Beverage Manufacturing 3.2 75 135 \n", + "9517 Consulting 3.1 42 80 \n", + "2744 Staffing Outsourcing 3.7 46 91 \n", "\n", - " SalaryMin SalaryMax Salary Estimate DF \n", - "2376 75 149 112.0 DF1 \n", - "1318 97 159 128.0 DF1 \n", - "11781 63 119 91.0 DF1 \n", - "11102 81 97 89.0 DF1 \n", - "7279 55 105 80.0 DF1 \n", - "7650 79 132 105.5 DF1 \n", - "690 46 80 63.0 DF1 \n", - "8196 79 96 87.5 DF1 \n", - "7313 71 130 100.5 DF1 \n", - "578 75 143 109.0 DF1 " + " Salary Estimate DF \n", + "6126 91.0 DF1 \n", + "7800 89.5 DF1 \n", + "7374 105.0 DF1 \n", + "9517 61.0 DF1 \n", + "2744 68.5 DF1 " ] }, - "execution_count": 16, + "execution_count": 257, "metadata": {}, "output_type": "execute_result" } @@ -447,12 +316,12 @@ "#df1.head(10)\n", "#df1.State.value_counts()\n", "list(df1.Size.unique())\n", - "df1.sample(10)" + "df1.sample(5)" ] }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 258, "id": "lyric-mexican", "metadata": {}, "outputs": [ @@ -460,7 +329,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "(0, 14)\n", "(3909, 15)\n" ] }, @@ -504,182 +372,92 @@ " \n", " \n", " \n", - " 1351\n", - " Internship - Analytics and Data Science (Healt...\n", - " Blue Cross Blue Shield of Arizona is a local, ...\n", - " Blue Cross Blue Shield of Arizona\n", - " Phoenix, AZ\n", - " Phoenix\n", - " AZ\n", + " 259\n", + " Data Analyst\n", + " Data Analyst (Decision Science)\\n\\nHearst is a...\n", + " Hearst Communications\n", + " New York, NY\n", + " New York\n", + " NY\n", " Uncertain\n", - " Medium-Large\n", - " 1939.0\n", - " Insurance Carriers\n", - " 3.1\n", - " 97\n", - " 159\n", + " Very Small\n", " NaN\n", - " DF2\n", - " \n", - " \n", - " 1090\n", - " Physical Scientist\n", - " The Department of Energy is seeking motivated ...\n", - " US Department of Energy\n", - " Houston, TX\n", - " Houston\n", - " TX\n", - " Uncertain\n", - " Very Large\n", - " 1977.0\n", - " Federal Agencies\n", - " 3.6\n", - " 39\n", - " 87\n", + " Advertising & Marketing\n", + " 4.0\n", + " 110\n", + " 139\n", " NaN\n", " DF2\n", " \n", " \n", - " 1858\n", - " Sr Scientist\n", - " Site Name: USA - Pennsylvania - King of Prussi...\n", - " GSK\n", - " King of Prussia, PA\n", - " King of Prussia\n", + " 1877\n", + " Principal Scientist, Global Self-Care Stability\n", + " Johnson & Johnson Consumer Inc. is recruiting ...\n", + " J&J Family of Companies\n", + " Fort Washington, PA\n", + " Fort Washington\n", " PA\n", " Uncertain\n", " Very Large\n", - " 1830.0\n", + " 1887.0\n", " Biotech & Pharmaceuticals\n", - " 3.9\n", + " 4.0\n", " 143\n", " 237\n", " NaN\n", " DF2\n", " \n", " \n", - " 3052\n", - " Data Analyst\n", - " KAYGEN is an emerging leader in providing top ...\n", - " Kaygen Inc.\n", - " San Jose, CA\n", - " San Jose\n", - " CA\n", + " 1386\n", + " Post-Doctoral Magnetic Resonance Research Scie...\n", + " Now’s our time to\\ninspire the future of healt...\n", + " Siemens Healthineers\n", + " Phoenix, AZ\n", + " Phoenix\n", + " AZ\n", " Uncertain\n", - " Very Small\n", - " NaN\n", - " Consulting\n", + " Very Large\n", + " 1847.0\n", + " Health Care Services & Hospitals\n", " 3.9\n", - " 119\n", - " 188\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 3594\n", - " Data Architect II\n", - " Job Description\\nON BOARD SERVICES\\nHiring a C...\n", - " On-Board Companies\n", - " Jacksonville, FL\n", - " Jacksonville\n", - " FL\n", - " Uncertain\n", - " Medium-Large\n", - " 1976.0\n", - " Consulting\n", - " 3.4\n", - " 61\n", - " 94\n", + " 46\n", + " 104\n", " NaN\n", " DF2\n", " \n", " \n", - " 3441\n", - " Data Analyst Junior\n", - " Job Description\\nJob description\\nInterpret da...\n", - " Staffigo Technical Services, LLC\n", + " 3236\n", + " Recruiting Manager, Data Science\n", + " Facebook's mission is to give people the power...\n", + " Facebook\n", " Austin, TX\n", " Austin\n", " TX\n", " Uncertain\n", - " Small\n", - " 2008.0\n", - " IT Services\n", - " 5.0\n", - " 74\n", - " 144\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 213\n", - " Software Engineer - Data Engineering, Finance ...\n", - " As a member of our Data Engineering team, you’...\n", - " Squarespace\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", - " Medium-Large\n", - " 2003.0\n", + " Very Large\n", + " 2004.0\n", " Internet\n", - " 3.4\n", - " 119\n", - " 147\n", + " 4.5\n", + " 116\n", + " 181\n", " NaN\n", " DF2\n", " \n", " \n", - " 3105\n", - " Data Analyst\n", - " PETADATA is looking for a Data Analyst to work...\n", - " PETADATA\n", - " San Jose, CA\n", - " San Jose\n", + " 2979\n", + " Machine Learning Research Scientist\n", + " Our PURPOSE—to enable healthier lives everywhe...\n", + " Hologic\n", + " Santa Clara, CA\n", + " Santa Clara\n", " CA\n", " Uncertain\n", - " Small\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 150\n", - " 169\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 2483\n", - " Data Analyst II\n", - " The Data Analyst II is responsible for data en...\n", - " Insight Enterprises, Inc.\n", - " Plano, TX\n", - " Plano\n", - " TX\n", - " Uncertain\n", " Large\n", - " 1988.0\n", - " Enterprise Software & Network Solutions\n", - " 4.0\n", - " 12\n", - " 112\n", - " NaN\n", - " DF2\n", - " \n", - " \n", - " 3854\n", - " Post Doctoral Scientist Year 1-3 RI Mathematic...\n", - " JOB POSTING – Post Doctoral Scientist Year 1-3...\n", - " Nationwide Children's Hospital\n", - " Columbus, OH\n", - " Columbus\n", - " OH\n", - " Uncertain\n", - " Very Large\n", - " 1892.0\n", - " Health Care Services & Hospitals\n", + " 1985.0\n", + " Health Care Products Manufacturing\n", " 3.7\n", - " 39\n", - " 86\n", + " 150\n", + " 237\n", " NaN\n", " DF2\n", " \n", @@ -689,79 +467,42 @@ ], "text/plain": [ " Job Title \\\n", - "1351 Internship - Analytics and Data Science (Healt... \n", - "1090 Physical Scientist \n", - "1858 Sr Scientist \n", - "3052 Data Analyst \n", - "3594 Data Architect II \n", - "3441 Data Analyst Junior \n", - "213 Software Engineer - Data Engineering, Finance ... \n", - "3105 Data Analyst \n", - "2483 Data Analyst II \n", - "3854 Post Doctoral Scientist Year 1-3 RI Mathematic... \n", + "259 Data Analyst \n", + "1877 Principal Scientist, Global Self-Care Stability \n", + "1386 Post-Doctoral Magnetic Resonance Research Scie... \n", + "3236 Recruiting Manager, Data Science \n", + "2979 Machine Learning Research Scientist \n", "\n", " Job Description \\\n", - "1351 Blue Cross Blue Shield of Arizona is a local, ... \n", - "1090 The Department of Energy is seeking motivated ... \n", - "1858 Site Name: USA - Pennsylvania - King of Prussi... \n", - "3052 KAYGEN is an emerging leader in providing top ... \n", - "3594 Job Description\\nON BOARD SERVICES\\nHiring a C... \n", - "3441 Job Description\\nJob description\\nInterpret da... \n", - "213 As a member of our Data Engineering team, you’... \n", - "3105 PETADATA is looking for a Data Analyst to work... \n", - "2483 The Data Analyst II is responsible for data en... \n", - "3854 JOB POSTING – Post Doctoral Scientist Year 1-3... \n", - "\n", - " Company Name Location City \\\n", - "1351 Blue Cross Blue Shield of Arizona Phoenix, AZ Phoenix \n", - "1090 US Department of Energy Houston, TX Houston \n", - "1858 GSK King of Prussia, PA King of Prussia \n", - "3052 Kaygen Inc. San Jose, CA San Jose \n", - "3594 On-Board Companies Jacksonville, FL Jacksonville \n", - "3441 Staffigo Technical Services, LLC Austin, TX Austin \n", - "213 Squarespace New York, NY New York \n", - "3105 PETADATA San Jose, CA San Jose \n", - "2483 Insight Enterprises, Inc. Plano, TX Plano \n", - "3854 Nationwide Children's Hospital Columbus, OH Columbus \n", + "259 Data Analyst (Decision Science)\\n\\nHearst is a... \n", + "1877 Johnson & Johnson Consumer Inc. is recruiting ... \n", + "1386 Now’s our time to\\ninspire the future of healt... \n", + "3236 Facebook's mission is to give people the power... \n", + "2979 Our PURPOSE—to enable healthier lives everywhe... \n", "\n", - " State Remote Size Founded \\\n", - "1351 AZ Uncertain Medium-Large 1939.0 \n", - "1090 TX Uncertain Very Large 1977.0 \n", - "1858 PA Uncertain Very Large 1830.0 \n", - "3052 CA Uncertain Very Small NaN \n", - "3594 FL Uncertain Medium-Large 1976.0 \n", - "3441 TX Uncertain Small 2008.0 \n", - "213 NY Uncertain Medium-Large 2003.0 \n", - "3105 CA Uncertain Small NaN \n", - "2483 TX Uncertain Large 1988.0 \n", - "3854 OH Uncertain Very Large 1892.0 \n", + " Company Name Location City State \\\n", + "259 Hearst Communications New York, NY New York NY \n", + "1877 J&J Family of Companies Fort Washington, PA Fort Washington PA \n", + "1386 Siemens Healthineers Phoenix, AZ Phoenix AZ \n", + "3236 Facebook Austin, TX Austin TX \n", + "2979 Hologic Santa Clara, CA Santa Clara CA \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "1351 Insurance Carriers 3.1 97 159 \n", - "1090 Federal Agencies 3.6 39 87 \n", - "1858 Biotech & Pharmaceuticals 3.9 143 237 \n", - "3052 Consulting 3.9 119 188 \n", - "3594 Consulting 3.4 61 94 \n", - "3441 IT Services 5.0 74 144 \n", - "213 Internet 3.4 119 147 \n", - "3105 NaN NaN 150 169 \n", - "2483 Enterprise Software & Network Solutions 4.0 12 112 \n", - "3854 Health Care Services & Hospitals 3.7 39 86 \n", + " Remote Size Founded Industry \\\n", + "259 Uncertain Very Small NaN Advertising & Marketing \n", + "1877 Uncertain Very Large 1887.0 Biotech & Pharmaceuticals \n", + "1386 Uncertain Very Large 1847.0 Health Care Services & Hospitals \n", + "3236 Uncertain Very Large 2004.0 Internet \n", + "2979 Uncertain Large 1985.0 Health Care Products Manufacturing \n", "\n", - " Salary Estimate DF \n", - "1351 NaN DF2 \n", - "1090 NaN DF2 \n", - "1858 NaN DF2 \n", - "3052 NaN DF2 \n", - "3594 NaN DF2 \n", - "3441 NaN DF2 \n", - "213 NaN DF2 \n", - "3105 NaN DF2 \n", - "2483 NaN DF2 \n", - "3854 NaN DF2 " + " Rating SalaryMin SalaryMax Salary Estimate DF \n", + "259 4.0 110 139 NaN DF2 \n", + "1877 4.0 143 237 NaN DF2 \n", + "1386 3.9 46 104 NaN DF2 \n", + "3236 4.5 116 181 NaN DF2 \n", + "2979 3.7 150 237 NaN DF2 " ] }, - "execution_count": 20, + "execution_count": 258, "metadata": {}, "output_type": "execute_result" } @@ -843,12 +584,12 @@ "\n", "#print(DF2duplicates.shape)\n", "print(df2.shape)\n", - "df2.sample(10)" + "df2.sample(5)" ] }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 259, "id": "owned-shape", "metadata": {}, "outputs": [ @@ -899,362 +640,92 @@ " \n", " \n", " \n", - " 283\n", - " Data Scientist Architect\n", - " This career opportunity is in our Minneapolis ...\n", - " SullivanCotter\n", - " Minneapolis, MN\n", - " Minneapolis\n", - " MN\n", - " Uncertain\n", - " Medium-Small\n", - " 1992.0\n", - " Consulting\n", - " 4.2\n", - " 95\n", - " 165\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 799\n", - " Medical Lab Scientist (MLS)\n", - " We Are Hiring\\n\\nMedical Lab Scientist (MLS) -...\n", - " Sacred Heart Hospital of Pensacola\n", - " Panama City, FL\n", - " Panama City\n", - " FL\n", - " Uncertain\n", - " Very Large\n", - " 1999.0\n", - " Healthcare Services & Hospitals\n", - " 3.2\n", - " 81\n", - " 102\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 854\n", - " Data Scientist\n", - " Get in on the ground floor at one of Boston's ...\n", - " LogRocket\n", - " Boston, MA\n", - " Boston\n", - " MA\n", - " Uncertain\n", - " Very Small\n", - " 2016.0\n", - " Computer Hardware & Software\n", - " 5.0\n", - " 59\n", - " 101\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 327\n", - " Lead Data Engineer\n", - " 1 Broadway (21026), United States of America, ...\n", - " Capital One\n", - " Cambridge, MA\n", - " Cambridge\n", - " MA\n", - " Uncertain\n", - " Very Large\n", - " 1994.0\n", - " Banks & Building Societies\n", - " 3.9\n", - " 50\n", - " 63\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 468\n", - " Data Scientist\n", - " Schrödinger’s mission is to revolutionize drug...\n", - " Schrödinger\n", - " Portland, OR\n", - " Portland\n", - " OR\n", - " Uncertain\n", - " Medium-Small\n", - " 1990.0\n", - " Internet\n", - " 4.4\n", - " 49\n", - " 88\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 179\n", - " Temporary Assignment - Clinical Laboratory Sci...\n", - " The Clinical Laboratory Scientist I performs l...\n", - " Exact Sciences Corporation\n", - " Madison, WI\n", - " Madison\n", - " WI\n", - " Uncertain\n", - " Medium-Large\n", - " 1995.0\n", - " Healthcare Services & Hospitals\n", - " 4.0\n", - " 41\n", - " 73\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 467\n", - " Data Scientist\n", - " Job Description\\nGalorath Federal is a growing...\n", - " Galorath Inc.\n", - " Charleston, SC\n", - " Charleston\n", - " SC\n", - " Uncertain\n", - " Small\n", - " 1979.0\n", - " Computer Hardware & Software\n", - " 3.8\n", - " 49\n", - " 88\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 376\n", - " Senior Insurance Data Scientist\n", - " What We'll Bring:\\n\\nAt TransUnion, we have a ...\n", - " TransUnion\n", - " Chicago, IL\n", - " Chicago\n", - " IL\n", - " Uncertain\n", - " Large\n", - " 1968.0\n", - " Financial Analytics & Research\n", - " 3.9\n", - " 110\n", - " 145\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 188\n", - " Data Scientist active TS/SCI\n", - " We are currently seeking an innovative, experi...\n", - " LMI\n", - " Fort Belvoir, VA\n", - " Fort Belvoir\n", - " VA\n", - " Uncertain\n", - " Medium-Large\n", - " 1961.0\n", - " Consulting\n", - " 3.9\n", - " 139\n", - " 229\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 710\n", - " Data Scientist\n", - " Role Description\\nAs a data scientist at Tripl...\n", - " Triplebyte\n", - " San Francisco, CA\n", - " San Francisco\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2015.0\n", - " Computer Hardware & Software\n", - " 3.3\n", - " 112\n", - " 149\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 279\n", - " Data Scientist\n", - " Job Duties & Responsibilities\\nBring Creativit...\n", - " BlackLine\n", - " Woodland Hills, CA\n", - " Woodland Hills\n", - " CA\n", - " Uncertain\n", - " Medium\n", - " 2001.0\n", - " Computer Hardware & Software\n", - " 3.9\n", - " 95\n", - " 165\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 590\n", - " Data Scientist\n", - " Meridian Knowledge Solutions, LLC, is the lead...\n", - " Meridian Knowledge Solutions\n", - " Washington, DC\n", - " Washington\n", - " DC\n", - " Uncertain\n", - " Small\n", - " 1997.0\n", - " Enterprise Software & Network Solutions\n", - " 3.1\n", - " 86\n", - " 108\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 277\n", - " Sr./Scientist, Computational Chemistry/Cheminf...\n", - " The Role:\\nModerna is seeking a talented and m...\n", - " Moderna Therapeutics\n", + " 262\n", + " Data Engineer\n", + " Spun out of MIT in 2014, Zylotech is a disrupt...\n", + " Zylotech\n", " Cambridge, MA\n", " Cambridge\n", " MA\n", " Uncertain\n", - " Medium\n", - " 2011.0\n", - " Biotech & Pharmaceuticals\n", - " 3.7\n", - " 95\n", - " 165\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 556\n", - " Data Scientist\n", - " Job Description\\nGreetings from Avtech Solutio...\n", - " Avtech solutions\n", - " Great Neck, NY\n", - " Great Neck\n", - " NY\n", - " Uncertain\n", " Very Small\n", - " NaN\n", - " NaN\n", - " 2.6\n", - " 73\n", - " 128\n", + " 2014.0\n", + " Computer Hardware & Software\n", + " 3.4\n", + " 57\n", + " 94\n", " NaN\n", " GD\n", " \n", " \n", - " 809\n", + " 636\n", " Data Scientist\n", - " At Wish, our Data Science & Engineering team i...\n", - " Wish\n", + " Req. ID: 180202\\n\\nMicron Technology's vision ...\n", + " Micron Technology, Inc.\n", " Seattle, WA\n", " Seattle\n", " WA\n", " Uncertain\n", - " Medium\n", - " 2011.0\n", - " Other Retail Shops\n", + " Very Large\n", + " 1978.0\n", + " Computer Hardware & Software\n", " 3.5\n", - " 81\n", - " 102\n", + " 83\n", + " 99\n", " NaN\n", " GD\n", " \n", " \n", - " 583\n", - " Data Scientist\n", - " Title Data Scientist Position Type Right to Hi...\n", - " HALLMARK GLOBAL TECHNOLOGIES INC\n", - " Phoenix, AZ\n", - " Phoenix\n", - " AZ\n", + " 870\n", + " Data Scientist, Machine Learning - Game Matchm...\n", + " Data Scientist, Machine Learning - Game Matchm...\n", + " Roblox\n", + " San Mateo, CA\n", + " San Mateo\n", + " CA\n", " Uncertain\n", - " Small\n", - " NaN\n", + " Medium\n", + " 2006.0\n", " Computer Hardware & Software\n", - " 3.6\n", - " 86\n", - " 108\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 244\n", - " Sr Data Analyst\n", - " Position location: Lake Mary, FLorBlue Bell, P...\n", - " United BioSource\n", - " Blue Bell, PA\n", - " Blue Bell\n", - " PA\n", - " Uncertain\n", - " Medium-Large\n", - " 2003.0\n", - " Biotech & Pharmaceuticals\n", - " 2.3\n", - " 57\n", - " 94\n", - " NaN\n", - " GD\n", - " \n", - " \n", - " 437\n", - " Data Scientist\n", - " We have an exciting opportunity for a Seals Pr...\n", - " Amsted Rail\n", - " Granite City, IL\n", - " Granite City\n", - " IL\n", - " Uncertain\n", - " Medium-Large\n", - " NaN\n", - " Rail Freight\n", - " 3.2\n", - " 72\n", - " 121\n", + " 4.4\n", + " 105\n", + " 138\n", " NaN\n", " GD\n", " \n", " \n", - " 359\n", - " Data Scientist\n", - " Hello Associates,\\n\\n*****Greetings from Conch...\n", - " Conch Technologies, Inc\n", - " Concord, CA\n", - " Concord\n", + " 111\n", + " Staff Machine Learning Engineer\n", + " Join the Mobile Future with Tapjoy\\n\\nData Sci...\n", + " Tapjoy\n", + " San Francisco, CA\n", + " San Francisco\n", " CA\n", " Uncertain\n", - " Small\n", - " NaN\n", - " Consulting\n", - " 4.6\n", - " 48\n", - " 91\n", + " Medium-Small\n", + " 2007.0\n", + " Internet\n", + " 3.5\n", + " 90\n", + " 109\n", " NaN\n", " GD\n", " \n", " \n", - " 662\n", - " Data Scientist\n", - " Position: Data Scientist\\n\\nLocation: Washingt...\n", - " Afiniti\n", - " Washington, DC\n", - " Washington\n", - " DC\n", + " 190\n", + " Data Scientist (TS/SCI w/ Poly)\n", + " Are you excited by the possibilities presented...\n", + " Maxar Technologies\n", + " Herndon, VA\n", + " Herndon\n", + " VA\n", " Uncertain\n", - " Medium\n", + " Large\n", " NaN\n", - " Enterprise Software & Network Solutions\n", - " 3.3\n", - " 88\n", - " 133\n", + " Aerospace & Defence\n", + " 3.5\n", + " 139\n", + " 229\n", " NaN\n", " GD\n", " \n", @@ -1264,139 +735,42 @@ ], "text/plain": [ " Job Title \\\n", - "283 Data Scientist Architect \n", - "799 Medical Lab Scientist (MLS) \n", - "854 Data Scientist \n", - "327 Lead Data Engineer \n", - "468 Data Scientist \n", - "179 Temporary Assignment - Clinical Laboratory Sci... \n", - "467 Data Scientist \n", - "376 Senior Insurance Data Scientist \n", - "188 Data Scientist active TS/SCI \n", - "710 Data Scientist \n", - "279 Data Scientist \n", - "590 Data Scientist \n", - "277 Sr./Scientist, Computational Chemistry/Cheminf... \n", - "556 Data Scientist \n", - "809 Data Scientist \n", - "583 Data Scientist \n", - "244 Sr Data Analyst \n", - "437 Data Scientist \n", - "359 Data Scientist \n", - "662 Data Scientist \n", + "262 Data Engineer \n", + "636 Data Scientist \n", + "870 Data Scientist, Machine Learning - Game Matchm... \n", + "111 Staff Machine Learning Engineer \n", + "190 Data Scientist (TS/SCI w/ Poly) \n", "\n", " Job Description \\\n", - "283 This career opportunity is in our Minneapolis ... \n", - "799 We Are Hiring\\n\\nMedical Lab Scientist (MLS) -... \n", - "854 Get in on the ground floor at one of Boston's ... \n", - "327 1 Broadway (21026), United States of America, ... \n", - "468 Schrödinger’s mission is to revolutionize drug... \n", - "179 The Clinical Laboratory Scientist I performs l... \n", - "467 Job Description\\nGalorath Federal is a growing... \n", - "376 What We'll Bring:\\n\\nAt TransUnion, we have a ... \n", - "188 We are currently seeking an innovative, experi... \n", - "710 Role Description\\nAs a data scientist at Tripl... \n", - "279 Job Duties & Responsibilities\\nBring Creativit... \n", - "590 Meridian Knowledge Solutions, LLC, is the lead... \n", - "277 The Role:\\nModerna is seeking a talented and m... \n", - "556 Job Description\\nGreetings from Avtech Solutio... \n", - "809 At Wish, our Data Science & Engineering team i... \n", - "583 Title Data Scientist Position Type Right to Hi... \n", - "244 Position location: Lake Mary, FLorBlue Bell, P... \n", - "437 We have an exciting opportunity for a Seals Pr... \n", - "359 Hello Associates,\\n\\n*****Greetings from Conch... \n", - "662 Position: Data Scientist\\n\\nLocation: Washingt... \n", + "262 Spun out of MIT in 2014, Zylotech is a disrupt... \n", + "636 Req. ID: 180202\\n\\nMicron Technology's vision ... \n", + "870 Data Scientist, Machine Learning - Game Matchm... \n", + "111 Join the Mobile Future with Tapjoy\\n\\nData Sci... \n", + "190 Are you excited by the possibilities presented... \n", "\n", - " Company Name Location City \\\n", - "283 SullivanCotter Minneapolis, MN Minneapolis \n", - "799 Sacred Heart Hospital of Pensacola Panama City, FL Panama City \n", - "854 LogRocket Boston, MA Boston \n", - "327 Capital One Cambridge, MA Cambridge \n", - "468 Schrödinger Portland, OR Portland \n", - "179 Exact Sciences Corporation Madison, WI Madison \n", - "467 Galorath Inc. Charleston, SC Charleston \n", - "376 TransUnion Chicago, IL Chicago \n", - "188 LMI Fort Belvoir, VA Fort Belvoir \n", - "710 Triplebyte San Francisco, CA San Francisco \n", - "279 BlackLine Woodland Hills, CA Woodland Hills \n", - "590 Meridian Knowledge Solutions Washington, DC Washington \n", - "277 Moderna Therapeutics Cambridge, MA Cambridge \n", - "556 Avtech solutions Great Neck, NY Great Neck \n", - "809 Wish Seattle, WA Seattle \n", - "583 HALLMARK GLOBAL TECHNOLOGIES INC Phoenix, AZ Phoenix \n", - "244 United BioSource Blue Bell, PA Blue Bell \n", - "437 Amsted Rail Granite City, IL Granite City \n", - "359 Conch Technologies, Inc Concord, CA Concord \n", - "662 Afiniti Washington, DC Washington \n", + " Company Name Location City State \\\n", + "262 Zylotech Cambridge, MA Cambridge MA \n", + "636 Micron Technology, Inc. Seattle, WA Seattle WA \n", + "870 Roblox San Mateo, CA San Mateo CA \n", + "111 Tapjoy San Francisco, CA San Francisco CA \n", + "190 Maxar Technologies Herndon, VA Herndon VA \n", "\n", - " State Remote Size Founded \\\n", - "283 MN Uncertain Medium-Small 1992.0 \n", - "799 FL Uncertain Very Large 1999.0 \n", - "854 MA Uncertain Very Small 2016.0 \n", - "327 MA Uncertain Very Large 1994.0 \n", - "468 OR Uncertain Medium-Small 1990.0 \n", - "179 WI Uncertain Medium-Large 1995.0 \n", - "467 SC Uncertain Small 1979.0 \n", - "376 IL Uncertain Large 1968.0 \n", - "188 VA Uncertain Medium-Large 1961.0 \n", - "710 CA Uncertain Small 2015.0 \n", - "279 CA Uncertain Medium 2001.0 \n", - "590 DC Uncertain Small 1997.0 \n", - "277 MA Uncertain Medium 2011.0 \n", - "556 NY Uncertain Very Small NaN \n", - "809 WA Uncertain Medium 2011.0 \n", - "583 AZ Uncertain Small NaN \n", - "244 PA Uncertain Medium-Large 2003.0 \n", - "437 IL Uncertain Medium-Large NaN \n", - "359 CA Uncertain Small NaN \n", - "662 DC Uncertain Medium NaN \n", + " Remote Size Founded Industry Rating \\\n", + "262 Uncertain Very Small 2014.0 Computer Hardware & Software 3.4 \n", + "636 Uncertain Very Large 1978.0 Computer Hardware & Software 3.5 \n", + "870 Uncertain Medium 2006.0 Computer Hardware & Software 4.4 \n", + "111 Uncertain Medium-Small 2007.0 Internet 3.5 \n", + "190 Uncertain Large NaN Aerospace & Defence 3.5 \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "283 Consulting 4.2 95 165 \n", - "799 Healthcare Services & Hospitals 3.2 81 102 \n", - "854 Computer Hardware & Software 5.0 59 101 \n", - "327 Banks & Building Societies 3.9 50 63 \n", - "468 Internet 4.4 49 88 \n", - "179 Healthcare Services & Hospitals 4.0 41 73 \n", - "467 Computer Hardware & Software 3.8 49 88 \n", - "376 Financial Analytics & Research 3.9 110 145 \n", - "188 Consulting 3.9 139 229 \n", - "710 Computer Hardware & Software 3.3 112 149 \n", - "279 Computer Hardware & Software 3.9 95 165 \n", - "590 Enterprise Software & Network Solutions 3.1 86 108 \n", - "277 Biotech & Pharmaceuticals 3.7 95 165 \n", - "556 NaN 2.6 73 128 \n", - "809 Other Retail Shops 3.5 81 102 \n", - "583 Computer Hardware & Software 3.6 86 108 \n", - "244 Biotech & Pharmaceuticals 2.3 57 94 \n", - "437 Rail Freight 3.2 72 121 \n", - "359 Consulting 4.6 48 91 \n", - "662 Enterprise Software & Network Solutions 3.3 88 133 \n", - "\n", - " Salary Estimate DF \n", - "283 NaN GD \n", - "799 NaN GD \n", - "854 NaN GD \n", - "327 NaN GD \n", - "468 NaN GD \n", - "179 NaN GD \n", - "467 NaN GD \n", - "376 NaN GD \n", - "188 NaN GD \n", - "710 NaN GD \n", - "279 NaN GD \n", - "590 NaN GD \n", - "277 NaN GD \n", - "556 NaN GD \n", - "809 NaN GD \n", - "583 NaN GD \n", - "244 NaN GD \n", - "437 NaN GD \n", - "359 NaN GD \n", - "662 NaN GD " + " SalaryMin SalaryMax Salary Estimate DF \n", + "262 57 94 NaN GD \n", + "636 83 99 NaN GD \n", + "870 105 138 NaN GD \n", + "111 90 109 NaN GD \n", + "190 139 229 NaN GD " ] }, - "execution_count": 5, + "execution_count": 259, "metadata": {}, "output_type": "execute_result" } @@ -1484,12 +858,12 @@ "\n", "#print(testGD.shape)\n", "print(dfGlassdoor.shape)\n", - "dfGlassdoor.sample(20)\n" + "dfGlassdoor.sample(5)" ] }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 260, "id": "equipped-discovery", "metadata": {}, "outputs": [ @@ -1497,7 +871,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "(1098, 8)\n", "(2871, 9)\n" ] }, @@ -1535,123 +908,63 @@ " \n", " \n", " \n", - " 0\n", - " Data Science Modeler\n", - " As a Data Science Modeler, you will be a key p...\n", - " Avero\n", - " Boulder, CO\n", - " Boulder\n", - " CO\n", - " Uncertain\n", - " 2.6\n", - " IN\n", - " \n", - " \n", - " 1\n", - " Director Integrated Data Science\n", - " Demonstrated knowledge of programming expertis...\n", - " UPMC\n", - " Loveland, CO\n", - " Loveland\n", - " CO\n", - " Uncertain\n", - " 3.7\n", - " IN\n", - " \n", - " \n", - " 2\n", - " Data Scientist\n", - " University bachelor’s degree in data science, ...\n", - " Willis Towers Watson\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 3.7\n", - " IN\n", - " \n", - " \n", - " 3\n", + " 540\n", " Data Scientist\n", - " Effectively represent the Data Science group i...\n", - " Valen Analytics\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " NaN\n", - " IN\n", - " \n", - " \n", - " 4\n", - " Sr Business Analyst / Data Scientist\n", - " See the data “forest for the trees” and help i...\n", - " PHOENIX\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " NaN\n", - " IN\n", - " \n", - " \n", - " 5\n", - " Data Engineer\n", - " Troubleshoot basic data and data engineering i...\n", - " Valen Analytics\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " Excellent communication skills - while the Dat...\n", + " Clicktripz\n", + " Manhattan Beach, CA\n", + " Manhattan Beach\n", + " CA\n", " Uncertain\n", " NaN\n", " IN\n", " \n", " \n", - " 6\n", - " Data Scientist\n", - " Data scientists use data and analytical abilit...\n", - " Horizontal\n", - " Broomfield, CO\n", - " Broomfield\n", - " CO\n", + " 3610\n", + " Performance Engineer, Intern (Advanced Data An...\n", + " Experience with database and data lake technol...\n", + " Ancestry\n", + " Lehi, UT\n", + " Lehi\n", + " UT\n", " Uncertain\n", - " NaN\n", + " 3.9\n", " IN\n", " \n", " \n", - " 7\n", + " 549\n", " Data Scientist\n", - " Data Science: 3 years (Preferred). Data scient...\n", - " Pricesenz\n", - " Broomfield, CO\n", - " Broomfield\n", - " CO\n", + " Master’s Degree in a quantitative field (Compu...\n", + " NBCUniversal\n", + " Beverly Hills, CA\n", + " Beverly Hills\n", + " CA\n", " Uncertain\n", - " NaN\n", + " 4.0\n", " IN\n", " \n", " \n", - " 8\n", - " Data Science Analyst\n", - " Data Engineer Tech – :Cleaning and Integrating...\n", - " xentity corporation\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " 3530\n", + " Data Science – Computer Vision, Intern\n", + " Ancestry is looking for a highly motivated Dat...\n", + " Ancestry\n", + " Lehi, UT\n", + " Lehi\n", + " UT\n", " Uncertain\n", - " 4.6\n", + " 3.9\n", " IN\n", " \n", " \n", - " 9\n", - " Senior Applications Scientist, Bioinformatics/...\n", - " Expertise in probability & statistics, machine...\n", - " Inscripta\n", - " Boulder, CO\n", - " Boulder\n", - " CO\n", + " 959\n", + " Data Engineer\n", + " Work closely with customer to gather data flow...\n", + " joulestowatts\n", + " San Francisco, CA\n", + " San Francisco\n", + " CA\n", " Uncertain\n", - " 3.0\n", + " NaN\n", " IN\n", " \n", " \n", @@ -1659,44 +972,29 @@ "" ], "text/plain": [ - " Job Title \\\n", - "0 Data Science Modeler \n", - "1 Director Integrated Data Science \n", - "2 Data Scientist \n", - "3 Data Scientist \n", - "4 Sr Business Analyst / Data Scientist \n", - "5 Data Engineer \n", - "6 Data Scientist \n", - "7 Data Scientist \n", - "8 Data Science Analyst \n", - "9 Senior Applications Scientist, Bioinformatics/... \n", + " Job Title \\\n", + "540 Data Scientist \n", + "3610 Performance Engineer, Intern (Advanced Data An... \n", + "549 Data Scientist \n", + "3530 Data Science – Computer Vision, Intern \n", + "959 Data Engineer \n", "\n", - " Job Description Company Name \\\n", - "0 As a Data Science Modeler, you will be a key p... Avero \n", - "1 Demonstrated knowledge of programming expertis... UPMC \n", - "2 University bachelor’s degree in data science, ... Willis Towers Watson \n", - "3 Effectively represent the Data Science group i... Valen Analytics \n", - "4 See the data “forest for the trees” and help i... PHOENIX \n", - "5 Troubleshoot basic data and data engineering i... Valen Analytics \n", - "6 Data scientists use data and analytical abilit... Horizontal \n", - "7 Data Science: 3 years (Preferred). Data scient... Pricesenz \n", - "8 Data Engineer Tech – :Cleaning and Integrating... xentity corporation \n", - "9 Expertise in probability & statistics, machine... Inscripta \n", + " Job Description Company Name \\\n", + "540 Excellent communication skills - while the Dat... Clicktripz \n", + "3610 Experience with database and data lake technol... Ancestry \n", + "549 Master’s Degree in a quantitative field (Compu... NBCUniversal \n", + "3530 Ancestry is looking for a highly motivated Dat... Ancestry \n", + "959 Work closely with customer to gather data flow... joulestowatts \n", "\n", - " Location City State Remote Rating DF \n", - "0 Boulder, CO Boulder CO Uncertain 2.6 IN \n", - "1 Loveland, CO Loveland CO Uncertain 3.7 IN \n", - "2 Denver, CO Denver CO Uncertain 3.7 IN \n", - "3 Denver, CO Denver CO Uncertain NaN IN \n", - "4 Denver, CO Denver CO Uncertain NaN IN \n", - "5 Denver, CO Denver CO Uncertain NaN IN \n", - "6 Broomfield, CO Broomfield CO Uncertain NaN IN \n", - "7 Broomfield, CO Broomfield CO Uncertain NaN IN \n", - "8 Denver, CO Denver CO Uncertain 4.6 IN \n", - "9 Boulder, CO Boulder CO Uncertain 3.0 IN " + " Location City State Remote Rating DF \n", + "540 Manhattan Beach, CA Manhattan Beach CA Uncertain NaN IN \n", + "3610 Lehi, UT Lehi UT Uncertain 3.9 IN \n", + "549 Beverly Hills, CA Beverly Hills CA Uncertain 4.0 IN \n", + "3530 Lehi, UT Lehi UT Uncertain 3.9 IN \n", + "959 San Francisco, CA San Francisco CA Uncertain NaN IN " ] }, - "execution_count": 23, + "execution_count": 260, "metadata": {}, "output_type": "execute_result" } @@ -1749,12 +1047,12 @@ " \"Location\", \"City\", \"State\", \"Remote\", \"Rating\", \"DF\"])\n", "#print(INduplicates.shape)\n", "print(dfIndeed.shape)\n", - "dfIndeed.head(10)" + "dfIndeed.sample(5)" ] }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 261, "id": "behind-local", "metadata": {}, "outputs": [ @@ -1762,7 +1060,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "(1794, 10)\n", "(1356, 10)\n" ] }, @@ -1801,12 +1098,12 @@ " \n", " \n", " \n", - " 0\n", - " Data Acquisition Developer\n", - " Join ABB and work in a team that is dedicated ...\n", - " ABB\n", - " Broomfield, CO\n", - " Broomfield\n", + " 332\n", + " Building Science Researcher III\n", + " Posting Title Building Science Researcher III ...\n", + " National Renewable Energy Laboratory\n", + " Golden, CO\n", + " Golden\n", " CO\n", " Uncertain\n", " 0\n", @@ -1814,117 +1111,52 @@ " LI\n", " \n", " \n", - " 1\n", - " DATA SCIENTIST MANAGER\n", - " Pilgrim’s is the second largest chicken produc...\n", - " Pilgrim's\n", - " Greeley, CO\n", - " Greeley\n", - " CO\n", + " 1719\n", + " Data Science Manager\n", + " DescriptionThe PeopleInsight team is looking f...\n", + " Amazon\n", + " Seattle, WA\n", + " Seattle\n", + " WA\n", " Uncertain\n", " 0\n", " 0\n", " LI\n", " \n", " \n", - " 2\n", - " Data Scientist – Logistics Optimization Algori...\n", - " Location: Denver, CO – Relocation Offered. Rem...\n", - " ShaleApps\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Yes\n", - " 0\n", + " 2850\n", + " Data Scientist\n", + " Data Scientist - 48349Data Science - USA Oldsm...\n", + " Nielsen\n", + " Oldsmar, FL\n", + " Oldsmar\n", + " FL\n", + " Uncertain\n", " 0\n", - " LI\n", - " \n", - " \n", - " 3\n", - " Senior Director - Global Data & Analytics Arch...\n", - " VF Corporation outfits consumers around the wo...\n", - " VF Corporation\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Yes\n", " 0\n", - " 1\n", " LI\n", " \n", " \n", - " 4\n", - " Senior Consultant - Professional Services (Rem...\n", - " Who We AreTalend is a leader in cloud data int...\n", - " Talend\n", - " Denver, CO\n", - " Denver\n", + " 489\n", + " Biological Science Technician Plants\n", + " SummaryExplore a new career with the BLM - whe...\n", + " U.S. Department of the Interior\n", + " Dolores, CO\n", + " Dolores\n", " CO\n", " Uncertain\n", " 0\n", - " 1\n", + " 0\n", " LI\n", " \n", " \n", - " 5\n", - " Data Scientist\n", - " Job FamilyAdvanced AnalyticsJob Description Su...\n", - " Aegon Asset Management\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 6\n", - " Data Scientist I - 2020 Campus\n", - " This is a talent pipeline requisition for coll...\n", - " Travelport\n", - " Englewood, CO\n", - " Englewood\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 7\n", - " Data Engineer\n", - " Job Description Apply proven expertise and bui...\n", - " Fahrenheit IT\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 8\n", - " Data Engineer\n", - " Data Engineer – Denver, Colorado Want to work ...\n", - " Western Union\n", - " Denver, CO\n", - " Denver\n", - " CO\n", - " Uncertain\n", - " 0\n", - " 0\n", - " LI\n", - " \n", - " \n", - " 9\n", - " Marketing Science Analyst\n", - " OverviewAnalytic Partners is looking for a Mar...\n", - " Analytic Partners\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " 2245\n", + " Data Engineer\n", + " Who We AreClip is changing the way payments wo...\n", + " Clip\n", + " Draper, UT\n", + " Draper\n", + " UT\n", " Uncertain\n", " 0\n", " 0\n", @@ -1935,44 +1167,36 @@ "" ], "text/plain": [ - " Job Title \\\n", - "0 Data Acquisition Developer \n", - "1 DATA SCIENTIST MANAGER \n", - "2 Data Scientist – Logistics Optimization Algori... \n", - "3 Senior Director - Global Data & Analytics Arch... \n", - "4 Senior Consultant - Professional Services (Rem... \n", - "5 Data Scientist \n", - "6 Data Scientist I - 2020 Campus \n", - "7 Data Engineer \n", - "8 Data Engineer \n", - "9 Marketing Science Analyst \n", + " Job Title \\\n", + "332 Building Science Researcher III \n", + "1719 Data Science Manager \n", + "2850 Data Scientist \n", + "489 Biological Science Technician Plants \n", + "2245 Data Engineer \n", + "\n", + " Job Description \\\n", + "332 Posting Title Building Science Researcher III ... \n", + "1719 DescriptionThe PeopleInsight team is looking f... \n", + "2850 Data Scientist - 48349Data Science - USA Oldsm... \n", + "489 SummaryExplore a new career with the BLM - whe... \n", + "2245 Who We AreClip is changing the way payments wo... \n", "\n", - " Job Description Company Name \\\n", - "0 Join ABB and work in a team that is dedicated ... ABB \n", - "1 Pilgrim’s is the second largest chicken produc... Pilgrim's \n", - "2 Location: Denver, CO – Relocation Offered. Rem... ShaleApps \n", - "3 VF Corporation outfits consumers around the wo... VF Corporation \n", - "4 Who We AreTalend is a leader in cloud data int... Talend \n", - "5 Job FamilyAdvanced AnalyticsJob Description Su... Aegon Asset Management \n", - "6 This is a talent pipeline requisition for coll... Travelport \n", - "7 Job Description Apply proven expertise and bui... Fahrenheit IT \n", - "8 Data Engineer – Denver, Colorado Want to work ... Western Union \n", - "9 OverviewAnalytic Partners is looking for a Mar... Analytic Partners \n", + " Company Name Location City State \\\n", + "332 National Renewable Energy Laboratory Golden, CO Golden CO \n", + "1719 Amazon Seattle, WA Seattle WA \n", + "2850 Nielsen Oldsmar, FL Oldsmar FL \n", + "489 U.S. Department of the Interior Dolores, CO Dolores CO \n", + "2245 Clip Draper, UT Draper UT \n", "\n", - " Location City State Remote Junior Senior DF \n", - "0 Broomfield, CO Broomfield CO Uncertain 0 0 LI \n", - "1 Greeley, CO Greeley CO Uncertain 0 0 LI \n", - "2 Denver, CO Denver CO Yes 0 0 LI \n", - "3 Denver, CO Denver CO Yes 0 1 LI \n", - "4 Denver, CO Denver CO Uncertain 0 1 LI \n", - "5 Denver, CO Denver CO Uncertain 0 0 LI \n", - "6 Englewood, CO Englewood CO Uncertain 0 0 LI \n", - "7 Denver, CO Denver CO Uncertain 0 0 LI \n", - "8 Denver, CO Denver CO Uncertain 0 0 LI \n", - "9 Denver, CO Denver CO Uncertain 0 0 LI " + " Remote Junior Senior DF \n", + "332 Uncertain 0 0 LI \n", + "1719 Uncertain 0 0 LI \n", + "2850 Uncertain 0 0 LI \n", + "489 Uncertain 0 0 LI \n", + "2245 Uncertain 0 0 LI " ] }, - "execution_count": 29, + "execution_count": 261, "metadata": {}, "output_type": "execute_result" } @@ -2028,12 +1252,12 @@ "#print(LIduplicates.shape)\n", "#print(dfLinkedIn.head())\n", "print(dfLinkedIn.shape)\n", - "dfLinkedIn.head(10)" + "dfLinkedIn.sample(5)" ] }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 262, "id": "disabled-flash", "metadata": {}, "outputs": [ @@ -2084,182 +1308,92 @@ " \n", " \n", " \n", - " 1672\n", - " TSDS Data QA Analyst (Data Analyst IV)\n", - " TSDS Data QA Analyst (Data Analyst IV) (000100...\n", - " TEXAS EDUCATION AGENCY\n", - " Austin, TX\n", - " Austin\n", - " TX\n", - " Uncertain\n", - " Medium\n", - " NaN\n", - " State & Regional Agencies\n", - " 2.8\n", - " 53\n", - " 104\n", - " NaN\n", - " DA\n", - " \n", - " \n", - " 1712\n", - " Senior Data Analyst\n", - " Job Description\\n\\nThe Senior Data Analyst is ...\n", - " Iris Plans Inc.\n", - " Austin, TX\n", - " Austin\n", + " 1424\n", + " Data Conversion Analyst\n", + " At Harris Govern, we build software solutions ...\n", + " Harris Local Government Solutions Inc\n", + " Allen, TX\n", + " Allen\n", " TX\n", " Yes\n", - " Very Small\n", " NaN\n", " NaN\n", " NaN\n", - " 35\n", - " 42\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1067\n", - " Data Analyst - Priceguide\n", - " Data Analyst - Priceguide\\n\\nJob Details\\nLeve...\n", - " ECRI\n", - " Plymouth Meeting, PA\n", - " Plymouth Meeting\n", - " PA\n", - " Uncertain\n", - " Medium-Small\n", - " 1968.0\n", - " Health Care Services & Hospitals\n", - " 3.6\n", - " 41\n", - " 78\n", + " 44\n", + " 82\n", " NaN\n", " DA\n", " \n", " \n", - " 1649\n", - " Business Intelligence and Data Analyst\n", - " The Business Intelligence and Data Analyst per...\n", - " Teacher Retirement System of Texas\n", - " Austin, TX\n", - " Austin\n", - " TX\n", + " 1598\n", + " Data Analyst with Teradata Exp\n", + " Hello,\\n\\nHope you are doing great.\\n\\nOne of ...\n", + " SOFTHQ INC\n", + " Sunnyvale, CA\n", + " Sunnyvale\n", + " CA\n", " Uncertain\n", - " Medium\n", - " 1937.0\n", - " Investment Banking & Asset Management\n", - " 3.9\n", - " 42\n", - " 76\n", + " Small\n", + " 2010.0\n", + " Computer Hardware & Software\n", + " 4.0\n", + " 58\n", + " 93\n", " NaN\n", " DA\n", " \n", " \n", - " 2198\n", - " Data Analyst- Growth Operations\n", - " Job Description\\nRxRevu is hiring a mid-level ...\n", - " RxRevu\n", - " Denver, CO\n", - " Denver\n", - " CO\n", + " 1834\n", + " Data Analyst\n", + " RGP is a global consulting firm helping some o...\n", + " RGP\n", + " Charlotte, NC\n", + " Charlotte\n", + " NC\n", " Uncertain\n", - " Very Small\n", - " NaN\n", - " Health Care Services & Hospitals\n", - " 3.0\n", - " 49\n", - " 91\n", + " Medium-Large\n", + " 1996.0\n", + " Consulting\n", + " 4.1\n", + " 54\n", + " 75\n", " NaN\n", " DA\n", " \n", " \n", - " 1530\n", - " Maps Evaluation Data Analyst\n", - " Posted: Jun 29, 2020\\nWeekly Hours: 40\\nRole N...\n", - " Apple\n", - " Santa Clara, CA\n", - " Santa Clara\n", + " 2055\n", + " Senior Data Analyst - Health Care Innovation\n", + " Overview\\n\\nIMPAQ International, a growing and...\n", + " Impaq International, Llc\n", + " Oakland, CA\n", + " Oakland\n", " CA\n", " Uncertain\n", - " Very Large\n", - " 1976.0\n", - " Computer Hardware & Software\n", - " 4.1\n", - " 69\n", - " 127\n", + " Medium-Small\n", + " 2001.0\n", + " Consulting\n", + " 3.4\n", + " 47\n", + " 74\n", " NaN\n", " DA\n", " \n", " \n", - " 1960\n", + " 1987\n", " Data Analyst\n", - " Summary:\\n\\nThe Marin City Health and Wellness...\n", - " Marin City Health and Wellness Center\n", - " Marin City, CA\n", - " Marin City\n", + " Job Description\\nSummary\\n\\nOur client is look...\n", + " Koger LLC\n", + " San Mateo, CA\n", + " San Mateo\n", " CA\n", " Uncertain\n", " Very Small\n", - " 2007.0\n", - " Health Care Services & Hospitals\n", - " 4.5\n", - " 93\n", - " 159\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1471\n", - " Data Analyst\n", - " As the leader in Lead-to-Account Matching, Rou...\n", - " LeanData\n", - " Santa Clara, CA\n", - " Santa Clara\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2012.0\n", - " Enterprise Software & Network Solutions\n", - " 4.0\n", - " 110\n", - " 190\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1181\n", - " Sr. Data Analyst - Project Manager\n", - " We are seeking a Sr. Analyst/PM to work for a ...\n", - " TechUSA\n", - " Philadelphia, PA\n", - " Philadelphia\n", - " PA\n", - " Uncertain\n", - " Medium-Large\n", - " 1998.0\n", - " Staffing & Outsourcing\n", - " 2.7\n", - " 64\n", - " 113\n", " NaN\n", - " DA\n", - " \n", - " \n", - " 1490\n", - " Data Analyst\n", - " Zipongo sits at the forefront of how we eat, m...\n", - " Zipongo\n", - " San Jose, CA\n", - " San Jose\n", - " CA\n", - " Uncertain\n", - " Small\n", - " 2011.0\n", - " Health Care Services & Hospitals\n", - " 4.0\n", - " 110\n", - " 190\n", + " 82\n", + " 116\n", " NaN\n", " DA\n", " \n", @@ -2268,80 +1402,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "1672 TSDS Data QA Analyst (Data Analyst IV) \n", - "1712 Senior Data Analyst \n", - "1067 Data Analyst - Priceguide \n", - "1649 Business Intelligence and Data Analyst \n", - "2198 Data Analyst- Growth Operations \n", - "1530 Maps Evaluation Data Analyst \n", - "1960 Data Analyst \n", - "1471 Data Analyst \n", - "1181 Sr. Data Analyst - Project Manager \n", - "1490 Data Analyst \n", + " Job Title \\\n", + "1424 Data Conversion Analyst \n", + "1598 Data Analyst with Teradata Exp \n", + "1834 Data Analyst \n", + "2055 Senior Data Analyst - Health Care Innovation \n", + "1987 Data Analyst \n", "\n", " Job Description \\\n", - "1672 TSDS Data QA Analyst (Data Analyst IV) (000100... \n", - "1712 Job Description\\n\\nThe Senior Data Analyst is ... \n", - "1067 Data Analyst - Priceguide\\n\\nJob Details\\nLeve... \n", - "1649 The Business Intelligence and Data Analyst per... \n", - "2198 Job Description\\nRxRevu is hiring a mid-level ... \n", - "1530 Posted: Jun 29, 2020\\nWeekly Hours: 40\\nRole N... \n", - "1960 Summary:\\n\\nThe Marin City Health and Wellness... \n", - "1471 As the leader in Lead-to-Account Matching, Rou... \n", - "1181 We are seeking a Sr. Analyst/PM to work for a ... \n", - "1490 Zipongo sits at the forefront of how we eat, m... \n", - "\n", - " Company Name Location \\\n", - "1672 TEXAS EDUCATION AGENCY Austin, TX \n", - "1712 Iris Plans Inc. Austin, TX \n", - "1067 ECRI Plymouth Meeting, PA \n", - "1649 Teacher Retirement System of Texas Austin, TX \n", - "2198 RxRevu Denver, CO \n", - "1530 Apple Santa Clara, CA \n", - "1960 Marin City Health and Wellness Center Marin City, CA \n", - "1471 LeanData Santa Clara, CA \n", - "1181 TechUSA Philadelphia, PA \n", - "1490 Zipongo San Jose, CA \n", + "1424 At Harris Govern, we build software solutions ... \n", + "1598 Hello,\\n\\nHope you are doing great.\\n\\nOne of ... \n", + "1834 RGP is a global consulting firm helping some o... \n", + "2055 Overview\\n\\nIMPAQ International, a growing and... \n", + "1987 Job Description\\nSummary\\n\\nOur client is look... \n", "\n", - " City State Remote Size Founded \\\n", - "1672 Austin TX Uncertain Medium NaN \n", - "1712 Austin TX Yes Very Small NaN \n", - "1067 Plymouth Meeting PA Uncertain Medium-Small 1968.0 \n", - "1649 Austin TX Uncertain Medium 1937.0 \n", - "2198 Denver CO Uncertain Very Small NaN \n", - "1530 Santa Clara CA Uncertain Very Large 1976.0 \n", - "1960 Marin City CA Uncertain Very Small 2007.0 \n", - "1471 Santa Clara CA Uncertain Small 2012.0 \n", - "1181 Philadelphia PA Uncertain Medium-Large 1998.0 \n", - "1490 San Jose CA Uncertain Small 2011.0 \n", + " Company Name Location City State \\\n", + "1424 Harris Local Government Solutions Inc Allen, TX Allen TX \n", + "1598 SOFTHQ INC Sunnyvale, CA Sunnyvale CA \n", + "1834 RGP Charlotte, NC Charlotte NC \n", + "2055 Impaq International, Llc Oakland, CA Oakland CA \n", + "1987 Koger LLC San Mateo, CA San Mateo CA \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "1672 State & Regional Agencies 2.8 53 104 \n", - "1712 NaN NaN 35 42 \n", - "1067 Health Care Services & Hospitals 3.6 41 78 \n", - "1649 Investment Banking & Asset Management 3.9 42 76 \n", - "2198 Health Care Services & Hospitals 3.0 49 91 \n", - "1530 Computer Hardware & Software 4.1 69 127 \n", - "1960 Health Care Services & Hospitals 4.5 93 159 \n", - "1471 Enterprise Software & Network Solutions 4.0 110 190 \n", - "1181 Staffing & Outsourcing 2.7 64 113 \n", - "1490 Health Care Services & Hospitals 4.0 110 190 \n", + " Remote Size Founded Industry Rating \\\n", + "1424 Yes NaN NaN NaN NaN \n", + "1598 Uncertain Small 2010.0 Computer Hardware & Software 4.0 \n", + "1834 Uncertain Medium-Large 1996.0 Consulting 4.1 \n", + "2055 Uncertain Medium-Small 2001.0 Consulting 3.4 \n", + "1987 Uncertain Very Small NaN NaN NaN \n", "\n", - " Salary Estimate DF \n", - "1672 NaN DA \n", - "1712 NaN DA \n", - "1067 NaN DA \n", - "1649 NaN DA \n", - "2198 NaN DA \n", - "1530 NaN DA \n", - "1960 NaN DA \n", - "1471 NaN DA \n", - "1181 NaN DA \n", - "1490 NaN DA " + " SalaryMin SalaryMax Salary Estimate DF \n", + "1424 44 82 NaN DA \n", + "1598 58 93 NaN DA \n", + "1834 54 75 NaN DA \n", + "2055 47 74 NaN DA \n", + "1987 82 116 NaN DA " ] }, - "execution_count": 8, + "execution_count": 262, "metadata": {}, "output_type": "execute_result" } @@ -2416,12 +1513,12 @@ "\n", "#print(testDA.shape)\n", "print(dfDataAnalyst.shape)\n", - "dfDataAnalyst.sample(10)" + "dfDataAnalyst.sample(5)" ] }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 263, "id": "funky-plymouth", "metadata": {}, "outputs": [ @@ -2472,182 +1569,92 @@ " \n", " \n", " \n", - " 400\n", - " Tableau Data Engineer 20-0117\n", - " We are Relativity. A market-leading, global te...\n", - " Relativity\n", - " Chicago, IL\n", - " Chicago\n", - " IL\n", - " Uncertain\n", - " Medium-Large\n", - " 2001.0\n", - " Enterprise Software & Network Solutions\n", - " 3.7\n", - " 56\n", - " 108\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 193\n", - " Data Engineer\n", - " Job Description\\n\\n\\nJob #: 1076197\\n\\nTitle- ...\n", - " Apex Systems\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", - " Medium-Large\n", - " 1995.0\n", - " Staffing & Outsourcing\n", - " 3.8\n", - " 92\n", - " 117\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 2098\n", - " Machine Learning Engineer\n", - " ABOUT ENVIEW\\n\\nEnview creates a digital twin ...\n", - " Enview\n", - " Austin, TX\n", - " Austin\n", + " 1360\n", + " Manufacturing Engineer Lead\n", + " Position OverviewWe are currently seeking a Ma...\n", + " International Trucks\n", + " San Antonio, TX\n", + " San Antonio\n", " TX\n", " Uncertain\n", - " Very Small\n", - " 2015.0\n", - " Computer Hardware & Software\n", - " 5.0\n", + " Medium-Large\n", + " 1987.0\n", + " Transportation Equipment Manufacturing\n", + " 2.9\n", " 52\n", - " 85\n", + " 63\n", " NaN\n", " DE\n", " \n", " \n", - " 2431\n", - " Principal data engineer\n", - " Job SummaryJoin the team that powers the globa...\n", - " CoreLogic\n", - " Irving, TX\n", - " Irving\n", + " 1281\n", + " Engineer EIT- Highway/Roadway\n", + " Job Description\\nENGINEER EIT- HIGHWAY/ROADWAY...\n", + " CONSOR Engineers, LLC\n", + " San Antonio, TX\n", + " San Antonio\n", " TX\n", " Uncertain\n", - " Large\n", - " 2010.0\n", - " IT Services\n", - " 3.0\n", - " 100\n", - " 160\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 880\n", - " (Project Staff) Consultant, Data Engineer\n", - " As a team member in the Finance and Internal A...\n", - " Nationwide\n", - " Scottsdale, AZ\n", - " Scottsdale\n", - " AZ\n", - " Uncertain\n", - " Very Large\n", - " 1925.0\n", - " NaN\n", - " 3.6\n", - " 81\n", - " 141\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 292\n", - " Senior Data Engineer\n", - " Our company is looking for a Senior Data Engin...\n", - " Evolvinc\n", - " Burbank, CA\n", - " Burbank\n", - " CA\n", - " Uncertain\n", - " Very Small\n", - " 2005.0\n", - " IT Services\n", + " Medium\n", " NaN\n", - " 79\n", - " 146\n", + " Transportation Management\n", + " 4.0\n", + " 44\n", + " 80\n", " NaN\n", " DE\n", " \n", " \n", - " 105\n", - " Data Engineer\n", - " FanDuel Group is an innovative sports-tech ent...\n", - " FanDuel\n", - " New York, NY\n", - " New York\n", - " NY\n", + " 2093\n", + " Software Engineer - Data Team\n", + " The Zebra is expanding our engineering team an...\n", + " The Zebra\n", + " Austin, TX\n", + " Austin\n", + " TX\n", " Uncertain\n", - " Medium\n", - " 2009.0\n", - " Sports & Recreation\n", + " Small\n", + " 2012.0\n", + " Insurance Agencies & Brokerages\n", " 3.9\n", - " 84\n", - " 113\n", - " NaN\n", - " DE\n", - " \n", - " \n", - " 293\n", - " Senior Data Engineer\n", - " Job Description\\nThis is a 100% Remote positio...\n", - " RennickBarrett Recruiting\n", - " Los Angeles, CA\n", - " Los Angeles\n", - " CA\n", - " Yes\n", - " NaN\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 79\n", - " 146\n", + " 99\n", + " 177\n", " NaN\n", " DE\n", " \n", " \n", - " 1944\n", - " Data Engineer\n", - " Work Authorization Those authorized to work in...\n", - " PETADATA\n", - " Fremont, CA\n", - " Fremont\n", - " CA\n", + " 1114\n", + " Data Engineer (Azure Delta Lake and Databricks)\n", + " Hi, Data Engineer (Azure Delta Lake and Databr...\n", + " nfolks\n", + " Philadelphia, PA\n", + " Philadelphia\n", + " PA\n", " Uncertain\n", - " Small\n", - " NaN\n", - " NaN\n", + " Very Small\n", " NaN\n", + " Advertising & Marketing\n", + " 2.5\n", " 54\n", - " 103\n", + " 104\n", " NaN\n", " DE\n", " \n", " \n", - " 377\n", - " Azure Data Engineer\n", - " AWS Data Engineer for my client, Petco, in San...\n", - " System Soft Technologies\n", - " Cerritos, CA\n", - " Cerritos\n", - " CA\n", + " 839\n", + " Data Engineer\n", + " Job Description\\nGTN is looking for a Data Eng...\n", + " GTN Technical Staffing\n", + " Phoenix, AZ\n", + " Phoenix\n", + " AZ\n", " Uncertain\n", " Medium-Small\n", - " 1999.0\n", - " IT Services\n", - " 4.8\n", - " 94\n", - " 164\n", + " 2000.0\n", + " Staffing & Outsourcing\n", + " 4.0\n", + " 79\n", + " 104\n", " NaN\n", " DE\n", " \n", @@ -2656,80 +1663,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "400 Tableau Data Engineer 20-0117 \n", - "193 Data Engineer \n", - "2098 Machine Learning Engineer \n", - "2431 Principal data engineer \n", - "880 (Project Staff) Consultant, Data Engineer \n", - "292 Senior Data Engineer \n", - "105 Data Engineer \n", - "293 Senior Data Engineer \n", - "1944 Data Engineer \n", - "377 Azure Data Engineer \n", + " Job Title \\\n", + "1360 Manufacturing Engineer Lead \n", + "1281 Engineer EIT- Highway/Roadway \n", + "2093 Software Engineer - Data Team \n", + "1114 Data Engineer (Azure Delta Lake and Databricks) \n", + "839 Data Engineer \n", "\n", " Job Description \\\n", - "400 We are Relativity. A market-leading, global te... \n", - "193 Job Description\\n\\n\\nJob #: 1076197\\n\\nTitle- ... \n", - "2098 ABOUT ENVIEW\\n\\nEnview creates a digital twin ... \n", - "2431 Job SummaryJoin the team that powers the globa... \n", - "880 As a team member in the Finance and Internal A... \n", - "292 Our company is looking for a Senior Data Engin... \n", - "105 FanDuel Group is an innovative sports-tech ent... \n", - "293 Job Description\\nThis is a 100% Remote positio... \n", - "1944 Work Authorization Those authorized to work in... \n", - "377 AWS Data Engineer for my client, Petco, in San... \n", - "\n", - " Company Name Location City State \\\n", - "400 Relativity Chicago, IL Chicago IL \n", - "193 Apex Systems New York, NY New York NY \n", - "2098 Enview Austin, TX Austin TX \n", - "2431 CoreLogic Irving, TX Irving TX \n", - "880 Nationwide Scottsdale, AZ Scottsdale AZ \n", - "292 Evolvinc Burbank, CA Burbank CA \n", - "105 FanDuel New York, NY New York NY \n", - "293 RennickBarrett Recruiting Los Angeles, CA Los Angeles CA \n", - "1944 PETADATA Fremont, CA Fremont CA \n", - "377 System Soft Technologies Cerritos, CA Cerritos CA \n", + "1360 Position OverviewWe are currently seeking a Ma... \n", + "1281 Job Description\\nENGINEER EIT- HIGHWAY/ROADWAY... \n", + "2093 The Zebra is expanding our engineering team an... \n", + "1114 Hi, Data Engineer (Azure Delta Lake and Databr... \n", + "839 Job Description\\nGTN is looking for a Data Eng... \n", "\n", - " Remote Size Founded \\\n", - "400 Uncertain Medium-Large 2001.0 \n", - "193 Uncertain Medium-Large 1995.0 \n", - "2098 Uncertain Very Small 2015.0 \n", - "2431 Uncertain Large 2010.0 \n", - "880 Uncertain Very Large 1925.0 \n", - "292 Uncertain Very Small 2005.0 \n", - "105 Uncertain Medium 2009.0 \n", - "293 Yes NaN NaN \n", - "1944 Uncertain Small NaN \n", - "377 Uncertain Medium-Small 1999.0 \n", + " Company Name Location City State Remote \\\n", + "1360 International Trucks San Antonio, TX San Antonio TX Uncertain \n", + "1281 CONSOR Engineers, LLC San Antonio, TX San Antonio TX Uncertain \n", + "2093 The Zebra Austin, TX Austin TX Uncertain \n", + "1114 nfolks Philadelphia, PA Philadelphia PA Uncertain \n", + "839 GTN Technical Staffing Phoenix, AZ Phoenix AZ Uncertain \n", "\n", - " Industry Rating SalaryMin SalaryMax \\\n", - "400 Enterprise Software & Network Solutions 3.7 56 108 \n", - "193 Staffing & Outsourcing 3.8 92 117 \n", - "2098 Computer Hardware & Software 5.0 52 85 \n", - "2431 IT Services 3.0 100 160 \n", - "880 NaN 3.6 81 141 \n", - "292 IT Services NaN 79 146 \n", - "105 Sports & Recreation 3.9 84 113 \n", - "293 NaN NaN 79 146 \n", - "1944 NaN NaN 54 103 \n", - "377 IT Services 4.8 94 164 \n", + " Size Founded Industry Rating \\\n", + "1360 Medium-Large 1987.0 Transportation Equipment Manufacturing 2.9 \n", + "1281 Medium NaN Transportation Management 4.0 \n", + "2093 Small 2012.0 Insurance Agencies & Brokerages 3.9 \n", + "1114 Very Small NaN Advertising & Marketing 2.5 \n", + "839 Medium-Small 2000.0 Staffing & Outsourcing 4.0 \n", "\n", - " Salary Estimate DF \n", - "400 NaN DE \n", - "193 NaN DE \n", - "2098 NaN DE \n", - "2431 NaN DE \n", - "880 NaN DE \n", - "292 NaN DE \n", - "105 NaN DE \n", - "293 NaN DE \n", - "1944 NaN DE \n", - "377 NaN DE " + " SalaryMin SalaryMax Salary Estimate DF \n", + "1360 52 63 NaN DE \n", + "1281 44 80 NaN DE \n", + "2093 99 177 NaN DE \n", + "1114 54 104 NaN DE \n", + "839 79 104 NaN DE " ] }, - "execution_count": 9, + "execution_count": 263, "metadata": {}, "output_type": "execute_result" } @@ -2801,12 +1771,12 @@ "\n", "#print(testDE.shape)\n", "print(dfDataEngineer.shape)\n", - "dfDataEngineer.sample(10)" + "dfDataEngineer.sample(5)" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 264, "id": "disturbed-guest", "metadata": {}, "outputs": [ @@ -2858,182 +1828,92 @@ " \n", " \n", " \n", - " 247\n", - " SAP Data Analyst\n", - " POSITION PURPOSE:\\n\\nThe Data Analyst will be ...\n", - " Old World Industries\n", - " Northbrook, IL\n", - " Northbrook\n", - " IL\n", - " Uncertain\n", - " Medium-Small\n", - " 1973.0\n", - " Chemical Manufacturing\n", - " 3.1\n", - " 134\n", - " 213\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 383\n", - " Data Scientist\n", - " We make small businesses more successful throu...\n", - " NorthOne\n", - " San Francisco, CA\n", - " San Francisco\n", - " CA\n", - " Uncertain\n", - " Very Small\n", - " NaN\n", - " NaN\n", - " 4.2\n", - " 48\n", - " 80\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 578\n", + " 458\n", " Data Scientist\n", - " About Alteryx\\nAs a global leader in analytic ...\n", - " Alteryx\n", - " Boston, MA\n", - " Boston\n", - " MA\n", - " Uncertain\n", - " Medium-Large\n", - " 1997.0\n", - " Enterprise Software & Network Solutions\n", - " 3.5\n", - " 74\n", - " 127\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 660\n", - " Translational Data Scientist, NIBR Translation...\n", - " 20-Aug-2020\\n\\nJob ID\\n300507BR\\n{\"QuestionNam...\n", - " Novartis\n", - " Cambridge, MA\n", - " Cambridge\n", - " MA\n", - " Uncertain\n", + " Mooresville, North Carolina\\nSkills : Data Sci...\n", + " Collabera\n", + " Mooresville, NC\n", + " Mooresville\n", + " NC\n", + " Yes\n", " Very Large\n", - " 1996.0\n", - " Biotech & Pharmaceuticals\n", - " 4.0\n", - " 115\n", - " 181\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 764\n", - " Sr.Data Scientist/Computer Scientist\n", - " Why choose between doing meaningful work and h...\n", - " MITRE\n", - " McLean, VA\n", - " McLean\n", - " VA\n", - " Uncertain\n", - " Large\n", - " 1958.0\n", - " Federal Agencies\n", - " 3.2\n", + " 1991.0\n", + " IT Services\n", + " 4.1\n", + " 65\n", " 109\n", - " 153\n", " NaN\n", " DS\n", " \n", " \n", - " 193\n", - " HF Senior Engineer/Scientist\n", - " WR has a potential need of a Sr HF Engineer/Sc...\n", - " WR Systems\n", - " Fairfax, VA\n", - " Fairfax\n", - " VA\n", - " Uncertain\n", - " Medium-Small\n", - " 1983.0\n", - " Aerospace & Defense\n", - " 3.7\n", - " 98\n", - " 160\n", - " NaN\n", - " DS\n", - " \n", - " \n", - " 635\n", - " Lead Data Scientist\n", - " Position: Lead Data Scientist\\n\\nLocation: Cin...\n", - " PatientPoint\n", - " Cincinnati, OH\n", - " Cincinnati\n", - " OH\n", + " 57\n", + " Data Warehouse Engineer\n", + " Apply\\n\\nDescription\\n\\nThe Data Warehouse Eng...\n", + " Kount\n", + " Boise, ID\n", + " Boise\n", + " ID\n", " Uncertain\n", - " Medium-Small\n", - " 1987.0\n", - " Advertising & Marketing\n", - " 3.9\n", - " 51\n", - " 92\n", + " Small\n", + " 2007.0\n", + " Computer Hardware & Software\n", + " 4.2\n", + " 86\n", + " 143\n", " NaN\n", " DS\n", " \n", " \n", - " 155\n", - " Data Engineer\n", - " Job Description: The selected applicant will s...\n", - " AEgis Technologies\n", - " Colorado Springs, CO\n", - " Colorado Springs\n", - " CO\n", + " 108\n", + " Diversity and Inclusion Data Analyst\n", + " Position Summary\\n\\n\\nThe D&I Data Analyst wil...\n", + " FHLBank Pittsburgh\n", + " Pittsburgh, PA\n", + " Pittsburgh\n", + " PA\n", " Uncertain\n", " Medium-Small\n", - " 1989.0\n", - " Aerospace & Defense\n", - " 4.1\n", - " 59\n", - " 101\n", + " 1932.0\n", + " Banks & Credit Unions\n", + " 3.8\n", + " 150\n", + " 169\n", " NaN\n", " DS\n", " \n", " \n", - " 116\n", - " Machine Learning Engineer\n", - " Preferred Qualifications\\nMasters degree in co...\n", - " Quicken Loans\n", - " Detroit, MI\n", - " Detroit\n", - " MI\n", + " 236\n", + " Marketing Analytics Consultant (Temp)\n", + " Built for finance by finance, Sage Intacct is ...\n", + " Sage Intacct\n", + " San Jose, CA\n", + " San Jose\n", + " CA\n", " Uncertain\n", - " Very Large\n", - " 1985.0\n", - " Lending\n", - " 3.8\n", - " 150\n", - " 169\n", + " Medium\n", + " 1999.0\n", + " Computer Hardware & Software\n", + " 4.8\n", + " 134\n", + " 213\n", " NaN\n", " DS\n", " \n", " \n", - " 597\n", - " Data Scientist\n", - " Progressive Leasing is seeking an experienced ...\n", - " Progressive Leasing\n", - " Salt Lake City, UT\n", - " Salt Lake City\n", - " UT\n", + " 215\n", + " Senior Data Analyst\n", + " About Sysco Labs\\n\\nSysco LABS is a technology...\n", + " Sysco Labs\n", + " Austin, TX\n", + " Austin\n", + " TX\n", " Uncertain\n", - " Medium-Large\n", - " 1999.0\n", - " Financial Transaction Processing\n", - " 4.5\n", - " 48\n", - " 89\n", + " Medium-Small\n", + " 2011.0\n", + " Computer Hardware & Software\n", + " 4.3\n", + " 98\n", + " 160\n", " NaN\n", " DS\n", " \n", @@ -3042,68 +1922,43 @@ "" ], "text/plain": [ - " Job Title \\\n", - "247 SAP Data Analyst \n", - "383 Data Scientist \n", - "578 Data Scientist \n", - "660 Translational Data Scientist, NIBR Translation... \n", - "764 Sr.Data Scientist/Computer Scientist \n", - "193 HF Senior Engineer/Scientist \n", - "635 Lead Data Scientist \n", - "155 Data Engineer \n", - "116 Machine Learning Engineer \n", - "597 Data Scientist \n", + " Job Title \\\n", + "458 Data Scientist \n", + "57 Data Warehouse Engineer \n", + "108 Diversity and Inclusion Data Analyst \n", + "236 Marketing Analytics Consultant (Temp) \n", + "215 Senior Data Analyst \n", "\n", - " Job Description Company Name \\\n", - "247 POSITION PURPOSE:\\n\\nThe Data Analyst will be ... Old World Industries \n", - "383 We make small businesses more successful throu... NorthOne \n", - "578 About Alteryx\\nAs a global leader in analytic ... Alteryx \n", - "660 20-Aug-2020\\n\\nJob ID\\n300507BR\\n{\"QuestionNam... Novartis \n", - "764 Why choose between doing meaningful work and h... MITRE \n", - "193 WR has a potential need of a Sr HF Engineer/Sc... WR Systems \n", - "635 Position: Lead Data Scientist\\n\\nLocation: Cin... PatientPoint \n", - "155 Job Description: The selected applicant will s... AEgis Technologies \n", - "116 Preferred Qualifications\\nMasters degree in co... Quicken Loans \n", - "597 Progressive Leasing is seeking an experienced ... Progressive Leasing \n", + " Job Description Company Name \\\n", + "458 Mooresville, North Carolina\\nSkills : Data Sci... Collabera \n", + "57 Apply\\n\\nDescription\\n\\nThe Data Warehouse Eng... Kount \n", + "108 Position Summary\\n\\n\\nThe D&I Data Analyst wil... FHLBank Pittsburgh \n", + "236 Built for finance by finance, Sage Intacct is ... Sage Intacct \n", + "215 About Sysco Labs\\n\\nSysco LABS is a technology... Sysco Labs \n", "\n", - " Location City State Remote Size \\\n", - "247 Northbrook, IL Northbrook IL Uncertain Medium-Small \n", - "383 San Francisco, CA San Francisco CA Uncertain Very Small \n", - "578 Boston, MA Boston MA Uncertain Medium-Large \n", - "660 Cambridge, MA Cambridge MA Uncertain Very Large \n", - "764 McLean, VA McLean VA Uncertain Large \n", - "193 Fairfax, VA Fairfax VA Uncertain Medium-Small \n", - "635 Cincinnati, OH Cincinnati OH Uncertain Medium-Small \n", - "155 Colorado Springs, CO Colorado Springs CO Uncertain Medium-Small \n", - "116 Detroit, MI Detroit MI Uncertain Very Large \n", - "597 Salt Lake City, UT Salt Lake City UT Uncertain Medium-Large \n", + " Location City State Remote Size Founded \\\n", + "458 Mooresville, NC Mooresville NC Yes Very Large 1991.0 \n", + "57 Boise, ID Boise ID Uncertain Small 2007.0 \n", + "108 Pittsburgh, PA Pittsburgh PA Uncertain Medium-Small 1932.0 \n", + "236 San Jose, CA San Jose CA Uncertain Medium 1999.0 \n", + "215 Austin, TX Austin TX Uncertain Medium-Small 2011.0 \n", "\n", - " Founded Industry Rating SalaryMin \\\n", - "247 1973.0 Chemical Manufacturing 3.1 134 \n", - "383 NaN NaN 4.2 48 \n", - "578 1997.0 Enterprise Software & Network Solutions 3.5 74 \n", - "660 1996.0 Biotech & Pharmaceuticals 4.0 115 \n", - "764 1958.0 Federal Agencies 3.2 109 \n", - "193 1983.0 Aerospace & Defense 3.7 98 \n", - "635 1987.0 Advertising & Marketing 3.9 51 \n", - "155 1989.0 Aerospace & Defense 4.1 59 \n", - "116 1985.0 Lending 3.8 150 \n", - "597 1999.0 Financial Transaction Processing 4.5 48 \n", + " Industry Rating SalaryMin SalaryMax \\\n", + "458 IT Services 4.1 65 109 \n", + "57 Computer Hardware & Software 4.2 86 143 \n", + "108 Banks & Credit Unions 3.8 150 169 \n", + "236 Computer Hardware & Software 4.8 134 213 \n", + "215 Computer Hardware & Software 4.3 98 160 \n", "\n", - " SalaryMax Salary Estimate DF \n", - "247 213 NaN DS \n", - "383 80 NaN DS \n", - "578 127 NaN DS \n", - "660 181 NaN DS \n", - "764 153 NaN DS \n", - "193 160 NaN DS \n", - "635 92 NaN DS \n", - "155 101 NaN DS \n", - "116 169 NaN DS \n", - "597 89 NaN DS " + " Salary Estimate DF \n", + "458 NaN DS \n", + "57 NaN DS \n", + "108 NaN DS \n", + "236 NaN DS \n", + "215 NaN DS " ] }, - "execution_count": 10, + "execution_count": 264, "metadata": {}, "output_type": "execute_result" } @@ -3205,22 +2060,15 @@ "\n", "print(DSduplicates.shape)\n", "print(dfDSJobs.shape)\n", - "dfDSJobs.sample(10)" + "dfDSJobs.sample(5)" ] }, { "cell_type": "code", - "execution_count": 146, - "id": "loved-climb", + "execution_count": 321, + "id": "linear-waters", "metadata": {}, "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "(27045, 18)\n" - ] - }, { "data": { "text/html": [ @@ -3264,398 +2112,713 @@ " \n", " \n", " \n", - " 17941\n", - " Product Analyst - Rides\n", - " NaN\n", - " Uber\n", - " San Francisco, CA\n", - " San Francisco\n", - " CA\n", - " Uncertain\n", - " NaN\n", - " NaN\n", - " NaN\n", - " 3.8\n", + " 16355\n", + " Sr. Data Engineer - Remote (USA Only)\n", + " SocialChorus is a platform for communicators. ...\n", + " SocialChorus\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Small\n", + " 2008.0\n", + " Enterprise Software & Network Solutions\n", + " 3.7\n", + " 90.0\n", + " 109.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " GD\n", " \n", " \n", - " 6066\n", - " Business Data Analyst\n", - " Full Time - Lakewood, Colorado\\n\\nWe are seeki...\n", - " MIRACORP\n", - " Lakewood, CO\n", - " Lakewood\n", - " CO\n", - " Uncertain\n", - " Small\n", + " 16451\n", + " Data Scientist - Contract\n", + " We are an ambitious, well-funded startup with ...\n", + " Upside Business Travel\n", + " Remote\n", " NaN\n", - " Consulting\n", - " 4.8\n", " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Internet\n", + " 4.0\n", + " 139.0\n", + " 229.0\n", " NaN\n", - " 62.0\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " GD\n", " \n", " \n", - " 26017\n", - " Software Engineer\n", - " Job Category: Engineering\\n\\nWork Location: Ir...\n", - " Pixentia\n", - " Irving, TX\n", - " Irving\n", - " TX\n", - " Uncertain\n", - " Very Small\n", + " 16568\n", + " Data Scientist\n", + " 100% REMOTE\\n\\nThe Role: Our customer is looki...\n", + " IT Concepts\n", + " Remote\n", " NaN\n", - " Consulting\n", - " 3.7\n", - " 30.0\n", - " 60.0\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2003.0\n", + " IT Services\n", + " 4.8\n", + " 50.0\n", + " 63.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DE\n", + " GD\n", " \n", " \n", - " 13970\n", - " Global Reporting and Analytics Consultant\n", - " Global Reporting and Analytics Consultant\\n\\n\\...\n", - " De Lage Landen\n", - " Wayne, PA\n", - " Wayne\n", - " PA\n", - " Uncertain\n", - " Large\n", - " 1969.0\n", - " Investment Banking & Asset Management\n", + " 16798\n", + " Data Scientist\n", + " Are you looking for an opportunity to accelera...\n", + " Tenrox\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2003.0\n", + " Computer Hardware & Software\n", " 4.0\n", - " 50.0\n", - " 87.0\n", + " 73.0\n", + " 128.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF2\n", + " GD\n", " \n", " \n", - " 20342\n", - " Data Scientist, Analytics\n", - " What's Quibi?Launching next year, Quibi is the...\n", - " Quibi\n", - " Los Angeles, CA\n", - " Los Angeles\n", - " CA\n", - " Uncertain\n", - " NaN\n", - " NaN\n", + " 16814\n", + " Data Scientist\n", + " Description\\n\\n\\nDo you want to work at the fo...\n", + " Capax Global\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Small\n", + " 1998.0\n", + " IT Services\n", + " 4.7\n", + " 73.0\n", + " 128.0\n", " NaN\n", + " False\n", " NaN\n", " NaN\n", - " False\n", - " 0.0\n", - " 0.0\n", - " LI\n", + " GD\n", " \n", " \n", - " 1893\n", - " In Process Analytical Scientist\n", - " Company Description\\nEurofins Scientific is an...\n", - " Eurofins\n", - " West Point, PA\n", - " West Point\n", - " PA\n", - " Uncertain\n", - " Very Large\n", - " 1987.0\n", - " Biotech Pharmaceuticals\n", - " 3.4\n", + " 16826\n", + " Applied Machine Learning engineer - Explore an...\n", + " By applying for this role, you could choose to...\n", + " Twitter\n", + " Remote\n", " NaN\n", " NaN\n", - " 78.5\n", + " Yes\n", + " Medium-Large\n", + " 2006.0\n", + " Internet\n", + " 4.1\n", + " 86.0\n", + " 108.0\n", + " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " GD\n", " \n", " \n", - " 7458\n", - " ENGINEER - RESEARCH ENGINEER - SCIENTIST - KIN...\n", - " Join our Applied Power Division! Support techn...\n", - " Southwest Research Institute\n", - " San Antonio, TX\n", - " San Antonio\n", - " TX\n", - " Uncertain\n", - " Medium-Large\n", - " 1947.0\n", - " Research Development\n", - " 4.1\n", + " 16857\n", + " Data Scientist\n", + " We are looking for a data scientist that will ...\n", + " SomaDetect\n", + " Remote\n", " NaN\n", " NaN\n", - " 87.0\n", - " False\n", + " Yes\n", + " Very Small\n", " NaN\n", " NaN\n", - " DF1\n", - " \n", - " \n", - " 7669\n", - " Database Engineer (Temp)\n", - " Here at Daybreak, we make great games that bri...\n", - " Daybreak Games\n", - " San Diego, CA\n", - " San Diego\n", - " CA\n", - " Uncertain\n", - " Medium-Small\n", - " 2015.0\n", - " Video Games\n", - " 2.5\n", " NaN\n", + " 92.0\n", + " 146.0\n", " NaN\n", - " 204.0\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " GD\n", " \n", " \n", - " 23496\n", - " Security Data Analyst -CTJ\n", - " Are you passionate about solving problems and ...\n", - " Microsoft Corporation\n", - " Redmond, WA\n", - " Redmond\n", - " WA\n", - " Uncertain\n", - " Very Large\n", - " 1975.0\n", - " Computer Hardware & Software\n", - " 4.3\n", - " 55.0\n", - " 101.0\n", + " 16951\n", + " Data Scientist\n", + " Data Scientist\\n\\nWe are looking for a data sc...\n", + " Premier, Inc.\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 1967.0\n", + " Healthcare Services & Hospitals\n", + " 3.0\n", + " 112.0\n", + " 149.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DA\n", + " GD\n", " \n", " \n", - " 15853\n", - " Senior Behavioral Scientist - 100% Remote or R...\n", - " Senior Behavioral Scientist – 100% Remote or R...\n", - " Dell Technologies\n", - " Austin, TX\n", - " Austin\n", - " TX\n", + " 16992\n", + " Data Scientist - Capacity Engineering\n", + " By applying for this role, you could choose to...\n", + " Twitter\n", + " Remote\n", + " NaN\n", + " NaN\n", " Yes\n", - " Very Large\n", - " 1984.0\n", - " IT Services\n", + " Medium-Large\n", + " 2006.0\n", + " Internet\n", " 4.1\n", - " 50.0\n", - " 110.0\n", + " 71.0\n", + " 108.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF2\n", + " GD\n", " \n", " \n", - " 18612\n", - " Analyst\n", - " B.S. or MBA, preferably in Marketing, Advertis...\n", - " Zenith\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", + " 17045\n", + " Data Scientist\n", + " About Imperfect\\n\\nImperfect Foods was founded...\n", + " Imperfect Foods\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 2015.0\n", + " Food & Beverage Shops\n", + " 3.9\n", + " 81.0\n", + " 102.0\n", " NaN\n", + " False\n", " NaN\n", " NaN\n", - " 3.8\n", + " GD\n", + " \n", + " \n", + " 17054\n", + " Research Scientist\n", + " About Concerto HealthAI\\n\\nConcerto HealthAI i...\n", + " Concerto HealthAI\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Medium-Small\n", + " 2018.0\n", + " Biotech & Pharmaceuticals\n", + " 2.9\n", + " 81.0\n", + " 102.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " GD\n", " \n", " \n", - " 12400\n", - " Data Scientist - People Analytics\n", - " Doctors Without Borders/Médecins Sans Frontièr...\n", - " Doctors Without Borders | Médecins Sans Fronti...\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", + " 17079\n", + " Data Scientist\n", + " Why TrueAccord?\\n\\nDebt collection is failing ...\n", + " TrueAccord\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2013.0\n", + " Enterprise Software & Network Solutions\n", + " 3.4\n", + " 81.0\n", + " 137.0\n", + " NaN\n", + " False\n", " NaN\n", " NaN\n", + " GD\n", + " \n", + " \n", + " 17087\n", + " Senior Data Analyst\n", + " Senior Data Analyst - Career Portals\\n\\nSkip t...\n", + " Home Point Financial\n", + " Remote\n", " NaN\n", " NaN\n", - " 119.0\n", - " 147.0\n", + " Yes\n", + " Medium-Large\n", + " 2015.0\n", + " Lending\n", + " 3.3\n", + " 59.0\n", + " 101.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF2\n", + " GD\n", " \n", " \n", - " 9926\n", - " Principal Proposal Analyst\n", - " Job DescriptionORGANIZATIONAL STRUCTUREBUSINES...\n", - " CIRCOR International\n", - " Houston, TX\n", - " Houston\n", - " TX\n", - " Uncertain\n", - " Medium-Large\n", - " 1999.0\n", - " Industrial Manufacturing\n", - " 2.4\n", + " 17590\n", + " Senior Data Engineer - Python (Remote)\n", + " Experience pulling data from APIs, or from S3 ...\n", + " Koodi Systems\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " NaN\n", + " NaN\n", + " NaN\n", + " NaN\n", + " NaN\n", " NaN\n", " NaN\n", - " 51.5\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " IN\n", " \n", " \n", - " 1713\n", - " Analytical Scientist II\n", - " Company Overview\\n\\nOur growing and successful...\n", - " Quotient Sciences\n", - " Boothwyn, PA\n", - " Boothwyn\n", - " PA\n", - " Uncertain\n", - " Medium\n", - " 1990.0\n", - " Biotech Pharmaceuticals\n", - " 3.6\n", + " 26150\n", + " Data Science Engineer Full Stack - AI\n", + " Data Science Engineer Full Stack - AI\\n\\nOverv...\n", + " BryterCX\n", + " Remote\n", " NaN\n", " NaN\n", - " 130.0\n", + " Yes\n", + " Small\n", + " 2000.0\n", + " Enterprise Software & Network Solutions\n", + " 2.8\n", + " 78.0\n", + " 133.0\n", + " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " DS\n", " \n", " \n", - " 22379\n", - " Senior Business Intelligence Data Analyst\n", - " Summary and Essential Duties\\n\\n\\nThe Senior B...\n", - " Shamrock Foods\n", - " Phoenix, AZ\n", - " Phoenix\n", - " AZ\n", - " Uncertain\n", + " 26187\n", + " Data Scientist\n", + " WHAT WE DO MATTERS:\\n\\nHere at The Knot Worldw...\n", + " The Knot Worldwide\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", " Medium-Large\n", - " 1922.0\n", - " Food & Beverage Manufacturing\n", + " 2019.0\n", + " Internet\n", " 3.4\n", - " 46.0\n", - " 102.0\n", + " 86.0\n", + " 143.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " DA\n", + " DS\n", " \n", " \n", - " 3451\n", - " AVP, Big Data and Machine Learning Solutions A...\n", - " We are currently seeking an AVP, Big Data and ...\n", - " LPL Financial\n", - " Austin, TX\n", - " Austin\n", - " TX\n", - " Uncertain\n", - " Medium-Large\n", - " 1968.0\n", - " Investment Banking Asset Management\n", + " 26216\n", + " Data Analyst\n", + " Nurx is looking for a Data Analyst who loves a...\n", + " Nurx\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2016.0\n", + " Health Care Services & Hospitals\n", " 3.5\n", + " 15.0\n", + " 16.0\n", + " NaN\n", + " False\n", " NaN\n", " NaN\n", - " 86.0\n", + " DS\n", + " \n", + " \n", + " 26256\n", + " Senior Data Scientist\n", + " Formation provides personalization for the lar...\n", + " Formation\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Enterprise Software & Network Solutions\n", + " 2.7\n", + " 150.0\n", + " 169.0\n", + " NaN\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " DS\n", " \n", " \n", - " 19239\n", - " Lead Data Science Engineer\n", - " Highspot is seeking a lead data science engine...\n", - " Highspot\n", - " Seattle, WA\n", - " Seattle\n", - " WA\n", - " Uncertain\n", + " 26261\n", + " Data Scientist- Workforce Planning & Analytics\n", + " We Are Hiring\\n\\nData Scientist\\n\\nWorkforce P...\n", + " Ascension\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Very Large\n", + " 1999.0\n", + " Health Care Services & Hospitals\n", + " 3.3\n", + " 150.0\n", + " 169.0\n", " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26302\n", + " Data Engineer\n", + " Now hiring a Data Engineer\\n\\nAs a Data Engine...\n", + " Applied Information Sciences\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Medium\n", + " 1982.0\n", + " IT Services\n", " 4.5\n", + " 111.0\n", + " 178.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26317\n", + " Environmental - Geologist, Scientist or Engine...\n", + " Antea USA, Inc. (Antea®Group) is seeking motiv...\n", + " Antea Group\n", + " Remote\n", " NaN\n", " NaN\n", + " Yes\n", + " Medium-Small\n", + " 1986.0\n", + " Architectural & Engineering Services\n", + " 4.0\n", + " 111.0\n", + " 178.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " DS\n", " \n", " \n", - " 4085\n", - " Data Collection Analyst\n", - " Position Summary\\n\\nUnder the supervision of t...\n", - " Columbia University Medical Center\n", - " New York, NY\n", - " New York\n", - " NY\n", - " Uncertain\n", - " Large\n", + " 26335\n", + " Semantic Data Modeler and Engineer\n", + " Semantic Data Modeler and Engineer\\n\\nTucson E...\n", + " Tucson Embedded Systems, Inc.\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 1997.0\n", + " Enterprise Software & Network Solutions\n", + " 2.8\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26342\n", + " Business Data Analyst\n", + " We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a...\n", + " Ascension\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Very Large\n", + " 1999.0\n", + " Health Care Services & Hospitals\n", + " 3.3\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26355\n", + " Machine Learning Engineer (Palo Alto, CA or Re...\n", + " The Opportunity\\n\\nEversight is the recognized...\n", + " Eversight\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2013.0\n", + " Enterprise Software & Network Solutions\n", + " 4.2\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", " NaN\n", - " Health Care Services Hospitals\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26363\n", + " Data Analyst (Must Speak Chinese)\n", + " Founded in 2002, S2 HRC carries the important ...\n", + " CCUE Finance\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Very Small\n", + " NaN\n", + " NaN\n", + " 3.4\n", + " 98.0\n", + " 160.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26372\n", + " Senior Data Analyst - Patient-Centered Research\n", + " Senior Data Analyst - Patient-Centered Researc...\n", + " Evidera\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium\n", + " 2013.0\n", + " Biotech & Pharmaceuticals\n", " 3.8\n", + " 134.0\n", + " 213.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26375\n", + " Data Engineer\n", + " TubeScience is looking for a talented Data Eng...\n", + " TubeScience\n", + " Remote\n", + " NaN\n", " NaN\n", + " Yes\n", + " Small\n", + " 2016.0\n", + " Internet\n", + " 3.9\n", + " 134.0\n", + " 213.0\n", " NaN\n", - " 85.0\n", " False\n", " NaN\n", " NaN\n", - " DF1\n", + " DS\n", " \n", " \n", - " 27014\n", - " Data Scientist\n", - " Type of Requisition:\\n\\nRegular\\n\\nClearance L...\n", - " General Dynamics Information Technology\n", - " Washington, DC\n", - " Washington\n", - " DC\n", - " Uncertain\n", + " 26385\n", + " Senior Software Engineer (Data)\n", + " Second Measure is building products that lever...\n", + " Second Measure\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Enterprise Software & Network Solutions\n", + " 4.9\n", + " 134.0\n", + " 213.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26422\n", + " Business Data Analyst\n", + " We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a...\n", + " Ascension\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", " Very Large\n", - " 1996.0\n", - " IT Services\n", + " 1999.0\n", + " Health Care Services & Hospitals\n", + " 3.3\n", + " 97.0\n", + " 150.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26469\n", + " Machine Learning Engineer (Palo Alto, CA or Re...\n", + " The Opportunity\\n\\nEversight is the recognized...\n", + " Eversight\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2013.0\n", + " Enterprise Software & Network Solutions\n", + " 4.2\n", + " 46.0\n", + " 79.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26512\n", + " Data Engineer\n", + " TubeScience is looking for a talented Data Eng...\n", + " TubeScience\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2016.0\n", + " Internet\n", + " 3.9\n", + " 82.0\n", + " 141.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26513\n", + " Senior Data Analyst - Patient-Centered Research\n", + " Senior Data Analyst - Patient-Centered Researc...\n", + " Evidera\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium\n", + " 2013.0\n", + " Biotech & Pharmaceuticals\n", + " 3.8\n", + " 82.0\n", + " 141.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26562\n", + " Senior Software Engineer (Data)\n", + " Second Measure is building products that lever...\n", + " Second Measure\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Small\n", + " 2015.0\n", + " Enterprise Software & Network Solutions\n", + " 4.9\n", + " 77.0\n", + " 131.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DS\n", + " \n", + " \n", + " 26950\n", + " Data Scientist\n", + " EXCITED TO GROW YOUR CAREER? WE’RE GLAD YOU’RE...\n", + " Maritz\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 1894.0\n", + " Advertising & Marketing\n", " 3.5\n", - " 81.0\n", - " 138.0\n", + " 62.0\n", + " 101.0\n", " NaN\n", " False\n", " NaN\n", @@ -3663,25 +2826,46 @@ " DS\n", " \n", " \n", - " 17541\n", - " Data Scientist - Applied Machine Learning\n", - " Transform and convert unstructured data set in...\n", - " Apple\n", - " Santa Clara Valley, CA\n", - " Santa Clara Valley\n", - " CA\n", - " Uncertain\n", + " 26954\n", + " Data Scientist\n", + " Company Overview\\n\\n\\nAternity - a subsidiary ...\n", + " Riverbed Technologies\n", + " Remote\n", + " NaN\n", + " NaN\n", + " Yes\n", + " Medium-Large\n", + " 2002.0\n", + " Computer Hardware & Software\n", + " 3.0\n", + " 62.0\n", + " 101.0\n", " NaN\n", + " False\n", " NaN\n", " NaN\n", - " 4.2\n", + " DS\n", + " \n", + " \n", + " 27012\n", + " Data Scientist (Blockchain)\n", + " Job Summary\\n\\nBlok Party is building the futu...\n", + " Blok Party\n", + " Remote\n", + " NaN\n", " NaN\n", + " Yes\n", + " Very Small\n", " NaN\n", + " Audiovisual\n", + " 3.6\n", + " 81.0\n", + " 138.0\n", " NaN\n", " False\n", " NaN\n", " NaN\n", - " IN\n", + " DS\n", " \n", " \n", "\n", @@ -3689,191 +2873,221 @@ ], "text/plain": [ " Job Title \\\n", - "17941 Product Analyst - Rides \n", - "6066 Business Data Analyst \n", - "26017 Software Engineer \n", - "13970 Global Reporting and Analytics Consultant \n", - "20342 Data Scientist, Analytics \n", - "1893 In Process Analytical Scientist \n", - "7458 ENGINEER - RESEARCH ENGINEER - SCIENTIST - KIN... \n", - "7669 Database Engineer (Temp) \n", - "23496 Security Data Analyst -CTJ \n", - "15853 Senior Behavioral Scientist - 100% Remote or R... \n", - "18612 Analyst \n", - "12400 Data Scientist - People Analytics \n", - "9926 Principal Proposal Analyst \n", - "1713 Analytical Scientist II \n", - "22379 Senior Business Intelligence Data Analyst \n", - "3451 AVP, Big Data and Machine Learning Solutions A... \n", - "19239 Lead Data Science Engineer \n", - "4085 Data Collection Analyst \n", - "27014 Data Scientist \n", - "17541 Data Scientist - Applied Machine Learning \n", + "16355 Sr. Data Engineer - Remote (USA Only) \n", + "16451 Data Scientist - Contract \n", + "16568 Data Scientist \n", + "16798 Data Scientist \n", + "16814 Data Scientist \n", + "16826 Applied Machine Learning engineer - Explore an... \n", + "16857 Data Scientist \n", + "16951 Data Scientist \n", + "16992 Data Scientist - Capacity Engineering \n", + "17045 Data Scientist \n", + "17054 Research Scientist \n", + "17079 Data Scientist \n", + "17087 Senior Data Analyst \n", + "17590 Senior Data Engineer - Python (Remote) \n", + "26150 Data Science Engineer Full Stack - AI \n", + "26187 Data Scientist \n", + "26216 Data Analyst \n", + "26256 Senior Data Scientist \n", + "26261 Data Scientist- Workforce Planning & Analytics \n", + "26302 Data Engineer \n", + "26317 Environmental - Geologist, Scientist or Engine... \n", + "26335 Semantic Data Modeler and Engineer \n", + "26342 Business Data Analyst \n", + "26355 Machine Learning Engineer (Palo Alto, CA or Re... \n", + "26363 Data Analyst (Must Speak Chinese) \n", + "26372 Senior Data Analyst - Patient-Centered Research \n", + "26375 Data Engineer \n", + "26385 Senior Software Engineer (Data) \n", + "26422 Business Data Analyst \n", + "26469 Machine Learning Engineer (Palo Alto, CA or Re... \n", + "26512 Data Engineer \n", + "26513 Senior Data Analyst - Patient-Centered Research \n", + "26562 Senior Software Engineer (Data) \n", + "26950 Data Scientist \n", + "26954 Data Scientist \n", + "27012 Data Scientist (Blockchain) \n", "\n", " Job Description \\\n", - "17941 NaN \n", - "6066 Full Time - Lakewood, Colorado\\n\\nWe are seeki... \n", - "26017 Job Category: Engineering\\n\\nWork Location: Ir... \n", - "13970 Global Reporting and Analytics Consultant\\n\\n\\... \n", - "20342 What's Quibi?Launching next year, Quibi is the... \n", - "1893 Company Description\\nEurofins Scientific is an... \n", - "7458 Join our Applied Power Division! Support techn... \n", - "7669 Here at Daybreak, we make great games that bri... \n", - "23496 Are you passionate about solving problems and ... \n", - "15853 Senior Behavioral Scientist – 100% Remote or R... \n", - "18612 B.S. or MBA, preferably in Marketing, Advertis... \n", - "12400 Doctors Without Borders/Médecins Sans Frontièr... \n", - "9926 Job DescriptionORGANIZATIONAL STRUCTUREBUSINES... \n", - "1713 Company Overview\\n\\nOur growing and successful... \n", - "22379 Summary and Essential Duties\\n\\n\\nThe Senior B... \n", - "3451 We are currently seeking an AVP, Big Data and ... \n", - "19239 Highspot is seeking a lead data science engine... \n", - "4085 Position Summary\\n\\nUnder the supervision of t... \n", - "27014 Type of Requisition:\\n\\nRegular\\n\\nClearance L... \n", - "17541 Transform and convert unstructured data set in... \n", - "\n", - " Company Name \\\n", - "17941 Uber \n", - "6066 MIRACORP \n", - "26017 Pixentia \n", - "13970 De Lage Landen \n", - "20342 Quibi \n", - "1893 Eurofins \n", - "7458 Southwest Research Institute \n", - "7669 Daybreak Games \n", - "23496 Microsoft Corporation \n", - "15853 Dell Technologies \n", - "18612 Zenith \n", - "12400 Doctors Without Borders | Médecins Sans Fronti... \n", - "9926 CIRCOR International \n", - "1713 Quotient Sciences \n", - "22379 Shamrock Foods \n", - "3451 LPL Financial \n", - "19239 Highspot \n", - "4085 Columbia University Medical Center \n", - "27014 General Dynamics Information Technology \n", - "17541 Apple \n", + "16355 SocialChorus is a platform for communicators. ... \n", + "16451 We are an ambitious, well-funded startup with ... \n", + "16568 100% REMOTE\\n\\nThe Role: Our customer is looki... \n", + "16798 Are you looking for an opportunity to accelera... \n", + "16814 Description\\n\\n\\nDo you want to work at the fo... \n", + "16826 By applying for this role, you could choose to... \n", + "16857 We are looking for a data scientist that will ... \n", + "16951 Data Scientist\\n\\nWe are looking for a data sc... \n", + "16992 By applying for this role, you could choose to... \n", + "17045 About Imperfect\\n\\nImperfect Foods was founded... \n", + "17054 About Concerto HealthAI\\n\\nConcerto HealthAI i... \n", + "17079 Why TrueAccord?\\n\\nDebt collection is failing ... \n", + "17087 Senior Data Analyst - Career Portals\\n\\nSkip t... \n", + "17590 Experience pulling data from APIs, or from S3 ... \n", + "26150 Data Science Engineer Full Stack - AI\\n\\nOverv... \n", + "26187 WHAT WE DO MATTERS:\\n\\nHere at The Knot Worldw... \n", + "26216 Nurx is looking for a Data Analyst who loves a... \n", + "26256 Formation provides personalization for the lar... \n", + "26261 We Are Hiring\\n\\nData Scientist\\n\\nWorkforce P... \n", + "26302 Now hiring a Data Engineer\\n\\nAs a Data Engine... \n", + "26317 Antea USA, Inc. (Antea®Group) is seeking motiv... \n", + "26335 Semantic Data Modeler and Engineer\\n\\nTucson E... \n", + "26342 We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a... \n", + "26355 The Opportunity\\n\\nEversight is the recognized... \n", + "26363 Founded in 2002, S2 HRC carries the important ... \n", + "26372 Senior Data Analyst - Patient-Centered Researc... \n", + "26375 TubeScience is looking for a talented Data Eng... \n", + "26385 Second Measure is building products that lever... \n", + "26422 We Are Hiring\\n\\nRemote Opportunity!\\n\\nJoin a... \n", + "26469 The Opportunity\\n\\nEversight is the recognized... \n", + "26512 TubeScience is looking for a talented Data Eng... \n", + "26513 Senior Data Analyst - Patient-Centered Researc... \n", + "26562 Second Measure is building products that lever... \n", + "26950 EXCITED TO GROW YOUR CAREER? WE’RE GLAD YOU’RE... \n", + "26954 Company Overview\\n\\n\\nAternity - a subsidiary ... \n", + "27012 Job Summary\\n\\nBlok Party is building the futu... \n", "\n", - " Location City State Remote \\\n", - "17941 San Francisco, CA San Francisco CA Uncertain \n", - "6066 Lakewood, CO Lakewood CO Uncertain \n", - "26017 Irving, TX Irving TX Uncertain \n", - "13970 Wayne, PA Wayne PA Uncertain \n", - "20342 Los Angeles, CA Los Angeles CA Uncertain \n", - "1893 West Point, PA West Point PA Uncertain \n", - "7458 San Antonio, TX San Antonio TX Uncertain \n", - "7669 San Diego, CA San Diego CA Uncertain \n", - "23496 Redmond, WA Redmond WA Uncertain \n", - "15853 Austin, TX Austin TX Yes \n", - "18612 New York, NY New York NY Uncertain \n", - "12400 New York, NY New York NY Uncertain \n", - "9926 Houston, TX Houston TX Uncertain \n", - "1713 Boothwyn, PA Boothwyn PA Uncertain \n", - "22379 Phoenix, AZ Phoenix AZ Uncertain \n", - "3451 Austin, TX Austin TX Uncertain \n", - "19239 Seattle, WA Seattle WA Uncertain \n", - "4085 New York, NY New York NY Uncertain \n", - "27014 Washington, DC Washington DC Uncertain \n", - "17541 Santa Clara Valley, CA Santa Clara Valley CA Uncertain \n", + " Company Name Location City State Remote Size \\\n", + "16355 SocialChorus Remote NaN NaN Yes Small \n", + "16451 Upside Business Travel Remote NaN NaN Yes Small \n", + "16568 IT Concepts Remote NaN NaN Yes Small \n", + "16798 Tenrox Remote NaN NaN Yes Small \n", + "16814 Capax Global Remote NaN NaN Yes Small \n", + "16826 Twitter Remote NaN NaN Yes Medium-Large \n", + "16857 SomaDetect Remote NaN NaN Yes Very Small \n", + "16951 Premier, Inc. Remote NaN NaN Yes Medium-Large \n", + "16992 Twitter Remote NaN NaN Yes Medium-Large \n", + "17045 Imperfect Foods Remote NaN NaN Yes Medium-Large \n", + "17054 Concerto HealthAI Remote NaN NaN Yes Medium-Small \n", + "17079 TrueAccord Remote NaN NaN Yes Small \n", + "17087 Home Point Financial Remote NaN NaN Yes Medium-Large \n", + "17590 Koodi Systems Remote NaN NaN Yes NaN \n", + "26150 BryterCX Remote NaN NaN Yes Small \n", + "26187 The Knot Worldwide Remote NaN NaN Yes Medium-Large \n", + "26216 Nurx Remote NaN NaN Yes Small \n", + "26256 Formation Remote NaN NaN Yes Small \n", + "26261 Ascension Remote NaN NaN Yes Very Large \n", + "26302 Applied Information Sciences Remote NaN NaN Yes Medium \n", + "26317 Antea Group Remote NaN NaN Yes Medium-Small \n", + "26335 Tucson Embedded Systems, Inc. Remote NaN NaN Yes Small \n", + "26342 Ascension Remote NaN NaN Yes Very Large \n", + "26355 Eversight Remote NaN NaN Yes Small \n", + "26363 CCUE Finance Remote NaN NaN Yes Very Small \n", + "26372 Evidera Remote NaN NaN Yes Medium \n", + "26375 TubeScience Remote NaN NaN Yes Small \n", + "26385 Second Measure Remote NaN NaN Yes Small \n", + "26422 Ascension Remote NaN NaN Yes Very Large \n", + "26469 Eversight Remote NaN NaN Yes Small \n", + "26512 TubeScience Remote NaN NaN Yes Small \n", + "26513 Evidera Remote NaN NaN Yes Medium \n", + "26562 Second Measure Remote NaN NaN Yes Small \n", + "26950 Maritz Remote NaN NaN Yes Medium-Large \n", + "26954 Riverbed Technologies Remote NaN NaN Yes Medium-Large \n", + "27012 Blok Party Remote NaN NaN Yes Very Small \n", "\n", - " Size Founded Industry Rating \\\n", - "17941 NaN NaN NaN 3.8 \n", - "6066 Small NaN Consulting 4.8 \n", - "26017 Very Small NaN Consulting 3.7 \n", - "13970 Large 1969.0 Investment Banking & Asset Management 4.0 \n", - "20342 NaN NaN NaN NaN \n", - "1893 Very Large 1987.0 Biotech Pharmaceuticals 3.4 \n", - "7458 Medium-Large 1947.0 Research Development 4.1 \n", - "7669 Medium-Small 2015.0 Video Games 2.5 \n", - "23496 Very Large 1975.0 Computer Hardware & Software 4.3 \n", - "15853 Very Large 1984.0 IT Services 4.1 \n", - "18612 NaN NaN NaN 3.8 \n", - "12400 NaN NaN NaN NaN \n", - "9926 Medium-Large 1999.0 Industrial Manufacturing 2.4 \n", - "1713 Medium 1990.0 Biotech Pharmaceuticals 3.6 \n", - "22379 Medium-Large 1922.0 Food & Beverage Manufacturing 3.4 \n", - "3451 Medium-Large 1968.0 Investment Banking Asset Management 3.5 \n", - "19239 NaN NaN NaN 4.5 \n", - "4085 Large NaN Health Care Services Hospitals 3.8 \n", - "27014 Very Large 1996.0 IT Services 3.5 \n", - "17541 NaN NaN NaN 4.2 \n", + " Founded Industry Rating SalaryMin \\\n", + "16355 2008.0 Enterprise Software & Network Solutions 3.7 90.0 \n", + "16451 2015.0 Internet 4.0 139.0 \n", + "16568 2003.0 IT Services 4.8 50.0 \n", + "16798 2003.0 Computer Hardware & Software 4.0 73.0 \n", + "16814 1998.0 IT Services 4.7 73.0 \n", + "16826 2006.0 Internet 4.1 86.0 \n", + "16857 NaN NaN NaN 92.0 \n", + "16951 1967.0 Healthcare Services & Hospitals 3.0 112.0 \n", + "16992 2006.0 Internet 4.1 71.0 \n", + "17045 2015.0 Food & Beverage Shops 3.9 81.0 \n", + "17054 2018.0 Biotech & Pharmaceuticals 2.9 81.0 \n", + "17079 2013.0 Enterprise Software & Network Solutions 3.4 81.0 \n", + "17087 2015.0 Lending 3.3 59.0 \n", + "17590 NaN NaN NaN NaN \n", + "26150 2000.0 Enterprise Software & Network Solutions 2.8 78.0 \n", + "26187 2019.0 Internet 3.4 86.0 \n", + "26216 2016.0 Health Care Services & Hospitals 3.5 15.0 \n", + "26256 2015.0 Enterprise Software & Network Solutions 2.7 150.0 \n", + "26261 1999.0 Health Care Services & Hospitals 3.3 150.0 \n", + "26302 1982.0 IT Services 4.5 111.0 \n", + "26317 1986.0 Architectural & Engineering Services 4.0 111.0 \n", + "26335 1997.0 Enterprise Software & Network Solutions 2.8 98.0 \n", + "26342 1999.0 Health Care Services & Hospitals 3.3 98.0 \n", + "26355 2013.0 Enterprise Software & Network Solutions 4.2 98.0 \n", + "26363 NaN NaN 3.4 98.0 \n", + "26372 2013.0 Biotech & Pharmaceuticals 3.8 134.0 \n", + "26375 2016.0 Internet 3.9 134.0 \n", + "26385 2015.0 Enterprise Software & Network Solutions 4.9 134.0 \n", + "26422 1999.0 Health Care Services & Hospitals 3.3 97.0 \n", + "26469 2013.0 Enterprise Software & Network Solutions 4.2 46.0 \n", + "26512 2016.0 Internet 3.9 82.0 \n", + "26513 2013.0 Biotech & Pharmaceuticals 3.8 82.0 \n", + "26562 2015.0 Enterprise Software & Network Solutions 4.9 77.0 \n", + "26950 1894.0 Advertising & Marketing 3.5 62.0 \n", + "26954 2002.0 Computer Hardware & Software 3.0 62.0 \n", + "27012 NaN Audiovisual 3.6 81.0 \n", "\n", - " SalaryMin SalaryMax Salary Estimate Hourly Junior Senior DF \n", - "17941 NaN NaN NaN False NaN NaN IN \n", - "6066 NaN NaN 62.0 False NaN NaN DF1 \n", - "26017 30.0 60.0 NaN False NaN NaN DE \n", - "13970 50.0 87.0 NaN False NaN NaN DF2 \n", - "20342 NaN NaN NaN False 0.0 0.0 LI \n", - "1893 NaN NaN 78.5 False NaN NaN DF1 \n", - "7458 NaN NaN 87.0 False NaN NaN DF1 \n", - "7669 NaN NaN 204.0 False NaN NaN DF1 \n", - "23496 55.0 101.0 NaN False NaN NaN DA \n", - "15853 50.0 110.0 NaN False NaN NaN DF2 \n", - "18612 NaN NaN NaN False NaN NaN IN \n", - "12400 119.0 147.0 NaN False NaN NaN DF2 \n", - "9926 NaN NaN 51.5 False NaN NaN DF1 \n", - "1713 NaN NaN 130.0 False NaN NaN DF1 \n", - "22379 46.0 102.0 NaN False NaN NaN DA \n", - "3451 NaN NaN 86.0 False NaN NaN DF1 \n", - "19239 NaN NaN NaN False NaN NaN IN \n", - "4085 NaN NaN 85.0 False NaN NaN DF1 \n", - "27014 81.0 138.0 NaN False NaN NaN DS \n", - "17541 NaN NaN NaN False NaN NaN IN " + " SalaryMax Salary Estimate Hourly Junior Senior DF \n", + "16355 109.0 NaN False NaN NaN GD \n", + "16451 229.0 NaN False NaN NaN GD \n", + "16568 63.0 NaN False NaN NaN GD \n", + "16798 128.0 NaN False NaN NaN GD \n", + "16814 128.0 NaN False NaN NaN GD \n", + "16826 108.0 NaN False NaN NaN GD \n", + "16857 146.0 NaN False NaN NaN GD \n", + "16951 149.0 NaN False NaN NaN GD \n", + "16992 108.0 NaN False NaN NaN GD \n", + "17045 102.0 NaN False NaN NaN GD \n", + "17054 102.0 NaN False NaN NaN GD \n", + "17079 137.0 NaN False NaN NaN GD \n", + "17087 101.0 NaN False NaN NaN GD \n", + "17590 NaN NaN False NaN NaN IN \n", + "26150 133.0 NaN False NaN NaN DS \n", + "26187 143.0 NaN False NaN NaN DS \n", + "26216 16.0 NaN False NaN NaN DS \n", + "26256 169.0 NaN False NaN NaN DS \n", + "26261 169.0 NaN False NaN NaN DS \n", + "26302 178.0 NaN False NaN NaN DS \n", + "26317 178.0 NaN False NaN NaN DS \n", + "26335 160.0 NaN False NaN NaN DS \n", + "26342 160.0 NaN False NaN NaN DS \n", + "26355 160.0 NaN False NaN NaN DS \n", + "26363 160.0 NaN False NaN NaN DS \n", + "26372 213.0 NaN False NaN NaN DS \n", + "26375 213.0 NaN False NaN NaN DS \n", + "26385 213.0 NaN False NaN NaN DS \n", + "26422 150.0 NaN False NaN NaN DS \n", + "26469 79.0 NaN False NaN NaN DS \n", + "26512 141.0 NaN False NaN NaN DS \n", + "26513 141.0 NaN False NaN NaN DS \n", + "26562 131.0 NaN False NaN NaN DS \n", + "26950 101.0 NaN False NaN NaN DS \n", + "26954 101.0 NaN False NaN NaN DS \n", + "27012 138.0 NaN False NaN NaN DS " ] }, - "execution_count": 146, + "execution_count": 321, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "FullDataSet=pd.concat([df1, df2, dfGlassdoor, dfIndeed, dfLinkedIn, dfDataAnalyst, dfDataEngineer, dfDSJobs])\n", - "FullDataSet.reset_index(drop=True, inplace=True)\n", - "\n", - "numCols = [\"SalaryMin\", \"SalaryMax\"]\n", - "FullDataSet[numCols] = FullDataSet[numCols].apply(lambda x: x.str.strip())\n", - "\n", - "FullDataSet.loc[(FullDataSet[\"SalaryMax\"].str.contains(\"Per Hour\")==True),\"Hourly\"]=True\n", - "FullDataSet[\"Hourly\"].fillna(value=False, axis=0, inplace=True)\n", - "\n", - "# Replace \"unknown\" and \"-1\" and \" \" with NaN\n", - "FullDataSet.replace({\"Unknown\": np.nan, \"-1\": np.nan, -1: np.nan, \"\": np.nan}, inplace = True)\n", - "FullDataSet.fillna(value=np.nan, axis=1, inplace=True)\n", - "\n", - "FullDataSet[\"SalaryMin\"]=FullDataSet.SalaryMin.astype(float)\n", - "FullDataSet[\"SalaryMax\"]=FullDataSet.SalaryMax.str.extract('(\\d+)').astype(float)\n", - "\n", - "# Reordered Columns for Consistency\n", - "FullDataSet = FullDataSet.reindex(columns = [\"Job Title\", \"Job Description\", \"Company Name\", \"Location\", \"City\", \"State\", \n", - " \"Remote\", \"Size\", \"Founded\", \"Industry\", \"Rating\", \n", - " \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Junior\", \"Senior\", \"DF\"])\n", - "\n", - "print(FullDataSet.shape)\n", - "FullDataSet.sample(20)" - ] - }, - { - "cell_type": "code", - "execution_count": 147, - "id": "postal-pressing", - "metadata": {}, - "outputs": [], - "source": [ - "FullDataSet.drop(index=[14054, 24631, 24654, 14061, 24661, 15438, 26236, 14504, 22651], axis=0, inplace=True)\n", - "FullDataSet.drop(index=[7031,7218,4612,7030,7205,4609,7198,10719, 4608], axis=0, inplace=True)" + "FullDataSet.loc[FullDataSet[\"City\"]==\"New York City\"].shape\n", + "#FullDataSet.State.dtype\n", + "#FullDataSet[\"State\"].value_counts()\n", + "FullDataSet.iloc[16342]\n", + "FullDataSet.loc[FullDataSet.City.isnull()].head(36)\n", + "#FullDataSet.loc[FullDataSet[\"City\"]==\"Tampa Bay\"]" ] }, { "cell_type": "code", - "execution_count": 145, - "id": "brown-asbestos", + "execution_count": 350, + "id": "loved-climb", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "(0, 18)\n" + "(27027, 18)\n" ] }, { @@ -3911,53 +3125,295 @@ " SalaryMin\n", " SalaryMax\n", " Salary Estimate\n", - " DF\n", + " Hourly\n", " Junior\n", " Senior\n", - " Hourly\n", + " DF\n", " \n", " \n", " \n", + " \n", + " 16415\n", + " Senior Big Data Engineer\n", + " At American Family Insurance, we’re driven by ...\n", + " American Family Insurance\n", + " Chicago, IL\n", + " Chicago\n", + " IL\n", + " Uncertain\n", + " Large\n", + " 1927.0\n", + " Insurance Operators\n", + " 3.6\n", + " 41.0\n", + " 73.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " GD\n", + " \n", + " \n", + " 12629\n", + " Sr. Principal Metrics Analyst- Data Scientist\n", + " Technology Architecture and Data is the enterp...\n", + " The Bank of New York Mellon\n", + " New York, NY\n", + " New York\n", + " NY\n", + " Uncertain\n", + " Very Large\n", + " 1784.0\n", + " Investment Banking & Asset Management\n", + " 3.2\n", + " 82.0\n", + " 141.0\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " DF2\n", + " \n", + " \n", + " 3777\n", + " Data Engineer\n", + " About Beam\\n\\nBeam Dental was founded in 2012 ...\n", + " Beam Dental\n", + " Columbus, OH\n", + " Columbus\n", + " OH\n", + " Uncertain\n", + " Small\n", + " 2012.0\n", + " Insurance Carriers\n", + " 4.9\n", + " NaN\n", + " NaN\n", + " 73.0\n", + " False\n", + " NaN\n", + " NaN\n", + " DF1\n", + " \n", + " \n", + " 18678\n", + " Data Scientist Technical Lead\n", + " Manage a data science team. 10 years of experi...\n", + " Google\n", + " New York, NY\n", + " New York\n", + " NY\n", + " Uncertain\n", + " NaN\n", + " NaN\n", + " NaN\n", + " 4.3\n", + " NaN\n", + " NaN\n", + " NaN\n", + " False\n", + " NaN\n", + " NaN\n", + " IN\n", + " \n", + " \n", + " 9423\n", + " Social Media Analyst\n", + " Here at Scotts Miracle-Gro there is no such th...\n", + " Scotts Miracle-Gro\n", + " Chicago, IL\n", + " Chicago\n", + " IL\n", + " Uncertain\n", + " Large\n", + " 1868.0\n", + " Consumer Products Manufacturing\n", + " 4.1\n", + " NaN\n", + " NaN\n", + " 83.0\n", + " False\n", + " NaN\n", + " NaN\n", + " DF1\n", + " \n", " \n", "\n", "" ], "text/plain": [ - "Empty DataFrame\n", - "Columns: [Job Title, Job Description, Company Name, Location, City, State, Remote, Size, Founded, Industry, Rating, SalaryMin, SalaryMax, Salary Estimate, DF, Junior, Senior, Hourly]\n", - "Index: []" + " Job Title \\\n", + "16415 Senior Big Data Engineer \n", + "12629 Sr. Principal Metrics Analyst- Data Scientist \n", + "3777 Data Engineer \n", + "18678 Data Scientist Technical Lead \n", + "9423 Social Media Analyst \n", + "\n", + " Job Description \\\n", + "16415 At American Family Insurance, we’re driven by ... \n", + "12629 Technology Architecture and Data is the enterp... \n", + "3777 About Beam\\n\\nBeam Dental was founded in 2012 ... \n", + "18678 Manage a data science team. 10 years of experi... \n", + "9423 Here at Scotts Miracle-Gro there is no such th... \n", + "\n", + " Company Name Location City State Remote \\\n", + "16415 American Family Insurance Chicago, IL Chicago IL Uncertain \n", + "12629 The Bank of New York Mellon New York, NY New York NY Uncertain \n", + "3777 Beam Dental Columbus, OH Columbus OH Uncertain \n", + "18678 Google New York, NY New York NY Uncertain \n", + "9423 Scotts Miracle-Gro Chicago, IL Chicago IL Uncertain \n", + "\n", + " Size Founded Industry Rating \\\n", + "16415 Large 1927.0 Insurance Operators 3.6 \n", + "12629 Very Large 1784.0 Investment Banking & Asset Management 3.2 \n", + "3777 Small 2012.0 Insurance Carriers 4.9 \n", + "18678 NaN NaN NaN 4.3 \n", + "9423 Large 1868.0 Consumer Products Manufacturing 4.1 \n", + "\n", + " SalaryMin SalaryMax Salary Estimate Hourly Junior Senior DF \n", + "16415 41.0 73.0 NaN False NaN NaN GD \n", + "12629 82.0 141.0 NaN False NaN NaN DF2 \n", + "3777 NaN NaN 73.0 False NaN NaN DF1 \n", + "18678 NaN NaN NaN False NaN NaN IN \n", + "9423 NaN NaN 83.0 False NaN NaN DF1 " ] }, - "execution_count": 145, + "execution_count": 350, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "criteria=[\"Company Name\", \"Job Title\", \"City\", \"State\", \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Job Description\"]\n", - "duplicates=FullDataSet[FullDataSet.duplicated(subset=criteria, keep=\"first\")].sort_values(by=criteria)\n", - "#test=duplicates.loc[duplicates[\"SalaryMin\"].notnull()]\n", + "# The eight data frames above are combined to create one large data frame. \n", + "# Efforts were made to clean and build consistency. Duplicates between data frames were eliminated.\n", "\n", - "#print(test.shape)\n", - "#print(duplicates.shape)\n", - "#duplicates.head(20)" + "FullDataSet=pd.concat([df1, df2, dfGlassdoor, dfIndeed, dfLinkedIn, dfDataAnalyst, dfDataEngineer, dfDSJobs])\n", + "FullDataSet.reset_index(drop=True, inplace=True)\n", + "\n", + "numCols = [\"SalaryMin\", \"SalaryMax\"]\n", + "FullDataSet[numCols] = FullDataSet[numCols].apply(lambda x: x.str.strip())\n", + "\n", + "FullDataSet.loc[(FullDataSet[\"SalaryMax\"].str.contains(\"Per Hour\")==True),\"Hourly\"]=True\n", + "FullDataSet[\"Hourly\"].fillna(value=False, axis=0, inplace=True)\n", + "\n", + "# Cleaning cities for cost of living merge\n", + "FullDataSet.City.replace({\"New York City\": \"New York\"}, inplace = True)\n", + "FullDataSet.loc[FullDataSet[\"City\"]==\"33445\", \"City\"]=\"DelRay Beach\"\n", + "FullDataSet.loc[FullDataSet[\"City\"]==\"Florida\", \"City\"]=\"Tampa\"\n", + "\n", + "# Removing extra white space in state column and cleaning state column\n", + "FullDataSet[\"State\"] = FullDataSet[\"State\"].str.strip()\n", + "FullDataSet.State.replace({\"Florida\": \"FL\"}, inplace = True)\n", + "\n", + "# Replace \"unknown\" and \"-1\" and \" \" with NaN\n", + "FullDataSet.replace({\"Unknown\": np.nan, \"-1\": np.nan, -1: np.nan, \"\": np.nan}, inplace = True)\n", + "FullDataSet.fillna(value=np.nan, axis=1, inplace=True)\n", + "\n", + "FullDataSet[\"SalaryMin\"]=FullDataSet.SalaryMin.astype(float)\n", + "FullDataSet[\"SalaryMax\"]=FullDataSet.SalaryMax.str.extract('(\\d+)').astype(float)\n", + "\n", + "# Reordered Columns for Consistency\n", + "FullDataSet = FullDataSet.reindex(columns = [\"Job Title\", \"Job Description\", \"Company Name\", \"Location\", \"City\", \"State\", \n", + " \"Remote\", \"Size\", \"Founded\", \"Industry\", \"Rating\", \n", + " \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Junior\", \"Senior\", \"DF\"])\n", + "\n", + "# Dropping duplicates from different data frames.\n", + "FullDataSet.drop(index=[14054, 24631, 24654, 14061, 24661, 15438, 26236, 14504, 22651], axis=0, inplace=True)\n", + "FullDataSet.drop(index=[7031,7218,4612,7030,7205,4609,7198,10719, 4608], axis=0, inplace=True)\n", + "\n", + "\n", + "print(FullDataSet.shape)\n", + "FullDataSet.sample(5)" ] }, { "cell_type": "code", - "execution_count": 148, - "id": "killing-joint", + "execution_count": 351, + "id": "brown-asbestos", "metadata": {}, "outputs": [ { "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "724dc69a4bc749f1bd9321fa61d4603d", - "version_major": 2, - "version_minor": 0 - }, - "text/plain": [ - "Summarize dataset: 0%| | 0/32 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job TitleJob DescriptionCompany NameLocationCityStateRemoteSizeFoundedIndustryRatingSalaryMinSalaryMaxSalary EstimateHourlyJuniorSeniorDF
\n", + "" + ], + "text/plain": [ + "Empty DataFrame\n", + "Columns: [Job Title, Job Description, Company Name, Location, City, State, Remote, Size, Founded, Industry, Rating, SalaryMin, SalaryMax, Salary Estimate, Hourly, Junior, Senior, DF]\n", + "Index: []" + ] + }, + "execution_count": 351, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "criteria=[\"Company Name\", \"Job Title\", \"City\", \"State\", \"SalaryMin\", \"SalaryMax\", \"Salary Estimate\", \"Hourly\", \"Job Description\"]\n", + "duplicates=FullDataSet[FullDataSet.duplicated(subset=criteria, keep=\"first\")].sort_values(by=criteria)\n", + "#test=duplicates.loc[duplicates[\"SalaryMin\"].notnull()]\n", + "\n", + "#print(test.shape)\n", + "#print(duplicates.shape)\n", + "duplicates.head(20)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "killing-joint", + "metadata": {}, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "381f8ef490254ccbbf6ab59ecf1f4cf5", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Summarize dataset: 0%| | 0/32 [00:00 3080\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3081\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n", + "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n", + "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n", + "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n", + "\u001b[0;31mKeyError\u001b[0m: 'Col_Ind'", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mKeyError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mFullDataSet\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"Col_Ind\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue_counts\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0;31m#FullDataSet\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m 3022\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnlevels\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3023\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3024\u001b[0;31m \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3025\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mis_integer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3026\u001b[0m \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m 3080\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3081\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3082\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3083\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3084\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mtolerance\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mKeyError\u001b[0m: 'Col_Ind'" + ] + } + ], + "source": [ + "FullDataSet[\"Col_Ind\"].value_counts()\n", + "#FullDataSet" + ] + }, + { + "cell_type": "code", + "execution_count": 390, + "id": "double-blank", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(27027, 24)" + ] + }, + "execution_count": 390, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# The data frame now includes the cost of living information including new columns: Rank, City, Cost of Living Index, and Local Purchasing Power Index.\n", + "\n", + "FullDataCOL = pd.merge(FullDataSet,cost_living[[\"City\", \"Col_Ind\", \"Rank\", \"Cost of Living Index\", \"Local Purchasing Power Index\"]], \n", + " on=\"City\", how=\"left\")\n", + "#FullDataCOL[\"Col_Ind\"]=FullDataCOL[\"City\"]\n", + "#FullDataCOL[\"State_Ind\"]=FullDataCOL[\"State\"]\n", + "FullDataCOL.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 278, + "id": "exclusive-reggae", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
CityStateCol_Ind
17435SunnyvaleCANaN
17448SunnyvaleCANaN
17452SunnyvaleCANaN
17455SunnyvaleCANaN
17457SunnyvaleCANaN
............
26843SunnyvaleCANaN
26932SunnyvaleCANaN
20212SunnyvaleCONaN
7873SunnyvaleTXNaN
25363SunnyvaleTXNaN
\n", + "

315 rows × 3 columns

\n", + "
" + ], + "text/plain": [ + " City State Col_Ind\n", + "17435 Sunnyvale CA NaN\n", + "17448 Sunnyvale CA NaN\n", + "17452 Sunnyvale CA NaN\n", + "17455 Sunnyvale CA NaN\n", + "17457 Sunnyvale CA NaN\n", + "... ... ... ...\n", + "26843 Sunnyvale CA NaN\n", + "26932 Sunnyvale CA NaN\n", + "20212 Sunnyvale CO NaN\n", + "7873 Sunnyvale TX NaN\n", + "25363 Sunnyvale TX NaN\n", + "\n", + "[315 rows x 3 columns]" + ] + }, + "execution_count": 278, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# This code was used to match the cities from the job postings with the cities included in the cost of living \n", + "# information. The cities from the cost of living information were used as keys to create a dictionary containing \n", + "# related suburbs and neighboring municipalities.\n", + "\n", + "fix = FullDataCOL.loc[FullDataCOL.Col_Ind.isnull()][[\"City\", \"State\", \"Col_Ind\"]]\n", + "fix.sort_values([\"State\", \"City\"], axis=0, inplace=True)\n", + "fix.iloc[9051:9100]\n", + "#fix.loc[fix[\"City\"]==\"Sunnyvale\"]" + ] + }, + { + "cell_type": "code", + "execution_count": 391, + "id": "sought-fault", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'Latham,NY': 'Albany,NY',\n", + " 'Niskayuna,NY': 'Albany,NY',\n", + " 'Rensselaer,NY': 'Albany,NY',\n", + " 'Schenectady,NY': 'Albany,NY',\n", + " 'Troy,NY': 'Albany,NY',\n", + " 'Alpharetta,GA': 'Atlanta,GA',\n", + " 'Buckhead,GA': 'Atlanta,GA',\n", + " 'Duluth,GA': 'Atlanta,GA',\n", + " 'Round Rock,TX': 'Austin,TX',\n", + " 'Cedar Park,TX': 'Austin,TX',\n", + " 'Kyle,TX': 'Austin,TX',\n", + " 'West Lake Hills,TX': 'Austin,TX',\n", + " 'Aberdeen,MD': 'Baltimore,MD',\n", + " 'Annapolis Junction,MD': 'Baltimore,MD',\n", + " 'Columbia,MD': 'Baltimore,MD',\n", + " 'Fort George G Meade,MD': 'Baltimore,MD',\n", + " 'Frederick,MD': 'Baltimore,MD',\n", + " 'Gwynn Oak,MD': 'Baltimore,MD',\n", + " 'Linthicum Heights,MD': 'Baltimore,MD',\n", + " 'Timonium,MD': 'Baltimore,MD',\n", + " 'Woodlawn,MD': 'Baltimore,MD',\n", + " 'Cambridge,MA': 'Boston,MA',\n", + " 'Waltham,MA': 'Boston,MA',\n", + " 'Andover,MA': 'Boston,MA',\n", + " 'Bedford,MA': 'Boston,MA',\n", + " 'Burlington,MA': 'Boston,MA',\n", + " 'Ipswich,MA': 'Boston,MA',\n", + " 'Lexington,MA': 'Boston,MA',\n", + " 'Natick,MA': 'Boston,MA',\n", + " 'Newton,MA': 'Boston,MA',\n", + " 'North Reading,MA': 'Boston,MA',\n", + " 'Norwood,MA': 'Boston,MA',\n", + " 'Quincy,MA': 'Boston,MA',\n", + " 'Somerville,MA': 'Boston,MA',\n", + " 'Watertown,MA': 'Boston,MA',\n", + " 'Wellesley,MA': 'Boston,MA',\n", + " 'Woburn,MA': 'Boston,MA',\n", + " 'Worcester,MA': 'Boston,MA',\n", + " 'Queens Village,NY': 'New York,NY',\n", + " 'Coney Island,NY': 'Brooklyn,NY',\n", + " 'Kings County,NY': 'Brooklyn,NY',\n", + " 'Amherst,NY': 'Buffalo,NY',\n", + " 'Cheektowaga,NY': 'Buffalo,NY',\n", + " 'Grand Island,NY': 'Buffalo,NY',\n", + " 'Orchard Park,NY': 'Buffalo,NY',\n", + " 'Tonawanda,NY': 'Buffalo,NY',\n", + " 'Huntersville,NC': 'Charlotte,NC',\n", + " 'Indian Trail,NC': 'Charlotte,NC',\n", + " 'Mooresville,NC': 'Charlotte,NC',\n", + " 'Fort Mill,NC': 'Charlotte,NC',\n", + " 'Northbrook,IL': 'Chicago,IL',\n", + " 'Alsip,IL': 'Chicago,IL',\n", + " 'Arlington Heights,IL': 'Chicago,IL',\n", + " 'Aurora,IL': 'Chicago,IL',\n", + " 'Bloomingdale,IL': 'Chicago,IL',\n", + " 'Bolingbrook,IL': 'Chicago,IL',\n", + " 'Bridgeview,IL': 'Chicago,IL',\n", + " 'Broadview,IL': 'Chicago,IL',\n", + " 'Burr Ridge,IL': 'Chicago,IL',\n", + " 'Deerfield,IL': 'Chicago,IL',\n", + " 'Des Plaines,IL': 'Chicago,IL',\n", + " 'Downers Grove,IL': 'Chicago,IL',\n", + " 'Elk Grove Village,IL': 'Chicago,IL',\n", + " 'Elmhurst,IL': 'Chicago,IL',\n", + " 'Evanston,IL': 'Chicago,IL',\n", + " 'Evergreen Park,IL': 'Chicago,IL',\n", + " 'Glenview,IL': 'Chicago,IL',\n", + " 'Highland Park,IL': 'Chicago,IL',\n", + " 'Hines,IL': 'Chicago,IL',\n", + " 'Itasca,IL': 'Chicago,IL',\n", + " 'Lemont,IL': 'Chicago,IL',\n", + " 'Lisle,IL': 'Chicago,IL',\n", + " 'Lombard,IL': 'Chicago,IL',\n", + " 'Maywood,IL': 'Chicago,IL',\n", + " 'Melrose Park,IL': 'Chicago,IL',\n", + " 'Naperville,IL': 'Chicago,IL',\n", + " 'North Chicago,IL': 'Chicago,IL',\n", + " 'Northfield,IL': 'Chicago,IL',\n", + " 'Oak Brook,IL': 'Chicago,IL',\n", + " 'Oakbrook Terrace,IL': 'Chicago,IL',\n", + " 'Park Ridge,IL': 'Chicago,IL',\n", + " 'Rolling Meadows,IL': 'Chicago,IL',\n", + " 'Rosemont,IL': 'Chicago,IL',\n", + " 'Schaumburg,IL': 'Chicago,IL',\n", + " 'Skokie,IL': 'Chicago,IL',\n", + " 'Stickney,IL': 'Chicago,IL',\n", + " 'Villa Park,IL': 'Chicago,IL',\n", + " 'Westmont,IL': 'Chicago,IL',\n", + " 'Woodridge,IL': 'Chicago,IL',\n", + " 'Florence,OH': 'Cincinnati,OH',\n", + " 'Blue Ash,OH': 'Cincinnati,OH',\n", + " 'Schriever AFB,CO': 'Colorado Springs,CO',\n", + " 'Air Force Academy,CO': 'Colorado Springs,CO',\n", + " 'El Paso County,CO': 'Colorado Springs,CO',\n", + " 'Fort Carson,CO': 'Colorado Springs,CO',\n", + " 'Blacklick,OH': 'Columbus,OH',\n", + " 'Dublin,OH': 'Columbus,OH',\n", + " 'Gahanna,OH': 'Columbus,OH',\n", + " 'Hilliard,OH': 'Columbus,OH',\n", + " 'Lockbourne,OH': 'Columbus,OH',\n", + " 'Slough,OH': 'Columbus,OH',\n", + " 'West Jefferson,OH': 'Columbus,OH',\n", + " 'Westerville,OH': 'Columbus,OH',\n", + " 'Plano,TX': 'Dallas,TX',\n", + " 'Grapevine,TX': 'Dallas,TX',\n", + " 'Irving,TX': 'Dallas,TX',\n", + " 'Fort Worth,TX': 'Dallas,TX',\n", + " 'Greenville,TX': 'Dallas,TX',\n", + " 'Addison,TX': 'Dallas,TX',\n", + " 'Allen,TX': 'Dallas,TX',\n", + " 'Arlington,TX': 'Dallas,TX',\n", + " 'Bedford,TX': 'Dallas,TX',\n", + " 'Carrollton,TX': 'Dallas,TX',\n", + " 'Coppell,TX': 'Dallas,TX',\n", + " 'Farmers Branch,TX': 'Dallas,TX',\n", + " 'Flower Mound,TX': 'Dallas,TX',\n", + " 'Garland,TX': 'Dallas,TX',\n", + " 'Grand Prairie,TX': 'Dallas,TX',\n", + " 'Highland Park,TX': 'Dallas,TX',\n", + " 'Lewisville,TX': 'Dallas,TX',\n", + " 'Richardson,TX': 'Dallas,TX',\n", + " 'Roanoke,TX': 'Dallas,TX',\n", + " 'Southlake,TX': 'Dallas,TX',\n", + " 'Sunnyvale,TX': 'Dallas,TX',\n", + " 'Tarrant,TX': 'Dallas,TX',\n", + " 'University Park,TX': 'Dallas,TX',\n", + " 'Westlake,TX': 'Dallas,TX',\n", + " 'Broomfield,CO': 'Denver,CO',\n", + " 'Boulder,CO': 'Denver,CO',\n", + " 'Littleton,CO': 'Denver,CO',\n", + " 'Aurora,CO': 'Denver,CO',\n", + " 'Buckley AFB,CO': 'Denver,CO',\n", + " 'Castle Rock,CO': 'Denver,CO',\n", + " 'Centennial,CO': 'Denver,CO',\n", + " 'Englewood,CO': 'Denver,CO',\n", + " 'Golden,CO': 'Denver,CO',\n", + " 'Greenwood Village,CO': 'Denver,CO',\n", + " 'Henderson,CO': 'Denver,CO',\n", + " 'Lakewood,CO': 'Denver,CO',\n", + " 'Lone Tree,CO': 'Denver,CO',\n", + " 'Westminster,CO': 'Denver,CO',\n", + " 'Highlands Ranch,CO': 'Denver,CO',\n", + " 'Irondale,CO': 'Denver,CO',\n", + " 'Niwot,CO': 'Denver,CO',\n", + " 'Sunnyvale,CO': 'Denver,CO',\n", + " 'Allen Park,MI': 'Detroit,MI',\n", + " 'Ann Arbor,MI': 'Detroit,MI',\n", + " 'Auburn Hills,MI': 'Detroit,MI',\n", + " 'Dearborn,MI': 'Detroit,MI',\n", + " 'Farmington Hills,MI': 'Detroit,MI',\n", + " 'Novi,MI': 'Detroit,MI',\n", + " 'Southfield,MI': 'Detroit,MI',\n", + " 'Schofield Barracks,HI': 'Honolulu,HI',\n", + " 'Spring,TX': 'Houston,TX',\n", + " 'Baytown,TX': 'Houston,TX',\n", + " 'Bellaire,TX': 'Houston,TX',\n", + " 'Cypress,TX': 'Houston,TX',\n", + " 'Deer Park,TX': 'Houston,TX',\n", + " 'Missouri City,TX': 'Houston,TX',\n", + " 'Nassau Bay,TX': 'Houston,TX',\n", + " 'Pasadena,TX': 'Houston,TX',\n", + " 'Pearland,TX': 'Houston,TX',\n", + " 'South Houston,TX': 'Houston,TX',\n", + " 'Stafford,TX': 'Houston,TX',\n", + " 'Sugar Land,TX': 'Houston,TX',\n", + " 'Webster,TX': 'Houston,TX',\n", + " 'West University Place,TX': 'Houston,TX',\n", + " 'Beech Grove,IN': 'Indianapolis,IN',\n", + " 'Carmel,IN': 'Indianapolis,IN',\n", + " 'Fishers,IN': 'Indianapolis,IN',\n", + " 'Greenfield,IN': 'Indianapolis,IN',\n", + " 'Lawrence,IN': 'Indianapolis,IN',\n", + " 'Whitestown,IN': 'Indianapolis,IN',\n", + " 'Jacksonville Beach,FL': 'Jacksonville,FL',\n", + " 'Mayport,FL': 'Jacksonville,FL',\n", + " 'Naval Station Mayport,FL': 'Jacksonville,FL',\n", + " 'Orange Park,FL': 'Jacksonville,FL',\n", + " 'Ponte Vedra,FL': 'Jacksonville,FL',\n", + " 'Overland Park,MO': 'Kansas City,MO',\n", + " 'Topeka,MO': 'Kansas City,MO',\n", + " 'Burlingame,MO': 'Kansas City,MO',\n", + " 'North Kansas City,MO': 'Kansas City,MO',\n", + " 'Culver City,CA': 'Los Angeles,CA',\n", + " 'Pasadena,CA': 'Los Angeles,CA',\n", + " 'Woodland Hills,CA': 'Los Angeles,CA',\n", + " 'Anaheim,CA': 'Los Angeles,CA',\n", + " 'Cerritos,CA': 'Los Angeles,CA',\n", + " 'Santa Monica,CA': 'Los Angeles,CA',\n", + " 'Torrance,CA': 'Los Angeles,CA',\n", + " 'El Segundo,CA': 'Los Angeles,CA',\n", + " 'Glendale,CA': 'Los Angeles,CA',\n", + " 'Brea,CA': 'Los Angeles,CA',\n", + " 'Burbank,CA': 'Los Angeles,CA',\n", + " 'Westmont,CA': 'Los Angeles,CA',\n", + " 'Irwindale,CA': 'Los Angeles,CA',\n", + " 'Calabasas,CA': 'Los Angeles,CA',\n", + " 'Hermosa Beach,CA': 'Los Angeles,CA',\n", + " 'Agoura Hills,CA': 'Los Angeles,CA',\n", + " 'Beverly Hills,CA': 'Los Angeles,CA',\n", + " 'Calabasas Hills,CA': 'Los Angeles,CA',\n", + " 'Redlands,CA': 'Los Angeles,CA',\n", + " 'Newport Beach,CA': 'Los Angeles,CA',\n", + " 'Corona,CA': 'Los Angeles,CA',\n", + " 'Carpinteria,CA': 'Los Angeles,CA',\n", + " 'Costa Mesa,CA': 'Los Angeles,CA',\n", + " 'Encino,CA': 'Los Angeles,CA',\n", + " 'Foothill Ranch,CA': 'Los Angeles,CA',\n", + " 'Gardena,CA': 'Los Angeles,CA',\n", + " 'Hollywood,CA': 'Los Angeles,CA',\n", + " 'Huntington Beach,CA': 'Los Angeles,CA',\n", + " 'Irvine,CA': 'Los Angeles,CA',\n", + " 'La Cañada Flintridge,CA': 'Los Angeles,CA',\n", + " 'Long Beach,CA': 'Los Angeles,CA',\n", + " 'Los Angelos,CA': 'Los Angeles,CA',\n", + " 'Manhattan Beach,CA': 'Los Angeles,CA',\n", + " 'Monterey Park,CA': 'Los Angeles,CA',\n", + " 'Norco,CA': 'Los Angeles,CA',\n", + " 'Northridge,CA': 'Los Angeles,CA',\n", + " 'Orange,CA': 'Los Angeles,CA',\n", + " 'Oxnard,CA': 'Los Angeles,CA',\n", + " 'Palmdale,CA': 'Los Angeles,CA',\n", + " 'Pomona,CA': 'Los Angeles,CA',\n", + " 'Rancho Cucamonga,CA': 'Los Angeles,CA',\n", + " 'Riverside,CA': 'Los Angeles,CA',\n", + " 'Rosemead,CA': 'Los Angeles,CA',\n", + " 'San Clemente,CA': 'Los Angeles,CA',\n", + " 'Santa Barbara,CA': 'Los Angeles,CA',\n", + " 'Santa Clarita,CA': 'Los Angeles,CA',\n", + " 'Sylmar,CA': 'Los Angeles,CA',\n", + " 'Thousand Oaks,CA': 'Los Angeles,CA',\n", + " 'Venice,CA': 'Los Angeles,CA',\n", + " 'Whittier,CA': 'Los Angeles,CA',\n", + " 'Universal City,CA': 'Los Angeles,CA',\n", + " 'West Hollywood,CA': 'Los Angeles,CA',\n", + " 'Alhambra,CA': 'Los Angeles,CA',\n", + " 'Aliso Viejo,CA': 'Los Angeles,CA',\n", + " 'Arcadia,CA': 'Los Angeles,CA',\n", + " 'Azusa,CA': 'Los Angeles,CA',\n", + " 'Bell,CA': 'Los Angeles,CA',\n", + " 'Buena Park,CA': 'Los Angeles,CA',\n", + " 'Carson,CA': 'Los Angeles,CA',\n", + " 'Century City,CA': 'Los Angeles,CA',\n", + " 'City of Industry,CA': 'Los Angeles,CA',\n", + " 'Commerce,CA': 'Los Angeles,CA',\n", + " 'Downey,CA': 'Los Angeles,CA',\n", + " 'Duarte,CA': 'Los Angeles,CA',\n", + " 'El Monte,CA': 'Los Angeles,CA',\n", + " 'Fullerton,CA': 'Los Angeles,CA',\n", + " 'Goleta,CA': 'Los Angeles,CA',\n", + " 'Hawthorne,CA': 'Los Angeles,CA',\n", + " 'Inglewood,CA': 'Los Angeles,CA',\n", + " 'North Hollywood,CA': 'Los Angeles,CA',\n", + " 'La Mirada,CA': 'Los Angeles,CA',\n", + " 'La Palma,CA': 'Los Angeles,CA',\n", + " 'Marina del Rey,CA': 'Los Angeles,CA',\n", + " 'Monaco,CA': 'Los Angeles,CA',\n", + " 'Monrovia,CA': 'Los Angeles,CA',\n", + " 'Panorama City,CA': 'Los Angeles,CA',\n", + " 'Pico Rivera,CA': 'Los Angeles,CA',\n", + " 'Placentia,CA': 'Los Angeles,CA',\n", + " 'Redondo Beach,CA': 'Los Angeles,CA',\n", + " 'Rossmoor,CA': 'Los Angeles,CA',\n", + " 'San Fernando,CA': 'Los Angeles,CA',\n", + " 'Santa Ana,CA': 'Los Angeles,CA',\n", + " 'Santa Cruz,CA': 'San Francisco,CA',\n", + " 'Santa Fe Springs,CA': 'Los Angeles,CA',\n", + " 'Seal Beach,CA': 'Los Angeles,CA',\n", + " 'Sherman Oaks,CA': 'Los Angeles,CA',\n", + " 'Signal Hill,CA': 'Los Angeles,CA',\n", + " 'Simi Valley,CA': 'Los Angeles,CA',\n", + " 'South Gate,CA': 'Los Angeles,CA',\n", + " 'Sun Valley,CA': 'Los Angeles,CA',\n", + " 'Valencia,CA': 'Los Angeles,CA',\n", + " 'Walnut,CA': 'Los Angeles,CA',\n", + " 'West Covina,CA': 'Los Angeles,CA',\n", + " 'West Hills,CA': 'Los Angeles,CA',\n", + " 'Westminster,CA': 'Los Angeles,CA',\n", + " 'Wilmington,CA': 'Los Angeles,CA',\n", + " 'Jeffersonville,KY': 'Louisville,KY',\n", + " 'Westchester,FL': 'Miami,FL',\n", + " 'Boca Raton,FL': 'Miami,FL',\n", + " 'Davie,FL': 'Miami,FL',\n", + " 'Deerfield Beach,FL': 'Miami,FL',\n", + " 'Doral,FL': 'Miami,FL',\n", + " 'Fort Lauderdale,FL': 'Miami,FL',\n", + " 'Homestead AFB,FL': 'Miami,FL',\n", + " 'Jupiter,FL': 'Miami,FL',\n", + " 'Miami Lakes,FL': 'Miami,FL',\n", + " 'Miami Shores,FL': 'Miami,FL',\n", + " 'Miramar,FL': 'Miami,FL',\n", + " 'Palm Beach Gardens,FL': 'Miami,FL',\n", + " 'Pembroke Pines,FL': 'Miami,FL',\n", + " 'Sunrise,FL': 'Miami,FL',\n", + " 'West Palm Beach,FL': 'Miami,FL',\n", + " 'Coral Gables,FL': 'Miami,FL',\n", + " 'Dania Beach,FL': 'Miami,FL',\n", + " 'Delray Beach,FL': 'Miami,FL',\n", + " 'DelRay Beach,FL': 'Miami,FL',\n", + " 'Hollywood,FL': 'Miami,FL',\n", + " 'Homestead,FL': 'Miami,FL',\n", + " 'Juno Beach,FL': 'Miami,FL',\n", + " 'Key Biscayne,FL': 'Miami,FL',\n", + " 'North Palm Beach,FL': 'Miami,FL',\n", + " 'Palm Beach Shores,FL': 'Miami,FL',\n", + " 'Plantation,FL': 'Miami,FL',\n", + " 'University Park,FL': 'Miami,FL',\n", + " 'Bloomington,MN': 'Minneapolis,MN',\n", + " 'Eden Prairie,MN': 'Minneapolis,MN',\n", + " 'Golden Valley,MN': 'Minneapolis,MN',\n", + " 'Hopkins,MN': 'Minneapolis,MN',\n", + " 'Minnetonka,MN': 'Minneapolis,MN',\n", + " 'Gallatin,TN': 'Nashville,TN',\n", + " 'Brentwood,TN': 'Nashville,TN',\n", + " 'Jersey City,NY': 'New York,NY',\n", + " 'Newark,NY': 'New York,NY',\n", + " 'Lyndhurst,NY': 'New York,NY',\n", + " 'Carle Place,NY': 'New York,NY',\n", + " 'Franklin Lakes,NY': 'New York,NY',\n", + " 'Port Washington,NY': 'New York,NY',\n", + " 'Rockville Centre,NY': 'New York,NY',\n", + " 'Florham Park,NY': 'New York,NY',\n", + " 'West Orange,NY': 'New York,NY',\n", + " 'Pearl River,NY': 'New York,NY',\n", + " 'Armonk,NY': 'New York,NY',\n", + " 'Bethpage,NY': 'New York,NY',\n", + " 'Bohemia,NY': 'New York,NY',\n", + " 'Brewster,NY': 'New York,NY',\n", + " 'Bronx,NY': 'New York,NY',\n", + " 'Croton-on-Hudson,NY': 'New York,NY',\n", + " 'Garden City,NY': 'New York,NY',\n", + " 'Holtsville,NY': 'New York,NY',\n", + " 'Long Island City,NY': 'New York,NY',\n", + " 'Manhattan,NY': 'New York,NY',\n", + " 'Melville,NY': 'New York,NY',\n", + " 'Midtown New York,NY': 'New York,NY',\n", + " 'Mount Vernon,NY': 'New York,NY',\n", + " 'New Hyde Park,NY': 'New York,NY',\n", + " 'Old Westbury,NY': 'New York,NY',\n", + " 'Port Jefferson Station,NY': 'New York,NY',\n", + " 'Purchase,NY': 'New York,NY',\n", + " 'Queens,NY': 'New York,NY',\n", + " 'Ronkonkoma,NY': 'New York,NY',\n", + " 'Roosevelt Island,NY': 'New York,NY',\n", + " 'Sleepy Hollow,NY': 'New York,NY',\n", + " 'Tarrytown,NY': 'New York,NY',\n", + " 'Upton,NY': 'New York,NY',\n", + " 'Valhalla,NY': 'New York,NY',\n", + " 'Valley Cottage,NY': 'New York,NY',\n", + " 'White Plains,NY': 'New York,NY',\n", + " 'Norwalk,NY': 'New York,NY',\n", + " 'Stamford,NY': 'New York,NY',\n", + " 'Waterbury,NY': 'New York,NY',\n", + " 'Bayonne,NY': 'New York,NY',\n", + " 'Berkeley Heights,NY': 'New York,NY',\n", + " 'Bloomfield,NY': 'New York,NY',\n", + " 'Bridgewater,NY': 'New York,NY',\n", + " 'Edison,NY': 'New York,NY',\n", + " 'Ewing,NY': 'New York,NY',\n", + " 'Fairfield,NY': 'New York,NY',\n", + " 'Fort Lee,NY': 'New York,NY',\n", + " 'Hackensack,NY': 'New York,NY',\n", + " 'Harrison,NY': 'New York,NY',\n", + " 'Haworth,NY': 'New York,NY',\n", + " 'Hoboken,NY': 'New York,NY',\n", + " 'Holmdel,NY': 'New York,NY',\n", + " 'Iselin,NY': 'New York,NY',\n", + " 'Little Falls,NY': 'New York,NY',\n", + " 'Little Ferry,NY': 'New York,NY',\n", + " 'Matawan,NY': 'New York,NY',\n", + " 'Maywood,NY': 'New York,NY',\n", + " 'Middlesex,NY': 'New York,NY',\n", + " 'Middletown,NY': 'New York,NY',\n", + " 'Montvale,NY': 'New York,NY',\n", + " 'Moonachie,NY': 'New York,NY',\n", + " 'Morristown,NY': 'New York,NY',\n", + " 'Paramus,NY': 'New York,NY',\n", + " 'Parsippany,NY': 'New York,NY',\n", + " 'Red Bank,NY': 'New York,NY',\n", + " 'Ridgefield Park,NY': 'New York,NY',\n", + " 'Saddle Brook,NY': 'New York,NY',\n", + " 'Secaucus,NY': 'New York,NY',\n", + " 'South Plainfield,NY': 'New York,NY',\n", + " 'Summit,NY': 'New York,NY',\n", + " 'Teaneck,NY': 'New York,NY',\n", + " 'Union,NY': 'New York,NY',\n", + " 'Weehawken,NY': 'New York,NY',\n", + " 'West New York,NY': 'New York,NY',\n", + " 'Whippany,NY': 'New York,NY',\n", + " 'Woodbridge,NY': 'New York,NY',\n", + " 'Woodcliff Lake,NY': 'New York,NY',\n", + " 'Far Rockaway,NY': 'New York,NY',\n", + " 'Flushing,NY': 'New York,NY',\n", + " 'Great Neck,NY': 'New York,NY',\n", + " 'Hauppauge,NY': 'New York,NY',\n", + " 'Jamaica,NY': 'New York,NY',\n", + " 'Jericho,NY': 'New York,NY',\n", + " 'Lake Success,NY': 'New York,NY',\n", + " 'Manhasset,NY': 'New York,NY',\n", + " 'Mount Pleasant,NY': 'New York,NY',\n", + " 'Rego Park,NY': 'New York,NY',\n", + " 'Staten Island,NY': 'New York,NY',\n", + " 'Valley Stream,NY': 'New York,NY',\n", + " 'Berkeley,CA': 'Oakland,CA',\n", + " 'Dublin,CA': 'Oakland,CA',\n", + " 'Emeryville,CA': 'Oakland,CA',\n", + " 'Fremont,CA': 'Oakland,CA',\n", + " 'Livermore,CA': 'Oakland,CA',\n", + " 'Newark,CA': 'Oakland,CA',\n", + " 'Pleasanton,CA': 'San Francisco,CA',\n", + " 'San Leandro,CA': 'Oakland,CA',\n", + " 'San Ramon,CA': 'Oakland,CA',\n", + " 'Alameda,CA': 'Oakland,CA',\n", + " 'Hercules,CA': 'Oakland,CA',\n", + " 'Union City,CA': 'Oakland,CA',\n", + " 'Walnut Creek,CA': 'Oakland,CA',\n", + " 'Lacey,WA': 'Olympia,WA',\n", + " 'Cape Canaveral,FL': 'Orlando,FL',\n", + " 'Celebration,FL': 'Orlando,FL',\n", + " 'Lake Buena Vista,FL': 'Orlando,FL',\n", + " 'Lake Mary,FL': 'Orlando,FL',\n", + " 'Melbourne,FL': 'Orlando,FL',\n", + " 'Rockledge,FL': 'Orlando,FL',\n", + " 'Winter Park,FL': 'Orlando,FL',\n", + " 'Apopka,FL': 'Orlando,FL',\n", + " 'Astatula,FL': 'Orlando,FL',\n", + " 'Clermont,FL': 'Orlando,FL',\n", + " 'Davenport,FL': 'Orlando,FL',\n", + " 'Gotha,FL': 'Orlando,FL',\n", + " 'Groveland,FL': 'Orlando,FL',\n", + " 'Intercession City,FL': 'Orlando,FL',\n", + " 'Mount Plymouth,FL': 'Orlando,FL',\n", + " 'King of Prussia,PA': 'Philadelphia,PA',\n", + " 'Blue Bell,PA': 'Philadelphia,PA',\n", + " 'Wilmington,PA': 'Philadelphia,PA',\n", + " 'Burlington,PA': 'Philadelphia,PA',\n", + " 'Camden,PA': 'Philadelphia,PA',\n", + " 'Cherry Hill,PA': 'Philadelphia,PA',\n", + " 'Gloucester City,PA': 'Philadelphia,PA',\n", + " 'Marlton,PA': 'Philadelphia,PA',\n", + " 'Mount Laurel,PA': 'Philadelphia,PA',\n", + " 'Pennsauken,PA': 'Philadelphia,PA',\n", + " 'Riverside,PA': 'Philadelphia,PA',\n", + " 'Swedesboro,PA': 'Philadelphia,PA',\n", + " 'Ambler,PA': 'Philadelphia,PA',\n", + " 'Audubon,PA': 'Philadelphia,PA',\n", + " 'Bala Cynwyd,PA': 'Philadelphia,PA',\n", + " 'Bensalem,PA': 'Philadelphia,PA',\n", + " 'Berwyn,PA': 'Philadelphia,PA',\n", + " 'Boothwyn,PA': 'Philadelphia,PA',\n", + " 'Bristol,PA': 'Philadelphia,PA',\n", + " 'Chester Township,PA': 'Philadelphia,PA',\n", + " 'Chesterbrook,PA': 'Philadelphia,PA',\n", + " 'Collegeville,PA': 'Philadelphia,PA',\n", + " 'Conshohocken,PA': 'Philadelphia,PA',\n", + " 'Doylestown,PA': 'Philadelphia,PA',\n", + " 'Dresher,PA': 'Philadelphia,PA',\n", + " 'East Norriton,PA': 'Philadelphia,PA',\n", + " 'Exton,PA': 'Philadelphia,PA',\n", + " 'Feasterville Trevose,PA': 'Philadelphia,PA',\n", + " 'Fort Washington,PA': 'Philadelphia,PA',\n", + " 'Horsham,PA': 'Philadelphia,PA',\n", + " 'Lansdale,PA': 'Philadelphia,PA',\n", + " 'Malvern,PA': 'Philadelphia,PA',\n", + " 'Media,PA': 'Philadelphia,PA',\n", + " 'Newtown,PA': 'Philadelphia,PA',\n", + " 'Newtown Square,PA': 'Philadelphia,PA',\n", + " 'Norristown,PA': 'Philadelphia,PA',\n", + " 'North Wales,PA': 'Philadelphia,PA',\n", + " 'Oaks,PA': 'Philadelphia,PA',\n", + " 'Paoli,PA': 'Philadelphia,PA',\n", + " 'Plymouth Meeting,PA': 'Philadelphia,PA',\n", + " 'Radnor,PA': 'Philadelphia,PA',\n", + " 'Ridley Park,PA': 'Philadelphia,PA',\n", + " 'Spring House,PA': 'Philadelphia,PA',\n", + " 'Springhouse Branch Post Office,PA': 'Philadelphia,PA',\n", + " 'Trevose,PA': 'Philadelphia,PA',\n", + " 'Upper Providence,PA': 'Philadelphia,PA',\n", + " 'Valley Forge,PA': 'Philadelphia,PA',\n", + " 'Warminster,PA': 'Philadelphia,PA',\n", + " 'Wayne,PA': 'Philadelphia,PA',\n", + " 'West Chester,PA': 'Philadelphia,PA',\n", + " 'West Conshohocken,PA': 'Philadelphia,PA',\n", + " 'West Point,PA': 'Philadelphia,PA',\n", + " 'Yardley,PA': 'Philadelphia,PA',\n", + " 'Chandler,AZ': 'Phoenix,AZ',\n", + " 'DC Ranch,AZ': 'Phoenix,AZ',\n", + " 'Gilbert,AZ': 'Phoenix,AZ',\n", + " 'Glendale,AZ': 'Phoenix,AZ',\n", + " 'Glendale Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Mesa,AZ': 'Phoenix,AZ',\n", + " 'Scottsdale,AZ': 'Phoenix,AZ',\n", + " 'Tempe,AZ': 'Phoenix,AZ',\n", + " 'Allegheny West,PA': 'Pittsburg,PA',\n", + " 'Vancouver,OR': 'Portland,OR',\n", + " 'Gresham,OR': 'Portland,OR',\n", + " 'Tualatin,OR': 'Portland,OR',\n", + " 'Camas,OR': 'Portland,OR',\n", + " 'Cary,NC': 'Raleigh,NC',\n", + " 'Durham,NC': 'Raleigh,NC',\n", + " 'Morrisville,NC': 'Raleigh,NC',\n", + " 'Henrico,VA': 'Richmond,VA',\n", + " 'Davis,CA': 'Sacramento,CA',\n", + " 'El Dorado Hills,CA': 'Sacramento,CA',\n", + " 'Folsom,CA': 'Sacramento,CA',\n", + " 'Rancho Cordova,CA': 'Sacramento,CA',\n", + " 'Roseville,CA': 'Sacramento,CA',\n", + " 'Vacaville,CA': 'Sacramento,CA',\n", + " 'Gold River,CA': 'Sacramento,CA',\n", + " 'Rocklin,CA': 'Sacramento,CA',\n", + " 'East Alton,MO': 'Saint Louis,MO',\n", + " 'Granite City,MO': 'Saint Louis,MO',\n", + " 'Clayton,MO': 'Saint Louis,MO',\n", + " 'American Fork,UT': 'Salt Lake City,UT',\n", + " 'Bountiful,UT': 'Salt Lake City,UT',\n", + " 'Draper,UT': 'Salt Lake City,UT',\n", + " 'Eagle Mountain,UT': 'Salt Lake City,UT',\n", + " 'Farmington,UT': 'Salt Lake City,UT',\n", + " 'Hill AFB,UT': 'Salt Lake City,UT',\n", + " 'Lehi,UT': 'Salt Lake City,UT',\n", + " 'Magna,UT': 'Salt Lake City,UT',\n", + " 'Midvale,UT': 'Salt Lake City,UT',\n", + " 'Murray,UT': 'Salt Lake City,UT',\n", + " 'Ogden,UT': 'Salt Lake City,UT',\n", + " 'Provo,UT': 'Salt Lake City,UT',\n", + " 'Riverton,UT': 'Salt Lake City,UT',\n", + " 'Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'South Jordan,UT': 'Salt Lake City,UT',\n", + " 'West Valley City,UT': 'Salt Lake City,UT',\n", + " 'Arsenal,UT': 'Salt Lake City,UT',\n", + " 'Bluffdale,UT': 'Salt Lake City,UT',\n", + " 'Lindon,UT': 'Salt Lake City,UT',\n", + " 'North Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'Orem,UT': 'Salt Lake City,UT',\n", + " 'Pleasant Grove,UT': 'Salt Lake City,UT',\n", + " 'Riverdale,UT': 'Salt Lake City,UT',\n", + " 'Roy,UT': 'Salt Lake City,UT',\n", + " 'Sandy,UT': 'Salt Lake City,UT',\n", + " 'Spanish Fork,UT': 'Salt Lake City,UT',\n", + " 'Taylorsville,UT': 'Salt Lake City,UT',\n", + " 'Utah County,UT': 'Salt Lake City,UT',\n", + " 'West Jordan,UT': 'Salt Lake City,UT',\n", + " 'Universal City,TX': 'San Antonio,TX',\n", + " 'Boerne,TX': 'San Antonio,TX',\n", + " 'Bulverde,TX': 'San Antonio,TX',\n", + " 'Fort Sam Houston,TX': 'San Antonio,TX',\n", + " 'Lackland AFB,TX': 'San Antonio,TX',\n", + " 'Schertz,TX': 'San Antonio,TX',\n", + " 'La Jolla,CA': 'San Diego,CA',\n", + " 'Vista,CA': 'San Diego,CA',\n", + " 'Carlsbad,CA': 'San Diego,CA',\n", + " 'Alpine,CA': 'San Diego,CA',\n", + " 'Chula Vista,CA': 'San Diego,CA',\n", + " 'Coronado,CA': 'San Diego,CA',\n", + " 'El Cajon,CA': 'San Diego,CA',\n", + " 'Encinitas,CA': 'San Diego,CA',\n", + " 'National City,CA': 'San Diego,CA',\n", + " 'Poway,CA': 'San Diego,CA',\n", + " 'Spring Valley,CA': 'San Diego,CA',\n", + " 'Foster City,CA': 'San Francisco,CA',\n", + " 'Burlingame,CA': 'San Francisco,CA',\n", + " 'Belmont,CA': 'San Francisco,CA',\n", + " 'Menlo Park,CA': 'San Francisco,CA',\n", + " 'Redwood City,CA': 'San Francisco,CA',\n", + " 'Brisbane,CA': 'San Francisco,CA',\n", + " 'East Palo Alto,CA': 'San Francisco,CA',\n", + " 'Novato,CA': 'San Francisco,CA',\n", + " 'Petaluma,CA': 'San Francisco,CA',\n", + " 'San Bruno,CA': 'San Francisco,CA',\n", + " 'San Carlos,CA': 'San Francisco,CA',\n", + " 'San Francisco Bay Area,CA': 'San Francisco,CA',\n", + " 'San Mateo,CA': 'San Francisco,CA',\n", + " 'Concord,CA': 'San Francisco,CA',\n", + " 'Daly City,CA': 'San Francisco,CA',\n", + " 'Marin City,CA': 'San Francisco,CA',\n", + " 'Millbrae,CA': 'San Francisco,CA',\n", + " 'San Rafael,CA': 'San Francisco,CA',\n", + " 'South San Francisco,CA': 'San Francisco,CA',\n", + " 'West Menlo Park,CA': 'San Francisco,CA',\n", + " 'Cupertino,CA': 'San Jose,CA',\n", + " 'Palo Alto,CA': 'San Jose,CA',\n", + " 'Silicon Valley,CA': 'San Jose,CA',\n", + " 'Sunnyvale,CA': 'San Jose,CA',\n", + " 'Santa Clara,CA': 'San Jose,CA',\n", + " 'Santa Clara Valley,CA': 'San Jose,CA',\n", + " 'Los Gatos,CA': 'San Jose,CA',\n", + " 'Mountain View,CA': 'San Jose,CA',\n", + " 'Campbell,CA': 'San Jose,CA',\n", + " 'Los Altos,CA': 'San Jose,CA',\n", + " 'Milpitas,CA': 'San Jose,CA',\n", + " 'Moffett Field,CA': 'San Jose,CA',\n", + " 'Monterey,CA': 'San Jose,CA',\n", + " 'Morgan Hill,CA': 'San Jose,CA',\n", + " 'Seaside,CA': 'San Jose,CA',\n", + " 'Alviso,CA': 'San Jose,CA',\n", + " 'Capital Hill,CA': 'San Jose,CA',\n", + " 'Scotts Valley,CA': 'San Jose,CA',\n", + " 'Stanford,CA': 'San Jose,CA',\n", + " 'Bothell,WA': 'Seattle,WA',\n", + " 'Auburn,WA': 'Seattle,WA',\n", + " 'Kirkland,WA': 'Seattle,WA',\n", + " 'Mountlake Terrace,WA': 'Seattle,WA',\n", + " 'Redmond,WA': 'Seattle,WA',\n", + " 'Renton,WA': 'Seattle,WA',\n", + " 'Tukwila,WA': 'Seattle,WA',\n", + " 'Issaquah,WA': 'Seattle,WA',\n", + " 'Lewis McChord,WA': 'Tacoma,WA',\n", + " 'Home,WA': 'Tacoma,WA',\n", + " 'Kent,WA': 'Tacoma,WA',\n", + " 'Macdill AFB,FL': 'Tampa,FL',\n", + " 'Bradenton,FL': 'Tampa,FL',\n", + " 'Clearwater,FL': 'Tampa,FL',\n", + " 'Lakeland,FL': 'Tampa,FL',\n", + " 'MacDill AFB,FL': 'Tampa,FL',\n", + " 'Oldsmar,FL': 'Tampa,FL',\n", + " 'Tampa Palms,FL': 'Tampa,FL',\n", + " 'Saint Petersburg,FL': 'Tampa,FL',\n", + " 'Temple Terrace,FL': 'Tampa,FL',\n", + " 'Haines City,FL': 'Tampa,FL',\n", + " 'Plant City,FL': 'Tampa,FL',\n", + " 'Saint Petersburg Beach,FL': 'Tampa,FL',\n", + " 'Winter Haven,FL': 'Tampa,FL',\n", + " 'Bartlesville,OK': 'Tulsa,OK',\n", + " 'McLean,DC': 'Washington,DC',\n", + " 'Dulles,DC': 'Washington,DC',\n", + " 'Springfield,DC': 'Washington,DC',\n", + " 'Gaithersburg,DC': 'Washington,DC',\n", + " 'Tysons Corner,DC': 'Washington,DC',\n", + " 'Vienna,DC': 'Washington,DC',\n", + " 'Reston,DC': 'Washington,DC',\n", + " 'Arlington,DC': 'Washington,DC',\n", + " 'Falls Church,DC': 'Washington,DC',\n", + " 'Adelphi,DC': 'Washington,DC',\n", + " 'Bethesda,DC': 'Washington,DC',\n", + " 'Chevy Chase,DC': 'Washington,DC',\n", + " 'College Park,DC': 'Washington,DC',\n", + " 'Fulton,DC': 'Washington,DC',\n", + " 'Germantown,DC': 'Washington,DC',\n", + " 'Laurel,DC': 'Washington,DC',\n", + " 'Rockville,DC': 'Washington,DC',\n", + " 'Silver Spring,DC': 'Washington,DC',\n", + " 'Alexandria,DC': 'Washington,DC',\n", + " 'Ashburn,DC': 'Washington,DC',\n", + " 'Chantilly,DC': 'Washington,DC',\n", + " 'Fairfax,DC': 'Washington,DC',\n", + " 'Fort Belvoir,DC': 'Washington,DC',\n", + " 'Herndon,DC': 'Washington,DC',\n", + " 'Kingstowne,DC': 'Washington,DC',\n", + " 'Merrifield,DC': 'Washington,DC',\n", + " 'Quantico,DC': 'Washington,DC',\n", + " 'Rosslyn,DC': 'Washington,DC',\n", + " 'Sterling,DC': 'Washington,DC',\n", + " 'Tysons,DC': 'Washington,DC'}" + ] + }, + "execution_count": 391, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# The major US cities from the cost of living information matched with nearby suburbs and municipalities to create \"hubs\".\n", + "\n", + "cityKey = {\"Albany,NY\": [\"Latham\", \"Niskayuna\", \"Rensselaer\", \"Schenectady\", \"Troy\"],\n", + " \n", + " \"Atlanta,GA\": [\"Alpharetta\", \"Buckhead\", \"Duluth\"],\n", + " \n", + " \"Austin,TX\": [\"Round Rock\", \"Cedar Park\", \"Kyle\", \"West Lake Hills\"],\n", + " \n", + " \"Baltimore,MD\": [\"Aberdeen\", \"Annapolis Junction\", \"Columbia\", \"Fort George G Meade\", \"Frederick\", \"Gwynn Oak\",\n", + " \"Linthicum Heights\", \"Timonium\", \"Woodlawn\"],\n", + " \n", + " \"Boston,MA\": [\"Cambridge\", \"Waltham\", \"Andover\", \"Bedford\", \"Burlington\",\"Ipswich\", \"Lexington\", \"Natick\",\n", + " \"Newton\", \"Newton\", \"North Reading\", \"Norwood\", \"Quincy\", \"Somerville\", \"Waltham\", \"Watertown\",\n", + " \"Wellesley\", \"Woburn\", \"Worcester\"],\n", + " \n", + " \"Brooklyn,NY\": [\"Queens Village\", \"Coney Island\", \"Kings County\"],\n", + " \n", + " \"Buffalo,NY\": [\"Amherst\", \"Cheektowaga\", \"Grand Island\", \"Orchard Park\", \"Tonawanda\"],\n", + " \n", + " \"Charlotte,NC\": [\"Huntersville\", \"Indian Trail\", \"Mooresville\", \"Fort Mill\"],\n", + " \n", + " \"Chicago,IL\": [\"Northbrook\", \"Alsip\", \"Arlington Heights\", \"Aurora\", \"Bloomingdale\", \"Bolingbrook\", \n", + " \"Bridgeview\", \"Broadview\", \"Burr Ridge\", \"Deerfield\", \"Des Plaines\", \"Downers Grove\",\n", + " \"Elk Grove Village\", \"Elmhurst\", \"Evanston\", \"Evergreen Park\", \"Glenview\", \"Highland Park\",\n", + " \"Hines\", \"Itasca\", \"Lemont\", \"Lisle\", \"Lombard\", \"Maywood\", \"Melrose Park\", \"Naperville\",\n", + " \"North Chicago\", \"Northfield\", \"Oak Brook\", \"Oakbrook Terrace\", \"Park Ridge\", \"Rolling Meadows\",\n", + " \"Rosemont\", \"Schaumburg\", \"Skokie\", \"Stickney\", \"Villa Park\", \"Westmont\", \"Woodridge\"],\n", + " \n", + " \"Cincinnati,OH\": [\"Florence\", \"Blue Ash\"],\n", + " \n", + " \"Colorado Springs,CO\": [\"Schriever AFB\", \"Air Force Academy\", \"El Paso County\", \"Fort Carson\"],\n", + " \n", + " \"Columbus,OH\": [\"Blacklick\", \"Dublin\", \"Gahanna\", \"Hilliard\", \"Lockbourne\", \"Slough\", \"West Jefferson\", \"Westerville\"],\n", + " \n", + " \"Dallas,TX\": [\"Plano\", \"Grapevine\", \"Irving\", \"Fort Worth\", \"Greenville\", \"Addison\", \"Allen\", \"Arlington\", \"Bedford\",\n", + " \"Carrollton\", \"Coppell\", \"Farmers Branch\", \"Flower Mound\", \"Garland\", \"Grand Prairie\", \"Highland Park\",\n", + " \"Lewisville\", \"Richardson\", \"Roanoke\", \"Southlake\", \"Sunnyvale\", \"Tarrant\", \"University Park\", \"Westlake\"],\n", + " \n", + " \"Denver,CO\": [\"Broomfield\", \"Boulder\", \"Littleton\", \"Aurora\", \"Buckley AFB\", \"Castle Rock\", \"Centennial\",\n", + " \"Englewood\", \"Golden\", \"Greenwood Village\", \"Henderson\", \"Lakewood\", \"Lone Tree\", \"Westminster\",\n", + " \"Highlands Ranch\", \"Irondale\", \"Niwot\", \"Sunnyvale\"],\n", + " \n", + " \"Detroit,MI\": [\"Allen Park\", \"Ann Arbor\", \"Auburn Hills\", \"Dearborn\", \"Farmington Hills\", \"Novi\", \"Southfield\"],\n", + " \n", + " \"Honolulu,HI\": [\"Schofield Barracks\"],\n", + " \n", + " \"Houston,TX\": [\"Spring\", \"Baytown\", \"Bellaire\", \"Cypress\", \"Deer Park\", \"Missouri City\", \"Nassau Bay\", \"Pasadena\", \n", + " \"Pearland\", \"South Houston\", \"Stafford\", \"Sugar Land\", \"Webster\", \"West University Place\"],\n", + " \n", + " \"Indianapolis,IN\": [\"Beech Grove\", \"Carmel\", \"Fishers\", \"Greenfield\", \"Lawrence\", \"Whitestown\"],\n", + " \n", + " \"Jacksonville,FL\": [\"Jacksonville Beach\", \"Mayport\", \"Naval Station Mayport\", \"Orange Park\", \"Ponte Vedra\"],\n", + " \n", + " \"Kansas City,MO\": [\"Overland Park\",\"Topeka\", \"Burlingame\", \"North Kansas City\"],\n", + " \n", + " \"Los Angeles,CA\": [\"Culver City\", \"Pasadena\", \"Woodland Hills\", \"Anaheim\", \"Cerritos\", \"Santa Monica\",\n", + " \"Torrance\", \"El Segundo\", \"Glendale\", \"Brea\", \"Burbank\", \"Westmont\", \"Irwindale\", \n", + " \"Calabasas\", \"Hermosa Beach\", \"Agoura Hills\", \"Beverly Hills\", \"Calabasas Hills\", \"Redlands\", \n", + " \"Newport Beach\", \"Corona\", \"Carpinteria\", \"Costa Mesa\", \"Encino\", \"Foothill Ranch\", \"Gardena\",\n", + " \"Hollywood\", \"Huntington Beach\", \"Irvine\", \"La Cañada Flintridge\", \"Long Beach\", \n", + " \"Los Angelos\", \"Manhattan Beach\", \"Monterey Park\", \"Norco\", \"Northridge\", \"Orange\", \"Oxnard\",\n", + " \"Palmdale\", \"Pomona\", \"Rancho Cucamonga\", \"Riverside\", \"Rosemead\", \"San Clemente\", \n", + " \"Santa Barbara\", \"Santa Clarita\", \"Sylmar\", \"Thousand Oaks\", \"Venice\", \"Whittier\",\n", + " \"Universal City\", \"West Hollywood\", \"Alhambra\", \"Aliso Viejo\", \"Arcadia\", \"Azusa\", \"Bell\",\n", + " \"Buena Park\", \"Carson\", \"Century City\", \"City of Industry\", \"Commerce\", \"Downey\", \"Duarte\",\n", + " \"El Monte\", \"Fullerton\", \"Goleta\", \"Hawthorne\", \"Hermosa Beach\", \"Inglewood\", \"North Hollywood\",\n", + " \"La Mirada\", \"La Palma\", \"Marina del Rey\", \"Monaco\", \"Monrovia\", \"Panorama City\", \"Pico Rivera\",\n", + " \"Placentia\", \"Redlands\", \"Redondo Beach\", \"Rossmoor\", \"San Fernando\", \"Santa Ana\", \"Santa Cruz\",\n", + " \"Santa Fe Springs\", \"Seal Beach\", \"Sherman Oaks\", \"Signal Hill\", \"Simi Valley\", \"South Gate\",\n", + " \"Sun Valley\", \"Valencia\", \"Walnut\", \"West Covina\", \"West Hills\", \"Westminster\", \"Westmont\",\n", + " \"Wilmington\"],\n", + " \n", + " \"Louisville,KY\": [\"Jeffersonville\"],\n", + " \n", + " \"Miami,FL\": [\"Westchester\", \"Boca Raton\", \"Davie\", \"Deerfield Beach\", \"Doral\", \"Fort Lauderdale\", \"Homestead AFB\",\n", + " \"Jupiter\", \"Miami Lakes\", \"Miami Shores\", \"Miramar\", \"Palm Beach Gardens\", \"Pembroke Pines\", \n", + " \"Sunrise\", \"West Palm Beach\", \"Coral Gables\", \"Dania Beach\", \"Delray Beach\", \"DelRay Beach\", \"Hollywood\", \"Homestead\",\n", + " \"Juno Beach\", \"Key Biscayne\", \"North Palm Beach\", \"Palm Beach Shores\", \"Plantation\", \"University Park\"],\n", + " \n", + " \"Minneapolis,MN\": [\"Bloomington\", \"Eden Prairie\", \"Golden Valley\", \"Hopkins\", \"Minnetonka\"],\n", + " \n", + " \"Nashville,TN\": [\"Gallatin\", \"Brentwood\"],\n", + " \n", + " # New York contains cities in both New York and New Jersey.\n", + " \"New York,NY\": [\"Jersey City\", \"Newark\", \"Lyndhurst\", \"Carle Place\", \"Franklin Lakes\", \"Port Washington\",\n", + " \"Rockville Centre\", \"Florham Park\", \"West Orange\", \"Pearl River\", \"Armonk\", \"Bethpage\",\n", + " \"Bohemia\", \"Brewster\", \"Bronx\", \"Croton-on-Hudson\", \"Garden City\", \"Holtsville\", \"Long Island City\",\n", + " \"Manhattan\", \"Melville\", \"Midtown New York\", \"Mount Vernon\", \"New Hyde Park\", \"Old Westbury\",\n", + " \"Port Jefferson Station\", \"Purchase\", \"Queens\", \"Ronkonkoma\", \"Roosevelt Island\", \"Sleepy Hollow\",\n", + " \"Tarrytown\", \"Upton\", \"Valhalla\", \"Valley Cottage\", \"White Plains\", \"Norwalk\", \"Stamford\", \"Waterbury\",\n", + " \"Bayonne\", \"Berkeley Heights\", \"Bloomfield\", \"Bridgewater\", \"Edison\", \"Ewing\", \"Fairfield\",\n", + " \"Fort Lee\", \"Hackensack\", \"Harrison\", \"Haworth\", \"Hoboken\", \"Holmdel\", \"Iselin\", \"Little Falls\",\n", + " \"Little Ferry\", \"Matawan\", \"Maywood\", \"Middlesex\", \"Middletown\",\"Montvale\", \"Moonachie\",\n", + " \"Morristown\", \"Paramus\", \"Parsippany\", \"Red Bank\", \"Ridgefield Park\", \"Saddle Brook\", \"Secaucus\",\n", + " \"South Plainfield\", \"Summit\", \"Teaneck\", \"Union\", \"Weehawken\", \"West New York\", \"West Orange\",\n", + " \"Whippany\", \"Woodbridge\", \"Woodcliff Lake\", \"Far Rockaway\", \"Flushing\", \"Great Neck\", \"Hauppauge\",\n", + " \"Jamaica\", \"Jericho\", \"Lake Success\", \"Manhasset\", \"Mount Pleasant\", \"Queens Village\", \"Rego Park\",\n", + " \"Rockville Centre\", \"Staten Island\", \"Valley Stream\"],\n", + " \n", + " \"Oakland,CA\": [\"Berkeley\", \"Dublin\", \"Emeryville\", \"Fremont\", \"Livermore\", \"Newark\", \"Pleasanton\", \"San Leandro\",\n", + " \"San Ramon\", \"Alameda\", \"Emeryville\", \"Hercules\", \"Union City\", \"Walnut Creek\"],\n", + " \n", + " \"Olympia,WA\": [\"Lacey\"],\n", + " \n", + " \"Orlando,FL\": [\"Cape Canaveral\", \"Celebration\", \"Lake Buena Vista\", \"Lake Mary\", \"Melbourne\", \"Rockledge\", \n", + " \"Winter Park\", \"Apopka\", \"Astatula\", \"Clermont\", \"Davenport\", \"Gotha\", \"Groveland\", \"Intercession City\",\n", + " \"Mount Plymouth\"],\n", + " \n", + " \"Philadelphia,PA\": [\"King of Prussia\", \"Blue Bell\", \"Wilmington\", \"Burlington\", \"Camden\", \"Cherry Hill\", \n", + " \"Gloucester City\", \"Marlton\", \"Mount Laurel\", \"Pennsauken\", \"Riverside\", \"Swedesboro\", \"Ambler\",\n", + " \"Audubon\", \"Bala Cynwyd\", \"Bensalem\", \"Berwyn\", \"Boothwyn\", \"Bristol\", \"Chester Township\",\n", + " \"Chesterbrook\", \"Collegeville\", \"Conshohocken\", \"Doylestown\", \"Dresher\", \"East Norriton\", \n", + " \"Exton\", \"Feasterville Trevose\", \"Fort Washington\", \"Horsham\", \"Lansdale\", \"Malvern\", \"Media\",\n", + " \"Newtown\", \"Newtown Square\", \"Norristown\", \"North Wales\", \"Oaks\", \"Paoli\", \"Plymouth Meeting\",\n", + " \"Radnor\", \"Ridley Park\", \"Spring House\", \"Springhouse Branch Post Office\", \"Trevose\", \n", + " \"Upper Providence\", \"Valley Forge\", \"Warminster\", \"Wayne\", \"West Chester\", \"West Conshohocken\",\n", + " \"West Point\", \"Yardley\"],\n", + " \n", + " \"Phoenix,AZ\": [\"Chandler\", \"DC Ranch\", \"Gilbert\", \"Glendale\", \"Glendale Luke AFB\", \"Luke AFB\", \"Mesa\", \n", + " \"Scottsdale\", \"Tempe\"],\n", + " \n", + " \"Pittsburg,PA\": [\"Allegheny West\"],\n", + " \n", + " \"Portland,OR\": [\"Vancouver\", \"Gresham\", \"Tualatin\", \"Camas\"],\n", + " \n", + " \"Raleigh,NC\": [\"Cary\", \"Durham\", \"Morrisville\"],\n", + " \n", + " \"Richmond,VA\": [\"Henrico\"],\n", + " \n", + " \"Sacramento,CA\": [\"Davis\", \"El Dorado Hills\", \"Folsom\", \"Rancho Cordova\", \"Roseville\", \"Vacaville\", \"Gold River\",\n", + " \"Rocklin\"],\n", + " \n", + " \"Saint Louis,MO\": [\"East Alton\", \"Granite City\", \"Clayton\"],\n", + " \n", + " \"Salt Lake City,UT\": [\"American Fork\", \"Bountiful\", \"Draper\", \"Eagle Mountain\", \"Farmington\", \"Hill AFB\", \n", + " \"Lehi\", \"Magna\", \"Midvale\", \"Murray\", \"Ogden\", \"Provo\", \"Riverton\", \"Salt Lake\",\n", + " \"South Jordan\", \"West Valley City\", \"Arsenal\", \"Bluffdale\", \"Lindon\", \"North Salt Lake\", \n", + " \"Orem\", \"Pleasant Grove\", \"Riverdale\", \"Roy\", \"Sandy\", \"Spanish Fork\", \"Taylorsville\", \n", + " \"Utah County\", \"West Jordan\", \"West Valley City\"],\n", + " \n", + " \"San Antonio,TX\": [\"Universal City\", \"Boerne\", \"Bulverde\", \"Fort Sam Houston\", \"Lackland AFB\", \"Schertz\"],\n", + " \n", + " \"San Diego,CA\": [\"La Jolla\", \"Vista\", \"Carlsbad\", \"Alpine\", \"Chula Vista\", \"Coronado\", \"El Cajon\", \"Encinitas\",\n", + " \"National City\", \"Poway\", \"Spring Valley\"],\n", + " \n", + " \"San Francisco,CA\": [\"Foster City\", \"Burlingame\", \"Pleasanton\", \"Belmont\", \"Menlo Park\", \"Redwood City\", \n", + " \"Brisbane\", \"East Palo Alto\", \"Novato\", \"Petaluma\", \"San Bruno\", \"San Carlos\", \n", + " \"San Francisco Bay Area\", \"San Mateo\", \"Santa Cruz\", \"Concord\", \"Daly City\", \"Marin City\",\n", + " \"Millbrae\", \"San Rafael\", \"South San Francisco\", \"West Menlo Park\"],\n", + " \n", + " \"San Jose,CA\": [\"Cupertino\", \"Palo Alto\", \"Silicon Valley\", \"Sunnyvale\", \"Santa Clara\", \"Santa Clara Valley\", \n", + " \"Los Gatos\", \"Mountain View\", \"Campbell\", \"Los Altos\", \"Milpitas\", \"Moffett Field\", \"Monterey\", \n", + " \"Morgan Hill\", \"Seaside\", \"Alviso\", \"Capital Hill\", \"Scotts Valley\", \"Stanford\"],\n", + " \n", + " \"Seattle,WA\": [\"Bothell\", \"Auburn\", \"Kirkland\", \"Mountlake Terrace\", \"Redmond\", \"Renton\", \"Tukwila\", \n", + " \"Issaquah\"],\n", + " \n", + " \"Tacoma,WA\": [\"Lewis McChord\", \"Home\", \"Kent\"],\n", + " \n", + " \"Tampa,FL\": [\"Macdill AFB\", \"Bradenton\", \"Clearwater\", \"Lakeland\", \"MacDill AFB\", \"Oldsmar\", \"Tampa Palms\", \n", + " \"Saint Petersburg\", \"Temple Terrace\", \"Haines City\", \"Plant City\", \"Saint Petersburg Beach\",\n", + " \"Winter Haven\"],\n", + " \n", + " \"Tulsa,OK\": [\"Bartlesville\"], \n", + " \n", + " \"Washington,DC\": [\"McLean\", \"Dulles\", \"Springfield\", \"Gaithersburg\", \"Tysons Corner\", \"Vienna\", \n", + " \"Reston\", \"Arlington\", \"Falls Church\", \"Adelphi\", \"Bethesda\", \"Chevy Chase\", \"College Park\",\n", + " \"College Park\", \"Fulton\", \"Gaithersburg\", \"Germantown\", \"Laurel\", \"Rockville\", \n", + " \"Silver Spring\", \"Alexandria\", \"Ashburn\", \"Chantilly\", \"Fairfax\", \"Fort Belvoir\", \n", + " \"Herndon\", \"Kingstowne\", \"Merrifield\", \"Quantico\", \"Rosslyn\", \"Springfield\", \"Sterling\", \n", + " \"Tysons\", \"Tysons Corner\"]}\n", + "\n", + "statelist = [i.split(\",\")[1] for i in cityKey.keys()]\n", + "\n", + "for i, cities in enumerate(cityKey.values()):\n", + " cityKey[list(cityKey.keys())[i]]=[city+\",\"+statelist[i] for city in cities]\n", + "\n", + "replaceKey = {}\n", + "for key in cityKey.keys():\n", + " replaceKey.update({replaceCity: key for replaceCity in cityKey[key]})\n", + "\n", + "replaceKey" + ] + }, + { + "cell_type": "code", + "execution_count": 392, + "id": "stylish-nature", + "metadata": {}, + "outputs": [], + "source": [ + "cityFix = {'Latham,NY': 'Albany,NY',\n", + " 'Niskayuna,NY': 'Albany,NY',\n", + " 'Rensselaer,NY': 'Albany,NY',\n", + " 'Schenectady,NY': 'Albany,NY',\n", + " 'Troy,NY': 'Albany,NY',\n", + " 'Alpharetta,GA': 'Atlanta,GA',\n", + " 'Buckhead,GA': 'Atlanta,GA',\n", + " 'Duluth,GA': 'Atlanta,GA',\n", + " 'Round Rock,TX': 'Austin,TX',\n", + " 'Cedar Park,TX': 'Austin,TX',\n", + " 'Kyle,TX': 'Austin,TX',\n", + " 'West Lake Hills,TX': 'Austin,TX',\n", + " 'Aberdeen,MD': 'Baltimore,MD',\n", + " 'Annapolis Junction,MD': 'Baltimore,MD',\n", + " 'Columbia,MD': 'Baltimore,MD',\n", + " 'Fort George G Meade,MD': 'Baltimore,MD',\n", + " 'Frederick,MD': 'Baltimore,MD',\n", + " 'Gwynn Oak,MD': 'Baltimore,MD',\n", + " 'Linthicum Heights,MD': 'Baltimore,MD',\n", + " 'Timonium,MD': 'Baltimore,MD',\n", + " 'Woodlawn,MD': 'Baltimore,MD',\n", + " 'Cambridge,MA': 'Boston,MA',\n", + " 'Waltham,MA': 'Boston,MA',\n", + " 'Andover,MA': 'Boston,MA',\n", + " 'Bedford,MA': 'Boston,MA',\n", + " 'Burlington,MA': 'Boston,MA',\n", + " 'Ipswich,MA': 'Boston,MA',\n", + " 'Lexington,MA': 'Boston,MA',\n", + " 'Natick,MA': 'Boston,MA',\n", + " 'Newton,MA': 'Boston,MA',\n", + " 'North Reading,MA': 'Boston,MA',\n", + " 'Norwood,MA': 'Boston,MA',\n", + " 'Quincy,MA': 'Boston,MA',\n", + " 'Somerville,MA': 'Boston,MA',\n", + " 'Watertown,MA': 'Boston,MA',\n", + " 'Wellesley,MA': 'Boston,MA',\n", + " 'Woburn,MA': 'Boston,MA',\n", + " 'Worcester,MA': 'Boston,MA',\n", + " 'Queens Village,NY': 'New York,NY',\n", + " 'Coney Island,NY': 'Brooklyn,NY',\n", + " 'Kings County,NY': 'Brooklyn,NY',\n", + " 'Amherst,NY': 'Buffalo,NY',\n", + " 'Cheektowaga,NY': 'Buffalo,NY',\n", + " 'Grand Island,NY': 'Buffalo,NY',\n", + " 'Orchard Park,NY': 'Buffalo,NY',\n", + " 'Tonawanda,NY': 'Buffalo,NY',\n", + " 'Huntersville,NC': 'Charlotte,NC',\n", + " 'Indian Trail,NC': 'Charlotte,NC',\n", + " 'Mooresville,NC': 'Charlotte,NC',\n", + " 'Fort Mill,NC': 'Charlotte,NC',\n", + " 'Northbrook,IL': 'Chicago,IL',\n", + " 'Alsip,IL': 'Chicago,IL',\n", + " 'Arlington Heights,IL': 'Chicago,IL',\n", + " 'Aurora,IL': 'Chicago,IL',\n", + " 'Bloomingdale,IL': 'Chicago,IL',\n", + " 'Bolingbrook,IL': 'Chicago,IL',\n", + " 'Bridgeview,IL': 'Chicago,IL',\n", + " 'Broadview,IL': 'Chicago,IL',\n", + " 'Burr Ridge,IL': 'Chicago,IL',\n", + " 'Deerfield,IL': 'Chicago,IL',\n", + " 'Des Plaines,IL': 'Chicago,IL',\n", + " 'Downers Grove,IL': 'Chicago,IL',\n", + " 'Elk Grove Village,IL': 'Chicago,IL',\n", + " 'Elmhurst,IL': 'Chicago,IL',\n", + " 'Evanston,IL': 'Chicago,IL',\n", + " 'Evergreen Park,IL': 'Chicago,IL',\n", + " 'Glenview,IL': 'Chicago,IL',\n", + " 'Highland Park,IL': 'Chicago,IL',\n", + " 'Hines,IL': 'Chicago,IL',\n", + " 'Itasca,IL': 'Chicago,IL',\n", + " 'Lemont,IL': 'Chicago,IL',\n", + " 'Lisle,IL': 'Chicago,IL',\n", + " 'Lombard,IL': 'Chicago,IL',\n", + " 'Maywood,IL': 'Chicago,IL',\n", + " 'Melrose Park,IL': 'Chicago,IL',\n", + " 'Naperville,IL': 'Chicago,IL',\n", + " 'North Chicago,IL': 'Chicago,IL',\n", + " 'Northfield,IL': 'Chicago,IL',\n", + " 'Oak Brook,IL': 'Chicago,IL',\n", + " 'Oakbrook Terrace,IL': 'Chicago,IL',\n", + " 'Park Ridge,IL': 'Chicago,IL',\n", + " 'Rolling Meadows,IL': 'Chicago,IL',\n", + " 'Rosemont,IL': 'Chicago,IL',\n", + " 'Schaumburg,IL': 'Chicago,IL',\n", + " 'Skokie,IL': 'Chicago,IL',\n", + " 'Stickney,IL': 'Chicago,IL',\n", + " 'Villa Park,IL': 'Chicago,IL',\n", + " 'Westmont,IL': 'Chicago,IL',\n", + " 'Woodridge,IL': 'Chicago,IL',\n", + " 'Florence,OH': 'Cincinnati,OH',\n", + " 'Blue Ash,OH': 'Cincinnati,OH',\n", + " 'Schriever AFB,CO': 'Colorado Springs,CO',\n", + " 'Air Force Academy,CO': 'Colorado Springs,CO',\n", + " 'El Paso County,CO': 'Colorado Springs,CO',\n", + " 'Fort Carson,CO': 'Colorado Springs,CO',\n", + " 'Blacklick,OH': 'Columbus,OH',\n", + " 'Dublin,OH': 'Columbus,OH',\n", + " 'Gahanna,OH': 'Columbus,OH',\n", + " 'Hilliard,OH': 'Columbus,OH',\n", + " 'Lockbourne,OH': 'Columbus,OH',\n", + " 'Slough,OH': 'Columbus,OH',\n", + " 'West Jefferson,OH': 'Columbus,OH',\n", + " 'Westerville,OH': 'Columbus,OH',\n", + " 'Plano,TX': 'Dallas,TX',\n", + " 'Grapevine,TX': 'Dallas,TX',\n", + " 'Irving,TX': 'Dallas,TX',\n", + " 'Fort Worth,TX': 'Dallas,TX',\n", + " 'Greenville,TX': 'Dallas,TX',\n", + " 'Addison,TX': 'Dallas,TX',\n", + " 'Allen,TX': 'Dallas,TX',\n", + " 'Arlington,TX': 'Dallas,TX',\n", + " 'Bedford,TX': 'Dallas,TX',\n", + " 'Carrollton,TX': 'Dallas,TX',\n", + " 'Coppell,TX': 'Dallas,TX',\n", + " 'Farmers Branch,TX': 'Dallas,TX',\n", + " 'Flower Mound,TX': 'Dallas,TX',\n", + " 'Garland,TX': 'Dallas,TX',\n", + " 'Grand Prairie,TX': 'Dallas,TX',\n", + " 'Highland Park,TX': 'Dallas,TX',\n", + " 'Lewisville,TX': 'Dallas,TX',\n", + " 'Richardson,TX': 'Dallas,TX',\n", + " 'Roanoke,TX': 'Dallas,TX',\n", + " 'Southlake,TX': 'Dallas,TX',\n", + " 'Sunnyvale,TX': 'Dallas,TX',\n", + " 'Tarrant,TX': 'Dallas,TX',\n", + " 'University Park,TX': 'Dallas,TX',\n", + " 'Westlake,TX': 'Dallas,TX',\n", + " 'Broomfield,CO': 'Denver,CO',\n", + " 'Boulder,CO': 'Denver,CO',\n", + " 'Littleton,CO': 'Denver,CO',\n", + " 'Aurora,CO': 'Denver,CO',\n", + " 'Buckley AFB,CO': 'Denver,CO',\n", + " 'Castle Rock,CO': 'Denver,CO',\n", + " 'Centennial,CO': 'Denver,CO',\n", + " 'Englewood,CO': 'Denver,CO',\n", + " 'Golden,CO': 'Denver,CO',\n", + " 'Greenwood Village,CO': 'Denver,CO',\n", + " 'Henderson,CO': 'Denver,CO',\n", + " 'Lakewood,CO': 'Denver,CO',\n", + " 'Lone Tree,CO': 'Denver,CO',\n", + " 'Westminster,CO': 'Denver,CO',\n", + " 'Highlands Ranch,CO': 'Denver,CO',\n", + " 'Irondale,CO': 'Denver,CO',\n", + " 'Niwot,CO': 'Denver,CO',\n", + " 'Sunnyvale,CO': 'Denver,CO',\n", + " 'Allen Park,MI': 'Detroit,MI',\n", + " 'Ann Arbor,MI': 'Detroit,MI',\n", + " 'Auburn Hills,MI': 'Detroit,MI',\n", + " 'Dearborn,MI': 'Detroit,MI',\n", + " 'Farmington Hills,MI': 'Detroit,MI',\n", + " 'Novi,MI': 'Detroit,MI',\n", + " 'Southfield,MI': 'Detroit,MI',\n", + " 'Schofield Barracks,HI': 'Honolulu,HI',\n", + " 'Spring,TX': 'Houston,TX',\n", + " 'Baytown,TX': 'Houston,TX',\n", + " 'Bellaire,TX': 'Houston,TX',\n", + " 'Cypress,TX': 'Houston,TX',\n", + " 'Deer Park,TX': 'Houston,TX',\n", + " 'Missouri City,TX': 'Houston,TX',\n", + " 'Nassau Bay,TX': 'Houston,TX',\n", + " 'Pasadena,TX': 'Houston,TX',\n", + " 'Pearland,TX': 'Houston,TX',\n", + " 'South Houston,TX': 'Houston,TX',\n", + " 'Stafford,TX': 'Houston,TX',\n", + " 'Sugar Land,TX': 'Houston,TX',\n", + " 'Webster,TX': 'Houston,TX',\n", + " 'West University Place,TX': 'Houston,TX',\n", + " 'Beech Grove,IN': 'Indianapolis,IN',\n", + " 'Carmel,IN': 'Indianapolis,IN',\n", + " 'Fishers,IN': 'Indianapolis,IN',\n", + " 'Greenfield,IN': 'Indianapolis,IN',\n", + " 'Lawrence,IN': 'Indianapolis,IN',\n", + " 'Whitestown,IN': 'Indianapolis,IN',\n", + " 'Jacksonville Beach,FL': 'Jacksonville,FL',\n", + " 'Mayport,FL': 'Jacksonville,FL',\n", + " 'Naval Station Mayport,FL': 'Jacksonville,FL',\n", + " 'Orange Park,FL': 'Jacksonville,FL',\n", + " 'Ponte Vedra,FL': 'Jacksonville,FL',\n", + " 'Overland Park,KS': 'Kansas City,MO',\n", + " 'Topeka,KS': 'Kansas City,MO',\n", + " 'Burlingame,KS': 'Kansas City,MO',\n", + " 'North Kansas City,MO': 'Kansas City,MO',\n", + " 'Culver City,CA': 'Los Angeles,CA',\n", + " 'Pasadena,CA': 'Los Angeles,CA',\n", + " 'Woodland Hills,CA': 'Los Angeles,CA',\n", + " 'Anaheim,CA': 'Los Angeles,CA',\n", + " 'Cerritos,CA': 'Los Angeles,CA',\n", + " 'Santa Monica,CA': 'Los Angeles,CA',\n", + " 'Torrance,CA': 'Los Angeles,CA',\n", + " 'El Segundo,CA': 'Los Angeles,CA',\n", + " 'Glendale,CA': 'Los Angeles,CA',\n", + " 'Brea,CA': 'Los Angeles,CA',\n", + " 'Burbank,CA': 'Los Angeles,CA',\n", + " 'Westmont,CA': 'Los Angeles,CA',\n", + " 'Irwindale,CA': 'Los Angeles,CA',\n", + " 'Calabasas,CA': 'Los Angeles,CA',\n", + " 'Hermosa Beach,CA': 'Los Angeles,CA',\n", + " 'Agoura Hills,CA': 'Los Angeles,CA',\n", + " 'Beverly Hills,CA': 'Los Angeles,CA',\n", + " 'Calabasas Hills,CA': 'Los Angeles,CA',\n", + " 'Redlands,CA': 'Los Angeles,CA',\n", + " 'Newport Beach,CA': 'Los Angeles,CA',\n", + " 'Corona,CA': 'Los Angeles,CA',\n", + " 'Carpinteria,CA': 'Los Angeles,CA',\n", + " 'Costa Mesa,CA': 'Los Angeles,CA',\n", + " 'Encino,CA': 'Los Angeles,CA',\n", + " 'Foothill Ranch,CA': 'Los Angeles,CA',\n", + " 'Gardena,CA': 'Los Angeles,CA',\n", + " 'Hollywood,CA': 'Los Angeles,CA',\n", + " 'Huntington Beach,CA': 'Los Angeles,CA',\n", + " 'Irvine,CA': 'Los Angeles,CA',\n", + " 'La Cañada Flintridge,CA': 'Los Angeles,CA',\n", + " 'Long Beach,CA': 'Los Angeles,CA',\n", + " 'Los Angelos,CA': 'Los Angeles,CA',\n", + " 'Manhattan Beach,CA': 'Los Angeles,CA',\n", + " 'Monterey Park,CA': 'Los Angeles,CA',\n", + " 'Norco,CA': 'Los Angeles,CA',\n", + " 'Northridge,CA': 'Los Angeles,CA',\n", + " 'Orange,CA': 'Los Angeles,CA',\n", + " 'Oxnard,CA': 'Los Angeles,CA',\n", + " 'Palmdale,CA': 'Los Angeles,CA',\n", + " 'Pomona,CA': 'Los Angeles,CA',\n", + " 'Rancho Cucamonga,CA': 'Los Angeles,CA',\n", + " 'Riverside,CA': 'Los Angeles,CA',\n", + " 'Rosemead,CA': 'Los Angeles,CA',\n", + " 'San Clemente,CA': 'Los Angeles,CA',\n", + " 'Santa Barbara,CA': 'Los Angeles,CA',\n", + " 'Santa Clarita,CA': 'Los Angeles,CA',\n", + " 'Sylmar,CA': 'Los Angeles,CA',\n", + " 'Thousand Oaks,CA': 'Los Angeles,CA',\n", + " 'Venice,CA': 'Los Angeles,CA',\n", + " 'Whittier,CA': 'Los Angeles,CA',\n", + " 'Universal City,CA': 'Los Angeles,CA',\n", + " 'West Hollywood,CA': 'Los Angeles,CA',\n", + " 'Alhambra,CA': 'Los Angeles,CA',\n", + " 'Aliso Viejo,CA': 'Los Angeles,CA',\n", + " 'Arcadia,CA': 'Los Angeles,CA',\n", + " 'Azusa,CA': 'Los Angeles,CA',\n", + " 'Bell,CA': 'Los Angeles,CA',\n", + " 'Buena Park,CA': 'Los Angeles,CA',\n", + " 'Carson,CA': 'Los Angeles,CA',\n", + " 'Century City,CA': 'Los Angeles,CA',\n", + " 'City of Industry,CA': 'Los Angeles,CA',\n", + " 'Commerce,CA': 'Los Angeles,CA',\n", + " 'Downey,CA': 'Los Angeles,CA',\n", + " 'Duarte,CA': 'Los Angeles,CA',\n", + " 'El Monte,CA': 'Los Angeles,CA',\n", + " 'Fullerton,CA': 'Los Angeles,CA',\n", + " 'Goleta,CA': 'Los Angeles,CA',\n", + " 'Hawthorne,CA': 'Los Angeles,CA',\n", + " 'Inglewood,CA': 'Los Angeles,CA',\n", + " 'North Hollywood,CA': 'Los Angeles,CA',\n", + " 'La Mirada,CA': 'Los Angeles,CA',\n", + " 'La Palma,CA': 'Los Angeles,CA',\n", + " 'Marina del Rey,CA': 'Los Angeles,CA',\n", + " 'Monaco,CA': 'Los Angeles,CA',\n", + " 'Monrovia,CA': 'Los Angeles,CA',\n", + " 'Panorama City,CA': 'Los Angeles,CA',\n", + " 'Pico Rivera,CA': 'Los Angeles,CA',\n", + " 'Placentia,CA': 'Los Angeles,CA',\n", + " 'Redondo Beach,CA': 'Los Angeles,CA',\n", + " 'Rossmoor,CA': 'Los Angeles,CA',\n", + " 'San Fernando,CA': 'Los Angeles,CA',\n", + " 'Santa Ana,CA': 'Los Angeles,CA',\n", + " 'Santa Cruz,CA': 'San Francisco,CA',\n", + " 'Santa Fe Springs,CA': 'Los Angeles,CA',\n", + " 'Seal Beach,CA': 'Los Angeles,CA',\n", + " 'Sherman Oaks,CA': 'Los Angeles,CA',\n", + " 'Signal Hill,CA': 'Los Angeles,CA',\n", + " 'Simi Valley,CA': 'Los Angeles,CA',\n", + " 'South Gate,CA': 'Los Angeles,CA',\n", + " 'Sun Valley,CA': 'Los Angeles,CA',\n", + " 'Valencia,CA': 'Los Angeles,CA',\n", + " 'Walnut,CA': 'Los Angeles,CA',\n", + " 'West Covina,CA': 'Los Angeles,CA',\n", + " 'West Hills,CA': 'Los Angeles,CA',\n", + " 'Westminster,CA': 'Los Angeles,CA',\n", + " 'Wilmington,CA': 'Los Angeles,CA',\n", + " 'Jeffersonville,IN': 'Louisville,KY',\n", + " 'Westchester,FL': 'Miami,FL',\n", + " 'Boca Raton,FL': 'Miami,FL',\n", + " 'Davie,FL': 'Miami,FL',\n", + " 'Deerfield Beach,FL': 'Miami,FL',\n", + " 'Doral,FL': 'Miami,FL',\n", + " 'Fort Lauderdale,FL': 'Miami,FL',\n", + " 'Homestead AFB,FL': 'Miami,FL',\n", + " 'Jupiter,FL': 'Miami,FL',\n", + " 'Miami Lakes,FL': 'Miami,FL',\n", + " 'Miami Shores,FL': 'Miami,FL',\n", + " 'Miramar,FL': 'Miami,FL',\n", + " 'Palm Beach Gardens,FL': 'Miami,FL',\n", + " 'Pembroke Pines,FL': 'Miami,FL',\n", + " 'Sunrise,FL': 'Miami,FL',\n", + " 'West Palm Beach,FL': 'Miami,FL',\n", + " 'Coral Gables,FL': 'Miami,FL',\n", + " 'Dania Beach,FL': 'Miami,FL',\n", + " 'Delray Beach,FL': 'Miami,FL',\n", + " 'DelRay Beach,FL': 'Miami,FL', \n", + " 'Hollywood,FL': 'Miami,FL',\n", + " 'Homestead,FL': 'Miami,FL',\n", + " 'Juno Beach,FL': 'Miami,FL',\n", + " 'Key Biscayne,FL': 'Miami,FL',\n", + " 'North Palm Beach,FL': 'Miami,FL',\n", + " 'Palm Beach Shores,FL': 'Miami,FL',\n", + " 'Plantation,FL': 'Miami,FL',\n", + " 'University Park,FL': 'Miami,FL',\n", + " 'Bloomington,MN': 'Minneapolis,MN',\n", + " 'Eden Prairie,MN': 'Minneapolis,MN',\n", + " 'Golden Valley,MN': 'Minneapolis,MN',\n", + " 'Hopkins,MN': 'Minneapolis,MN',\n", + " 'Minnetonka,MN': 'Minneapolis,MN',\n", + " 'Gallatin,TN': 'Nashville,TN',\n", + " 'Brentwood,TN': 'Nashville,TN',\n", + " 'Jersey City,NJ': 'New York,NY',\n", + " 'Newark,NJ': 'New York,NY',\n", + " 'Lyndhurst,NJ': 'New York,NY',\n", + " 'Carle Place,NY': 'New York,NY',\n", + " 'Franklin Lakes,NJ': 'New York,NY',\n", + " 'Port Washington,NY': 'New York,NY',\n", + " 'Rockville Centre,NY': 'New York,NY',\n", + " 'Florham Park,NJ': 'New York,NY',\n", + " 'West Orange,NJ': 'New York,NY',\n", + " 'Pearl River,NY': 'New York,NY',\n", + " 'Armonk,NY': 'New York,NY',\n", + " 'Bethpage,NY': 'New York,NY',\n", + " 'Bohemia,NY': 'New York,NY',\n", + " 'Brewster,NY': 'New York,NY',\n", + " 'Bronx,NY': 'New York,NY',\n", + " 'Croton-on-Hudson,NY': 'New York,NY',\n", + " 'Garden City,NY': 'New York,NY',\n", + " 'Holtsville,NY': 'New York,NY',\n", + " 'Long Island City,NY': 'New York,NY',\n", + " 'Manhattan,NY': 'New York,NY',\n", + " 'Melville,NY': 'New York,NY',\n", + " 'Midtown New York,NY': 'New York,NY',\n", + " 'Mount Vernon,NY': 'New York,NY',\n", + " 'New Hyde Park,NY': 'New York,NY',\n", + " 'Old Westbury,NY': 'New York,NY',\n", + " 'Port Jefferson Station,NY': 'New York,NY',\n", + " 'Purchase,NY': 'New York,NY',\n", + " 'Queens,NY': 'New York,NY',\n", + " 'Ronkonkoma,NY': 'New York,NY',\n", + " 'Roosevelt Island,NY': 'New York,NY',\n", + " 'Sleepy Hollow,NY': 'New York,NY',\n", + " 'Tarrytown,NY': 'New York,NY',\n", + " 'Upton,NY': 'New York,NY',\n", + " 'Valhalla,NY': 'New York,NY',\n", + " 'Valley Cottage,NY': 'New York,NY',\n", + " 'White Plains,NY': 'New York,NY',\n", + " 'Norwalk,CT': 'New York,NY',\n", + " 'Stamford,CT': 'New York,NY',\n", + " 'Waterbury,CT': 'New York,NY',\n", + " 'Bayonne,NJ': 'New York,NY',\n", + " 'Berkeley Heights,NJ': 'New York,NY',\n", + " 'Bloomfield,NJ': 'New York,NY',\n", + " 'Bridgewater,NJ': 'New York,NY',\n", + " 'Edison,NJ': 'New York,NY',\n", + " 'Ewing,NJ': 'New York,NY',\n", + " 'Fairfield,NJ': 'New York,NY',\n", + " 'Fort Lee,NJ': 'New York,NY',\n", + " 'Hackensack,NJ': 'New York,NY',\n", + " 'Harrison,NJ': 'New York,NY',\n", + " 'Haworth,NJ': 'New York,NY',\n", + " 'Hoboken,NJ': 'New York,NY',\n", + " 'Holmdel,NJ': 'New York,NY',\n", + " 'Iselin,NJ': 'New York,NY',\n", + " 'Little Falls,NJ': 'New York,NY',\n", + " 'Little Ferry,NJ': 'New York,NY',\n", + " 'Matawan,NJ': 'New York,NY',\n", + " 'Maywood,NJ': 'New York,NY',\n", + " 'Middlesex,NJ': 'New York,NY',\n", + " 'Middletown,NJ': 'New York,NY',\n", + " 'Montvale,NJ': 'New York,NY',\n", + " 'Moonachie,NJ': 'New York,NY',\n", + " 'Morristown,NJ': 'New York,NY',\n", + " 'Paramus,NJ': 'New York,NY',\n", + " 'Parsippany,NJ': 'New York,NY',\n", + " 'Red Bank,NJ': 'New York,NY',\n", + " 'Ridgefield Park,NJ': 'New York,NY',\n", + " 'Saddle Brook,NJ': 'New York,NY',\n", + " 'Secaucus,NJ': 'New York,NY',\n", + " 'South Plainfield,NJ': 'New York,NY',\n", + " 'Summit,NJ': 'New York,NY',\n", + " 'Teaneck,NJ': 'New York,NY',\n", + " 'Union,NJ': 'New York,NY',\n", + " 'Weehawken,NJ': 'New York,NY',\n", + " 'West New York,NJ': 'New York,NY',\n", + " 'Whippany,NJ': 'New York,NY',\n", + " 'Woodbridge,NJ': 'New York,NY',\n", + " 'Woodcliff Lake,NJ': 'New York,NY',\n", + " 'Far Rockaway,NY': 'New York,NY',\n", + " 'Flushing,NY': 'New York,NY',\n", + " 'Great Neck,NY': 'New York,NY',\n", + " 'Hauppauge,NY': 'New York,NY',\n", + " 'Jamaica,NY': 'New York,NY',\n", + " 'Jericho,NY': 'New York,NY',\n", + " 'Lake Success,NY': 'New York,NY',\n", + " 'Manhasset,NY': 'New York,NY',\n", + " 'Mount Pleasant,NY': 'New York,NY',\n", + " 'Rego Park,NY': 'New York,NY',\n", + " 'Staten Island,NY': 'New York,NY',\n", + " 'Valley Stream,NY': 'New York,NY',\n", + " 'Berkeley,CA': 'Oakland,CA',\n", + " 'Dublin,CA': 'Oakland,CA',\n", + " 'Emeryville,CA': 'Oakland,CA',\n", + " 'Fremont,CA': 'Oakland,CA',\n", + " 'Livermore,CA': 'Oakland,CA',\n", + " 'Newark,CA': 'Oakland,CA',\n", + " 'Pleasanton,CA': 'San Francisco,CA',\n", + " 'San Leandro,CA': 'Oakland,CA',\n", + " 'San Ramon,CA': 'Oakland,CA',\n", + " 'Alameda,CA': 'Oakland,CA',\n", + " 'Hercules,CA': 'Oakland,CA',\n", + " 'Union City,CA': 'Oakland,CA',\n", + " 'Walnut Creek,CA': 'Oakland,CA',\n", + " 'Lacey,WA': 'Olympia,WA',\n", + " 'Cape Canaveral,FL': 'Orlando,FL',\n", + " 'Celebration,FL': 'Orlando,FL',\n", + " 'Lake Buena Vista,FL': 'Orlando,FL',\n", + " 'Lake Mary,FL': 'Orlando,FL',\n", + " 'Melbourne,FL': 'Orlando,FL',\n", + " 'Rockledge,FL': 'Orlando,FL',\n", + " 'Winter Park,FL': 'Orlando,FL',\n", + " 'Apopka,FL': 'Orlando,FL',\n", + " 'Astatula,FL': 'Orlando,FL',\n", + " 'Clermont,FL': 'Orlando,FL',\n", + " 'Davenport,FL': 'Orlando,FL',\n", + " 'Gotha,FL': 'Orlando,FL',\n", + " 'Groveland,FL': 'Orlando,FL',\n", + " 'Intercession City,FL': 'Orlando,FL',\n", + " 'Mount Plymouth,FL': 'Orlando,FL',\n", + " 'King of Prussia,PA': 'Philadelphia,PA',\n", + " 'Blue Bell,PA': 'Philadelphia,PA',\n", + " 'Wilmington,DE': 'Philadelphia,PA',\n", + " 'Burlington,NJ': 'Philadelphia,PA',\n", + " 'Camden,NJ': 'Philadelphia,PA',\n", + " 'Cherry Hill,NJ': 'Philadelphia,PA',\n", + " 'Gloucester City,NJ': 'Philadelphia,PA',\n", + " 'Marlton,NJ': 'Philadelphia,PA',\n", + " 'Mount Laurel,NJ': 'Philadelphia,PA',\n", + " 'Pennsauken,NJ': 'Philadelphia,PA',\n", + " 'Riverside,NJ': 'Philadelphia,PA',\n", + " 'Swedesboro,NJ': 'Philadelphia,PA',\n", + " 'Ambler,PA': 'Philadelphia,PA',\n", + " 'Audubon,PA': 'Philadelphia,PA',\n", + " 'Bala Cynwyd,PA': 'Philadelphia,PA',\n", + " 'Bensalem,PA': 'Philadelphia,PA',\n", + " 'Berwyn,PA': 'Philadelphia,PA',\n", + " 'Boothwyn,PA': 'Philadelphia,PA',\n", + " 'Bristol,PA': 'Philadelphia,PA',\n", + " 'Chester Township,PA': 'Philadelphia,PA',\n", + " 'Chesterbrook,PA': 'Philadelphia,PA',\n", + " 'Collegeville,PA': 'Philadelphia,PA',\n", + " 'Conshohocken,PA': 'Philadelphia,PA',\n", + " 'Doylestown,PA': 'Philadelphia,PA',\n", + " 'Dresher,PA': 'Philadelphia,PA',\n", + " 'East Norriton,PA': 'Philadelphia,PA',\n", + " 'Exton,PA': 'Philadelphia,PA',\n", + " 'Feasterville Trevose,PA': 'Philadelphia,PA',\n", + " 'Fort Washington,PA': 'Philadelphia,PA',\n", + " 'Horsham,PA': 'Philadelphia,PA',\n", + " 'Lansdale,PA': 'Philadelphia,PA',\n", + " 'Malvern,PA': 'Philadelphia,PA',\n", + " 'Media,PA': 'Philadelphia,PA',\n", + " 'Newtown,PA': 'Philadelphia,PA',\n", + " 'Newtown Square,PA': 'Philadelphia,PA',\n", + " 'Norristown,PA': 'Philadelphia,PA',\n", + " 'North Wales,PA': 'Philadelphia,PA',\n", + " 'Oaks,PA': 'Philadelphia,PA',\n", + " 'Paoli,PA': 'Philadelphia,PA',\n", + " 'Plymouth Meeting,PA': 'Philadelphia,PA',\n", + " 'Radnor,PA': 'Philadelphia,PA',\n", + " 'Ridley Park,PA': 'Philadelphia,PA',\n", + " 'Spring House,PA': 'Philadelphia,PA',\n", + " 'Springhouse Branch Post Office,PA': 'Philadelphia,PA',\n", + " 'Trevose,PA': 'Philadelphia,PA',\n", + " 'Upper Providence,PA': 'Philadelphia,PA',\n", + " 'Valley Forge,PA': 'Philadelphia,PA',\n", + " 'Warminster,PA': 'Philadelphia,PA',\n", + " 'Wayne,PA': 'Philadelphia,PA',\n", + " 'West Chester,PA': 'Philadelphia,PA',\n", + " 'West Conshohocken,PA': 'Philadelphia,PA',\n", + " 'West Point,PA': 'Philadelphia,PA',\n", + " 'Yardley,PA': 'Philadelphia,PA',\n", + " 'Chandler,AZ': 'Phoenix,AZ',\n", + " 'DC Ranch,AZ': 'Phoenix,AZ',\n", + " 'Gilbert,AZ': 'Phoenix,AZ',\n", + " 'Glendale,AZ': 'Phoenix,AZ',\n", + " 'Glendale Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Mesa,AZ': 'Phoenix,AZ',\n", + " 'Scottsdale,AZ': 'Phoenix,AZ',\n", + " 'Tempe,AZ': 'Phoenix,AZ',\n", + " 'Allegheny West,PA': 'Pittsburg,PA',\n", + " 'Vancouver,WA': 'Portland,OR',\n", + " 'Gresham,OR': 'Portland,OR',\n", + " 'Tualatin,OR': 'Portland,OR',\n", + " 'Camas,OR': 'Portland,OR',\n", + " 'Cary,NC': 'Raleigh,NC',\n", + " 'Durham,NC': 'Raleigh,NC',\n", + " 'Morrisville,NC': 'Raleigh,NC',\n", + " 'Henrico,VA': 'Richmond,VA',\n", + " 'Davis,CA': 'Sacramento,CA',\n", + " 'El Dorado Hills,CA': 'Sacramento,CA',\n", + " 'Folsom,CA': 'Sacramento,CA',\n", + " 'Rancho Cordova,CA': 'Sacramento,CA',\n", + " 'Roseville,CA': 'Sacramento,CA',\n", + " 'Vacaville,CA': 'Sacramento,CA',\n", + " 'Gold River,CA': 'Sacramento,CA',\n", + " 'Rocklin,CA': 'Sacramento,CA',\n", + " 'East Alton,IL': 'Saint Louis,MO',\n", + " 'Granite City,IL': 'Saint Louis,MO',\n", + " 'Clayton,MO': 'Saint Louis,MO',\n", + " 'American Fork,UT': 'Salt Lake City,UT',\n", + " 'Bountiful,UT': 'Salt Lake City,UT',\n", + " 'Draper,UT': 'Salt Lake City,UT',\n", + " 'Eagle Mountain,UT': 'Salt Lake City,UT',\n", + " 'Farmington,UT': 'Salt Lake City,UT',\n", + " 'Hill AFB,UT': 'Salt Lake City,UT',\n", + " 'Lehi,UT': 'Salt Lake City,UT',\n", + " 'Magna,UT': 'Salt Lake City,UT',\n", + " 'Midvale,UT': 'Salt Lake City,UT',\n", + " 'Murray,UT': 'Salt Lake City,UT',\n", + " 'Ogden,UT': 'Salt Lake City,UT',\n", + " 'Provo,UT': 'Salt Lake City,UT',\n", + " 'Riverton,UT': 'Salt Lake City,UT',\n", + " 'Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'South Jordan,UT': 'Salt Lake City,UT',\n", + " 'West Valley City,UT': 'Salt Lake City,UT',\n", + " 'Arsenal,UT': 'Salt Lake City,UT',\n", + " 'Bluffdale,UT': 'Salt Lake City,UT',\n", + " 'Lindon,UT': 'Salt Lake City,UT',\n", + " 'North Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'Orem,UT': 'Salt Lake City,UT',\n", + " 'Pleasant Grove,UT': 'Salt Lake City,UT',\n", + " 'Riverdale,UT': 'Salt Lake City,UT',\n", + " 'Roy,UT': 'Salt Lake City,UT',\n", + " 'Sandy,UT': 'Salt Lake City,UT',\n", + " 'Spanish Fork,UT': 'Salt Lake City,UT',\n", + " 'Taylorsville,UT': 'Salt Lake City,UT',\n", + " 'Utah County,UT': 'Salt Lake City,UT',\n", + " 'West Jordan,UT': 'Salt Lake City,UT',\n", + " 'Universal City,TX': 'San Antonio,TX',\n", + " 'Boerne,TX': 'San Antonio,TX',\n", + " 'Bulverde,TX': 'San Antonio,TX',\n", + " 'Fort Sam Houston,TX': 'San Antonio,TX',\n", + " 'Lackland AFB,TX': 'San Antonio,TX',\n", + " 'Schertz,TX': 'San Antonio,TX',\n", + " 'La Jolla,CA': 'San Diego,CA',\n", + " 'Vista,CA': 'San Diego,CA',\n", + " 'Carlsbad,CA': 'San Diego,CA',\n", + " 'Alpine,CA': 'San Diego,CA',\n", + " 'Chula Vista,CA': 'San Diego,CA',\n", + " 'Coronado,CA': 'San Diego,CA',\n", + " 'El Cajon,CA': 'San Diego,CA',\n", + " 'Encinitas,CA': 'San Diego,CA',\n", + " 'National City,CA': 'San Diego,CA',\n", + " 'Poway,CA': 'San Diego,CA',\n", + " 'Spring Valley,CA': 'San Diego,CA',\n", + " 'Foster City,CA': 'San Francisco,CA',\n", + " 'Burlingame,CA': 'San Francisco,CA',\n", + " 'Belmont,CA': 'San Francisco,CA',\n", + " 'Menlo Park,CA': 'San Francisco,CA',\n", + " 'Redwood City,CA': 'San Francisco,CA',\n", + " 'Brisbane,CA': 'San Francisco,CA',\n", + " 'East Palo Alto,CA': 'San Francisco,CA',\n", + " 'Novato,CA': 'San Francisco,CA',\n", + " 'Petaluma,CA': 'San Francisco,CA',\n", + " 'San Bruno,CA': 'San Francisco,CA',\n", + " 'San Carlos,CA': 'San Francisco,CA',\n", + " 'San Francisco Bay Area,CA': 'San Francisco,CA',\n", + " 'San Mateo,CA': 'San Francisco,CA',\n", + " 'Concord,CA': 'San Francisco,CA',\n", + " 'Daly City,CA': 'San Francisco,CA',\n", + " 'Marin City,CA': 'San Francisco,CA',\n", + " 'Millbrae,CA': 'San Francisco,CA',\n", + " 'San Rafael,CA': 'San Francisco,CA',\n", + " 'South San Francisco,CA': 'San Francisco,CA',\n", + " 'West Menlo Park,CA': 'San Francisco,CA',\n", + " 'Cupertino,CA': 'San Jose,CA',\n", + " 'Palo Alto,CA': 'San Jose,CA',\n", + " 'Silicon Valley,CA': 'San Jose,CA',\n", + " 'Sunnyvale,CA': 'San Jose,CA',\n", + " 'Santa Clara,CA': 'San Jose,CA',\n", + " 'Santa Clara Valley,CA': 'San Jose,CA',\n", + " 'Los Gatos,CA': 'San Jose,CA',\n", + " 'Mountain View,CA': 'San Jose,CA',\n", + " 'Campbell,CA': 'San Jose,CA',\n", + " 'Los Altos,CA': 'San Jose,CA',\n", + " 'Milpitas,CA': 'San Jose,CA',\n", + " 'Moffett Field,CA': 'San Jose,CA',\n", + " 'Monterey,CA': 'San Jose,CA',\n", + " 'Morgan Hill,CA': 'San Jose,CA',\n", + " 'Seaside,CA': 'San Jose,CA',\n", + " 'Alviso,CA': 'San Jose,CA',\n", + " 'Capital Hill,CA': 'San Jose,CA',\n", + " 'Scotts Valley,CA': 'San Jose,CA',\n", + " 'Stanford,CA': 'San Jose,CA',\n", + " 'Bothell,WA': 'Seattle,WA',\n", + " 'Auburn,WA': 'Seattle,WA',\n", + " 'Kirkland,WA': 'Seattle,WA',\n", + " 'Mountlake Terrace,WA': 'Seattle,WA',\n", + " 'Redmond,WA': 'Seattle,WA',\n", + " 'Renton,WA': 'Seattle,WA',\n", + " 'Tukwila,WA': 'Seattle,WA',\n", + " 'Issaquah,WA': 'Seattle,WA',\n", + " 'Lewis McChord,WA': 'Tacoma,WA',\n", + " 'Home,WA': 'Tacoma,WA',\n", + " 'Kent,WA': 'Tacoma,WA',\n", + " 'Macdill AFB,FL': 'Tampa,FL',\n", + " 'Bradenton,FL': 'Tampa,FL',\n", + " 'Clearwater,FL': 'Tampa,FL',\n", + " 'Lakeland,FL': 'Tampa,FL',\n", + " 'MacDill AFB,FL': 'Tampa,FL',\n", + " 'Oldsmar,FL': 'Tampa,FL',\n", + " 'Tampa Palms,FL': 'Tampa,FL',\n", + " 'Saint Petersburg,FL': 'Tampa,FL',\n", + " 'Temple Terrace,FL': 'Tampa,FL',\n", + " 'Haines City,FL': 'Tampa,FL',\n", + " 'Plant City,FL': 'Tampa,FL',\n", + " 'Saint Petersburg Beach,FL': 'Tampa,FL',\n", + " 'Winter Haven,FL': 'Tampa,FL',\n", + " 'Bartlesville,OK': 'Tulsa,OK',\n", + " 'McLean,VA': 'Washington,DC',\n", + " 'Dulles,VA': 'Washington,DC',\n", + " 'Springfield,VA': 'Washington,DC',\n", + " 'Gaithersburg,MD': 'Washington,DC',\n", + " 'Tysons Corner,VA': 'Washington,DC',\n", + " 'Vienna,VA': 'Washington,DC',\n", + " 'Reston,VA': 'Washington,DC',\n", + " 'Arlington,VA': 'Washington,DC',\n", + " 'Falls Church,VA': 'Washington,DC',\n", + " 'Adelphi,MD': 'Washington,DC',\n", + " 'Bethesda,MD': 'Washington,DC',\n", + " 'Chevy Chase,MD': 'Washington,DC',\n", + " 'College Park,MD': 'Washington,DC',\n", + " 'Fulton,MD': 'Washington,DC',\n", + " 'Germantown,MD': 'Washington,DC',\n", + " 'Laurel,MD': 'Washington,DC',\n", + " 'Rockville,MD': 'Washington,DC',\n", + " 'Silver Spring,MD': 'Washington,DC',\n", + " 'Alexandria,VA': 'Washington,DC',\n", + " 'Ashburn,VA': 'Washington,DC',\n", + " 'Chantilly,VA': 'Washington,DC',\n", + " 'Fairfax,VA': 'Washington,DC',\n", + " 'Fort Belvoir,VA': 'Washington,DC',\n", + " 'Herndon,VA': 'Washington,DC',\n", + " 'Kingstowne,VA': 'Washington,DC',\n", + " 'Merrifield,VA': 'Washington,DC',\n", + " 'Quantico,VA': 'Washington,DC',\n", + " 'Rosslyn,VA': 'Washington,DC',\n", + " 'Sterling,VA': 'Washington,DC',\n", + " 'Tysons,VA': 'Washington,DC'}" + ] + }, + { + "cell_type": "code", + "execution_count": 393, + "id": "african-glance", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job TitleJob DescriptionCompany NameLocationCityStateRemoteSizeFoundedIndustry...Salary EstimateHourlyJuniorSeniorDFCol_IndState_IndRankCost of Living IndexLocal Purchasing Power Index
0Senior Data ScientistABOUT HOPPER\\n\\nAt Hopper, we’re on a mission ...HopperNew York, NYNew YorkNYUncertainMedium2007.0Travel Agencies...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
1Data Scientist, Product AnalyticsAt Noom, we use scientifically proven methods ...Noom USNew York, NYNew YorkNYYesMedium-Large2008.0Health Beauty Fitness...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
2Data Science ManagerDecode_M\\n\\nhttps://www.decode-m.com/\\n\\nData ...Decode_MNew York, NYNew YorkNYUncertainVery SmallNaNNaN...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
3Data AnalystSapphire Digital seeks a dynamic and driven mi...Sapphire DigitalLyndhurst, NJLyndhurstNJUncertainMedium-Small2019.0Internet...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
4Director, Data ScienceDirector, Data Science - (200537)\\nDescription...United Entertainment GroupNew York, NYNew YorkNYUncertainSmall2007.0Advertising Marketing...146.0FalseNaNNaNDF1New YorkNY1.0100.0100.0
\n", + "

5 rows × 23 columns

\n", + "
" + ], + "text/plain": [ + " Job Title \\\n", + "0 Senior Data Scientist \n", + "1 Data Scientist, Product Analytics \n", + "2 Data Science Manager \n", + "3 Data Analyst \n", + "4 Director, Data Science \n", + "\n", + " Job Description \\\n", + "0 ABOUT HOPPER\\n\\nAt Hopper, we’re on a mission ... \n", + "1 At Noom, we use scientifically proven methods ... \n", + "2 Decode_M\\n\\nhttps://www.decode-m.com/\\n\\nData ... \n", + "3 Sapphire Digital seeks a dynamic and driven mi... \n", + "4 Director, Data Science - (200537)\\nDescription... \n", + "\n", + " Company Name Location City State Remote \\\n", + "0 Hopper New York, NY New York NY Uncertain \n", + "1 Noom US New York, NY New York NY Yes \n", + "2 Decode_M New York, NY New York NY Uncertain \n", + "3 Sapphire Digital Lyndhurst, NJ Lyndhurst NJ Uncertain \n", + "4 United Entertainment Group New York, NY New York NY Uncertain \n", + "\n", + " Size Founded Industry ... Salary Estimate Hourly \\\n", + "0 Medium 2007.0 Travel Agencies ... 146.0 False \n", + "1 Medium-Large 2008.0 Health Beauty Fitness ... 146.0 False \n", + "2 Very Small NaN NaN ... 146.0 False \n", + "3 Medium-Small 2019.0 Internet ... 146.0 False \n", + "4 Small 2007.0 Advertising Marketing ... 146.0 False \n", + "\n", + " Junior Senior DF Col_Ind State_Ind Rank Cost of Living Index \\\n", + "0 NaN NaN DF1 New York NY 1.0 100.0 \n", + "1 NaN NaN DF1 New York NY 1.0 100.0 \n", + "2 NaN NaN DF1 New York NY 1.0 100.0 \n", + "3 NaN NaN DF1 New York NY 1.0 100.0 \n", + "4 NaN NaN DF1 New York NY 1.0 100.0 \n", + "\n", + " Local Purchasing Power Index \n", + "0 100.0 \n", + "1 100.0 \n", + "2 100.0 \n", + "3 100.0 \n", + "4 100.0 \n", + "\n", + "[5 rows x 23 columns]" + ] + }, + "execution_count": 393, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "\n", + "# The data frame now includes the cost of living information including new columns: Rank, City, Cost of Living Index, and Local Purchasing Power Index.\n", + "\n", + "FullDataSet[\"Col_Ind\"]=FullDataSet[\"City\"]\n", + "FullDataSet[\"State_Ind\"]=FullDataSet[\"State\"]\n", + "\n", + "replace_list = [i.split(',') for i in cityFix.values()]\n", + "old_list = [i.split(',') for i in cityFix.keys()]\n", + "\n", + "for i in range(len(old_list)):\n", + " FullDataSet.loc[(FullDataSet['City']==old_list[i][0])&(FullDataSet['State']==old_list[i][1]),\n", + " ['Col_Ind','State_Ind']]= replace_list[i]\n", + "FullDataSet[\"Col_Ind\"]=FullDataSet[\"Col_Ind\"].str.strip()\n", + "FullDataSet[\"State_Ind\"]=FullDataSet[\"State_Ind\"].str.strip()\n", + " \n", + "FullDataCOL = pd.merge(FullDataSet,cost_living[[\"State_Ind\", \"Col_Ind\", \"Rank\", \"Cost of Living Index\", \n", + " \"Local Purchasing Power Index\"]], on=['State_Ind', 'Col_Ind'], \n", + " how='left')\n", + "#list(FullDataSet[\"Col_Ind\"].unique())\n", + "\n", + "FullDataCOL.head(5)\n", + "#FullDataSet.head(5)" + ] + }, + { + "cell_type": "code", + "execution_count": 292, + "id": "protected-shadow", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 293, + "id": "academic-poison", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'Latham,NY': 'Albany,NY',\n", + " 'Niskayuna,NY': 'Albany,NY',\n", + " 'Rensselaer,NY': 'Albany,NY',\n", + " 'Schenectady,NY': 'Albany,NY',\n", + " 'Troy,NY': 'Albany,NY',\n", + " 'Alpharetta,GA': 'Atlanta,GA',\n", + " 'Buckhead,GA': 'Atlanta,GA',\n", + " 'Duluth,GA': 'Atlanta,GA',\n", + " 'Round Rock,TX': 'Austin,TX',\n", + " 'Cedar Park,TX': 'Austin,TX',\n", + " 'Kyle,TX': 'Austin,TX',\n", + " 'West Lake Hills,TX': 'Austin,TX',\n", + " 'Aberdeen,MD': 'Baltimore,MD',\n", + " 'Annapolis Junction,MD': 'Baltimore,MD',\n", + " 'Columbia,MD': 'Baltimore,MD',\n", + " 'Fort George G Meade,MD': 'Baltimore,MD',\n", + " 'Frederick,MD': 'Baltimore,MD',\n", + " 'Gwynn Oak,MD': 'Baltimore,MD',\n", + " 'Linthicum Heights,MD': 'Baltimore,MD',\n", + " 'Timonium,MD': 'Baltimore,MD',\n", + " 'Woodlawn,MD': 'Baltimore,MD',\n", + " 'Cambridge,MA': 'Boston,MA',\n", + " 'Waltham,MA': 'Boston,MA',\n", + " 'Andover,MA': 'Boston,MA',\n", + " 'Bedford,MA': 'Boston,MA',\n", + " 'Burlington,MA': 'Boston,MA',\n", + " 'Ipswich,MA': 'Boston,MA',\n", + " 'Lexington,MA': 'Boston,MA',\n", + " 'Natick,MA': 'Boston,MA',\n", + " 'Newton,MA': 'Boston,MA',\n", + " 'North Reading,MA': 'Boston,MA',\n", + " 'Norwood,MA': 'Boston,MA',\n", + " 'Quincy,MA': 'Boston,MA',\n", + " 'Somerville,MA': 'Boston,MA',\n", + " 'Watertown,MA': 'Boston,MA',\n", + " 'Wellesley,MA': 'Boston,MA',\n", + " 'Woburn,MA': 'Boston,MA',\n", + " 'Worcester,MA': 'Boston,MA',\n", + " 'Queens Village,NY': 'New York,NY',\n", + " 'Coney Island,NY': 'Brooklyn,NY',\n", + " 'Kings County,NY': 'Brooklyn,NY',\n", + " 'Amherst,NY': 'Buffalo,NY',\n", + " 'Cheektowaga,NY': 'Buffalo,NY',\n", + " 'Grand Island,NY': 'Buffalo,NY',\n", + " 'Orchard Park,NY': 'Buffalo,NY',\n", + " 'Tonawanda,NY': 'Buffalo,NY',\n", + " 'Huntersville,NC': 'Charlotte,NC',\n", + " 'Indian Trail,NC': 'Charlotte,NC',\n", + " 'Mooresville,NC': 'Charlotte,NC',\n", + " 'Fort Mill,NC': 'Charlotte,NC',\n", + " 'Northbrook,IL': 'Chicago,IL',\n", + " 'Alsip,IL': 'Chicago,IL',\n", + " 'Arlington Heights,IL': 'Chicago,IL',\n", + " 'Aurora,IL': 'Chicago,IL',\n", + " 'Bloomingdale,IL': 'Chicago,IL',\n", + " 'Bolingbrook,IL': 'Chicago,IL',\n", + " 'Bridgeview,IL': 'Chicago,IL',\n", + " 'Broadview,IL': 'Chicago,IL',\n", + " 'Burr Ridge,IL': 'Chicago,IL',\n", + " 'Deerfield,IL': 'Chicago,IL',\n", + " 'Des Plaines,IL': 'Chicago,IL',\n", + " 'Downers Grove,IL': 'Chicago,IL',\n", + " 'Elk Grove Village,IL': 'Chicago,IL',\n", + " 'Elmhurst,IL': 'Chicago,IL',\n", + " 'Evanston,IL': 'Chicago,IL',\n", + " 'Evergreen Park,IL': 'Chicago,IL',\n", + " 'Glenview,IL': 'Chicago,IL',\n", + " 'Highland Park,IL': 'Chicago,IL',\n", + " 'Hines,IL': 'Chicago,IL',\n", + " 'Itasca,IL': 'Chicago,IL',\n", + " 'Lemont,IL': 'Chicago,IL',\n", + " 'Lisle,IL': 'Chicago,IL',\n", + " 'Lombard,IL': 'Chicago,IL',\n", + " 'Maywood,IL': 'Chicago,IL',\n", + " 'Melrose Park,IL': 'Chicago,IL',\n", + " 'Naperville,IL': 'Chicago,IL',\n", + " 'North Chicago,IL': 'Chicago,IL',\n", + " 'Northfield,IL': 'Chicago,IL',\n", + " 'Oak Brook,IL': 'Chicago,IL',\n", + " 'Oakbrook Terrace,IL': 'Chicago,IL',\n", + " 'Park Ridge,IL': 'Chicago,IL',\n", + " 'Rolling Meadows,IL': 'Chicago,IL',\n", + " 'Rosemont,IL': 'Chicago,IL',\n", + " 'Schaumburg,IL': 'Chicago,IL',\n", + " 'Skokie,IL': 'Chicago,IL',\n", + " 'Stickney,IL': 'Chicago,IL',\n", + " 'Villa Park,IL': 'Chicago,IL',\n", + " 'Westmont,IL': 'Chicago,IL',\n", + " 'Woodridge,IL': 'Chicago,IL',\n", + " 'Florence,OH': 'Cincinnati,OH',\n", + " 'Blue Ash,OH': 'Cincinnati,OH',\n", + " 'Schriever AFB,CO': 'Colorado Springs,CO',\n", + " 'Air Force Academy,CO': 'Colorado Springs,CO',\n", + " 'El Paso County,CO': 'Colorado Springs,CO',\n", + " 'Fort Carson,CO': 'Colorado Springs,CO',\n", + " 'Blacklick,OH': 'Columbus,OH',\n", + " 'Dublin,OH': 'Columbus,OH',\n", + " 'Gahanna,OH': 'Columbus,OH',\n", + " 'Hilliard,OH': 'Columbus,OH',\n", + " 'Lockbourne,OH': 'Columbus,OH',\n", + " 'Slough,OH': 'Columbus,OH',\n", + " 'West Jefferson,OH': 'Columbus,OH',\n", + " 'Westerville,OH': 'Columbus,OH',\n", + " 'Plano,TX': 'Dallas,TX',\n", + " 'Grapevine,TX': 'Dallas,TX',\n", + " 'Irving,TX': 'Dallas,TX',\n", + " 'Fort Worth,TX': 'Dallas,TX',\n", + " 'Greenville,TX': 'Dallas,TX',\n", + " 'Addison,TX': 'Dallas,TX',\n", + " 'Allen,TX': 'Dallas,TX',\n", + " 'Arlington,TX': 'Dallas,TX',\n", + " 'Bedford,TX': 'Dallas,TX',\n", + " 'Carrollton,TX': 'Dallas,TX',\n", + " 'Coppell,TX': 'Dallas,TX',\n", + " 'Farmers Branch,TX': 'Dallas,TX',\n", + " 'Flower Mound,TX': 'Dallas,TX',\n", + " 'Garland,TX': 'Dallas,TX',\n", + " 'Grand Prairie,TX': 'Dallas,TX',\n", + " 'Highland Park,TX': 'Dallas,TX',\n", + " 'Lewisville,TX': 'Dallas,TX',\n", + " 'Richardson,TX': 'Dallas,TX',\n", + " 'Roanoke,TX': 'Dallas,TX',\n", + " 'Southlake,TX': 'Dallas,TX',\n", + " 'Sunnyvale,TX': 'Dallas,TX',\n", + " 'Tarrant,TX': 'Dallas,TX',\n", + " 'University Park,TX': 'Dallas,TX',\n", + " 'Westlake,TX': 'Dallas,TX',\n", + " 'Broomfield,CO': 'Denver,CO',\n", + " 'Boulder,CO': 'Denver,CO',\n", + " 'Littleton,CO': 'Denver,CO',\n", + " 'Aurora,CO': 'Denver,CO',\n", + " 'Buckley AFB,CO': 'Denver,CO',\n", + " 'Castle Rock,CO': 'Denver,CO',\n", + " 'Centennial,CO': 'Denver,CO',\n", + " 'Englewood,CO': 'Denver,CO',\n", + " 'Golden,CO': 'Denver,CO',\n", + " 'Greenwood Village,CO': 'Denver,CO',\n", + " 'Henderson,CO': 'Denver,CO',\n", + " 'Lakewood,CO': 'Denver,CO',\n", + " 'Lone Tree,CO': 'Denver,CO',\n", + " 'Westminster,CO': 'Denver,CO',\n", + " 'Highlands Ranch,CO': 'Denver,CO',\n", + " 'Irondale,CO': 'Denver,CO',\n", + " 'Niwot,CO': 'Denver,CO',\n", + " 'Sunnyvale,CO': 'Denver,CO',\n", + " 'Allen Park,MI': 'Detroit,MI',\n", + " 'Ann Arbor,MI': 'Detroit,MI',\n", + " 'Auburn Hills,MI': 'Detroit,MI',\n", + " 'Dearborn,MI': 'Detroit,MI',\n", + " 'Farmington Hills,MI': 'Detroit,MI',\n", + " 'Novi,MI': 'Detroit,MI',\n", + " 'Southfield,MI': 'Detroit,MI',\n", + " 'Schofield Barracks,HI': 'Honolulu,HI',\n", + " 'Spring,TX': 'Houston,TX',\n", + " 'Baytown,TX': 'Houston,TX',\n", + " 'Bellaire,TX': 'Houston,TX',\n", + " 'Cypress,TX': 'Houston,TX',\n", + " 'Deer Park,TX': 'Houston,TX',\n", + " 'Missouri City,TX': 'Houston,TX',\n", + " 'Nassau Bay,TX': 'Houston,TX',\n", + " 'Pasadena,TX': 'Houston,TX',\n", + " 'Pearland,TX': 'Houston,TX',\n", + " 'South Houston,TX': 'Houston,TX',\n", + " 'Stafford,TX': 'Houston,TX',\n", + " 'Sugar Land,TX': 'Houston,TX',\n", + " 'Webster,TX': 'Houston,TX',\n", + " 'West University Place,TX': 'Houston,TX',\n", + " 'Beech Grove,IN': 'Indianapolis,IN',\n", + " 'Carmel,IN': 'Indianapolis,IN',\n", + " 'Fishers,IN': 'Indianapolis,IN',\n", + " 'Greenfield,IN': 'Indianapolis,IN',\n", + " 'Lawrence,IN': 'Indianapolis,IN',\n", + " 'Whitestown,IN': 'Indianapolis,IN',\n", + " 'Jacksonville Beach,FL': 'Jacksonville,FL',\n", + " 'Mayport,FL': 'Jacksonville,FL',\n", + " 'Naval Station Mayport,FL': 'Jacksonville,FL',\n", + " 'Orange Park,FL': 'Jacksonville,FL',\n", + " 'Ponte Vedra,FL': 'Jacksonville,FL',\n", + " 'Overland Park,MO': 'Kansas City,MO',\n", + " 'Topeka,MO': 'Kansas City,MO',\n", + " 'Burlingame,MO': 'Kansas City,MO',\n", + " 'North Kansas City,MO': 'Kansas City,MO',\n", + " 'Culver City,CA': 'Los Angeles,CA',\n", + " 'Pasadena,CA': 'Los Angeles,CA',\n", + " 'Woodland Hills,CA': 'Los Angeles,CA',\n", + " 'Anaheim,CA': 'Los Angeles,CA',\n", + " 'Cerritos,CA': 'Los Angeles,CA',\n", + " 'Santa Monica,CA': 'Los Angeles,CA',\n", + " 'Torrance,CA': 'Los Angeles,CA',\n", + " 'El Segundo,CA': 'Los Angeles,CA',\n", + " 'Glendale,CA': 'Los Angeles,CA',\n", + " 'Brea,CA': 'Los Angeles,CA',\n", + " 'Burbank,CA': 'Los Angeles,CA',\n", + " 'Westmont,CA': 'Los Angeles,CA',\n", + " 'Irwindale,CA': 'Los Angeles,CA',\n", + " 'Calabasas,CA': 'Los Angeles,CA',\n", + " 'Hermosa Beach,CA': 'Los Angeles,CA',\n", + " 'Agoura Hills,CA': 'Los Angeles,CA',\n", + " 'Beverly Hills,CA': 'Los Angeles,CA',\n", + " 'Calabasas Hills,CA': 'Los Angeles,CA',\n", + " 'Redlands,CA': 'Los Angeles,CA',\n", + " 'Newport Beach,CA': 'Los Angeles,CA',\n", + " 'Corona,CA': 'Los Angeles,CA',\n", + " 'Carpinteria,CA': 'Los Angeles,CA',\n", + " 'Costa Mesa,CA': 'Los Angeles,CA',\n", + " 'Encino,CA': 'Los Angeles,CA',\n", + " 'Foothill Ranch,CA': 'Los Angeles,CA',\n", + " 'Gardena,CA': 'Los Angeles,CA',\n", + " 'Hollywood,CA': 'Los Angeles,CA',\n", + " 'Huntington Beach,CA': 'Los Angeles,CA',\n", + " 'Irvine,CA': 'Los Angeles,CA',\n", + " 'La Cañada Flintridge,CA': 'Los Angeles,CA',\n", + " 'Long Beach,CA': 'Los Angeles,CA',\n", + " 'Los Angelos,CA': 'Los Angeles,CA',\n", + " 'Manhattan Beach,CA': 'Los Angeles,CA',\n", + " 'Monterey Park,CA': 'Los Angeles,CA',\n", + " 'Norco,CA': 'Los Angeles,CA',\n", + " 'Northridge,CA': 'Los Angeles,CA',\n", + " 'Orange,CA': 'Los Angeles,CA',\n", + " 'Oxnard,CA': 'Los Angeles,CA',\n", + " 'Palmdale,CA': 'Los Angeles,CA',\n", + " 'Pomona,CA': 'Los Angeles,CA',\n", + " 'Rancho Cucamonga,CA': 'Los Angeles,CA',\n", + " 'Riverside,CA': 'Los Angeles,CA',\n", + " 'Rosemead,CA': 'Los Angeles,CA',\n", + " 'San Clemente,CA': 'Los Angeles,CA',\n", + " 'Santa Barbara,CA': 'Los Angeles,CA',\n", + " 'Santa Clarita,CA': 'Los Angeles,CA',\n", + " 'Sylmar,CA': 'Los Angeles,CA',\n", + " 'Thousand Oaks,CA': 'Los Angeles,CA',\n", + " 'Venice,CA': 'Los Angeles,CA',\n", + " 'Whittier,CA': 'Los Angeles,CA',\n", + " 'Universal City,CA': 'Los Angeles,CA',\n", + " 'West Hollywood,CA': 'Los Angeles,CA',\n", + " 'Alhambra,CA': 'Los Angeles,CA',\n", + " 'Aliso Viejo,CA': 'Los Angeles,CA',\n", + " 'Arcadia,CA': 'Los Angeles,CA',\n", + " 'Azusa,CA': 'Los Angeles,CA',\n", + " 'Bell,CA': 'Los Angeles,CA',\n", + " 'Buena Park,CA': 'Los Angeles,CA',\n", + " 'Carson,CA': 'Los Angeles,CA',\n", + " 'Century City,CA': 'Los Angeles,CA',\n", + " 'City of Industry,CA': 'Los Angeles,CA',\n", + " 'Commerce,CA': 'Los Angeles,CA',\n", + " 'Downey,CA': 'Los Angeles,CA',\n", + " 'Duarte,CA': 'Los Angeles,CA',\n", + " 'El Monte,CA': 'Los Angeles,CA',\n", + " 'Fullerton,CA': 'Los Angeles,CA',\n", + " 'Goleta,CA': 'Los Angeles,CA',\n", + " 'Hawthorne,CA': 'Los Angeles,CA',\n", + " 'Inglewood,CA': 'Los Angeles,CA',\n", + " 'North Hollywood,CA': 'Los Angeles,CA',\n", + " 'La Mirada,CA': 'Los Angeles,CA',\n", + " 'La Palma,CA': 'Los Angeles,CA',\n", + " 'Marina del Rey,CA': 'Los Angeles,CA',\n", + " 'Monaco,CA': 'Los Angeles,CA',\n", + " 'Monrovia,CA': 'Los Angeles,CA',\n", + " 'Panorama City,CA': 'Los Angeles,CA',\n", + " 'Pico Rivera,CA': 'Los Angeles,CA',\n", + " 'Placentia,CA': 'Los Angeles,CA',\n", + " 'Redondo Beach,CA': 'Los Angeles,CA',\n", + " 'Rossmoor,CA': 'Los Angeles,CA',\n", + " 'San Fernando,CA': 'Los Angeles,CA',\n", + " 'Santa Ana,CA': 'Los Angeles,CA',\n", + " 'Santa Cruz,CA': 'San Francisco,CA',\n", + " 'Santa Fe Springs,CA': 'Los Angeles,CA',\n", + " 'Seal Beach,CA': 'Los Angeles,CA',\n", + " 'Sherman Oaks,CA': 'Los Angeles,CA',\n", + " 'Signal Hill,CA': 'Los Angeles,CA',\n", + " 'Simi Valley,CA': 'Los Angeles,CA',\n", + " 'South Gate,CA': 'Los Angeles,CA',\n", + " 'Sun Valley,CA': 'Los Angeles,CA',\n", + " 'Valencia,CA': 'Los Angeles,CA',\n", + " 'Walnut,CA': 'Los Angeles,CA',\n", + " 'West Covina,CA': 'Los Angeles,CA',\n", + " 'West Hills,CA': 'Los Angeles,CA',\n", + " 'Westminster,CA': 'Los Angeles,CA',\n", + " 'Wilmington,CA': 'Los Angeles,CA',\n", + " 'Jeffersonville,KY': 'Louisville,KY',\n", + " 'Westchester,FL': 'Miami,FL',\n", + " 'Boca Raton,FL': 'Miami,FL',\n", + " 'Davie,FL': 'Miami,FL',\n", + " 'Deerfield Beach,FL': 'Miami,FL',\n", + " 'Doral,FL': 'Miami,FL',\n", + " 'Fort Lauderdale,FL': 'Miami,FL',\n", + " 'Homestead AFB,FL': 'Miami,FL',\n", + " 'Jupiter,FL': 'Miami,FL',\n", + " 'Miami Lakes,FL': 'Miami,FL',\n", + " 'Miami Shores,FL': 'Miami,FL',\n", + " 'Miramar,FL': 'Miami,FL',\n", + " 'Palm Beach Gardens,FL': 'Miami,FL',\n", + " 'Pembroke Pines,FL': 'Miami,FL',\n", + " 'Sunrise,FL': 'Miami,FL',\n", + " 'West Palm Beach,FL': 'Miami,FL',\n", + " 'Coral Gables,FL': 'Miami,FL',\n", + " 'Dania Beach,FL': 'Miami,FL',\n", + " 'Delray Beach,FL': 'Miami,FL',\n", + " 'Hollywood,FL': 'Miami,FL',\n", + " 'Homestead,FL': 'Miami,FL',\n", + " 'Juno Beach,FL': 'Miami,FL',\n", + " 'Key Biscayne,FL': 'Miami,FL',\n", + " 'North Palm Beach,FL': 'Miami,FL',\n", + " 'Palm Beach Shores,FL': 'Miami,FL',\n", + " 'Plantation,FL': 'Miami,FL',\n", + " 'University Park,FL': 'Miami,FL',\n", + " 'Bloomington,MN': 'Minneapolis,MN',\n", + " 'Eden Prairie,MN': 'Minneapolis,MN',\n", + " 'Golden Valley,MN': 'Minneapolis,MN',\n", + " 'Hopkins,MN': 'Minneapolis,MN',\n", + " 'Minnetonka,MN': 'Minneapolis,MN',\n", + " 'Gallatin,TN': 'Nashville,TN',\n", + " 'Brentwood,TN': 'Nashville,TN',\n", + " 'Jersey City,NY': 'New York,NY',\n", + " 'Newark,NY': 'New York,NY',\n", + " 'Lyndhurst,NY': 'New York,NY',\n", + " 'Carle Place,NY': 'New York,NY',\n", + " 'Franklin Lakes,NY': 'New York,NY',\n", + " 'Port Washington,NY': 'New York,NY',\n", + " 'Rockville Centre,NY': 'New York,NY',\n", + " 'Florham Park,NY': 'New York,NY',\n", + " 'West Orange,NY': 'New York,NY',\n", + " 'Pearl River,NY': 'New York,NY',\n", + " 'Armonk,NY': 'New York,NY',\n", + " 'Bethpage,NY': 'New York,NY',\n", + " 'Bohemia,NY': 'New York,NY',\n", + " 'Brewster,NY': 'New York,NY',\n", + " 'Bronx,NY': 'New York,NY',\n", + " 'Croton-on-Hudson,NY': 'New York,NY',\n", + " 'Garden City,NY': 'New York,NY',\n", + " 'Holtsville,NY': 'New York,NY',\n", + " 'Long Island City,NY': 'New York,NY',\n", + " 'Manhattan,NY': 'New York,NY',\n", + " 'Melville,NY': 'New York,NY',\n", + " 'Midtown New York,NY': 'New York,NY',\n", + " 'Mount Vernon,NY': 'New York,NY',\n", + " 'New Hyde Park,NY': 'New York,NY',\n", + " 'Old Westbury,NY': 'New York,NY',\n", + " 'Port Jefferson Station,NY': 'New York,NY',\n", + " 'Purchase,NY': 'New York,NY',\n", + " 'Queens,NY': 'New York,NY',\n", + " 'Ronkonkoma,NY': 'New York,NY',\n", + " 'Roosevelt Island,NY': 'New York,NY',\n", + " 'Sleepy Hollow,NY': 'New York,NY',\n", + " 'Tarrytown,NY': 'New York,NY',\n", + " 'Upton,NY': 'New York,NY',\n", + " 'Valhalla,NY': 'New York,NY',\n", + " 'Valley Cottage,NY': 'New York,NY',\n", + " 'White Plains,NY': 'New York,NY',\n", + " 'Norwalk,NY': 'New York,NY',\n", + " 'Stamford,NY': 'New York,NY',\n", + " 'Waterbury,NY': 'New York,NY',\n", + " 'Bayonne,NY': 'New York,NY',\n", + " 'Berkeley Heights,NY': 'New York,NY',\n", + " 'Bloomfield,NY': 'New York,NY',\n", + " 'Bridgewater,NY': 'New York,NY',\n", + " 'Edison,NY': 'New York,NY',\n", + " 'Ewing,NY': 'New York,NY',\n", + " 'Fairfield,NY': 'New York,NY',\n", + " 'Fort Lee,NY': 'New York,NY',\n", + " 'Hackensack,NY': 'New York,NY',\n", + " 'Harrison,NY': 'New York,NY',\n", + " 'Haworth,NY': 'New York,NY',\n", + " 'Hoboken,NY': 'New York,NY',\n", + " 'Holmdel,NY': 'New York,NY',\n", + " 'Iselin,NY': 'New York,NY',\n", + " 'Little Falls,NY': 'New York,NY',\n", + " 'Little Ferry,NY': 'New York,NY',\n", + " 'Matawan,NY': 'New York,NY',\n", + " 'Maywood,NY': 'New York,NY',\n", + " 'Middlesex,NY': 'New York,NY',\n", + " 'Middletown,NY': 'New York,NY',\n", + " 'Montvale,NY': 'New York,NY',\n", + " 'Moonachie,NY': 'New York,NY',\n", + " 'Morristown,NY': 'New York,NY',\n", + " 'Paramus,NY': 'New York,NY',\n", + " 'Parsippany,NY': 'New York,NY',\n", + " 'Red Bank,NY': 'New York,NY',\n", + " 'Ridgefield Park,NY': 'New York,NY',\n", + " 'Saddle Brook,NY': 'New York,NY',\n", + " 'Secaucus,NY': 'New York,NY',\n", + " 'South Plainfield,NY': 'New York,NY',\n", + " 'Summit,NY': 'New York,NY',\n", + " 'Teaneck,NY': 'New York,NY',\n", + " 'Union,NY': 'New York,NY',\n", + " 'Weehawken,NY': 'New York,NY',\n", + " 'West New York,NY': 'New York,NY',\n", + " 'Whippany,NY': 'New York,NY',\n", + " 'Woodbridge,NY': 'New York,NY',\n", + " 'Woodcliff Lake,NY': 'New York,NY',\n", + " 'Far Rockaway,NY': 'New York,NY',\n", + " 'Flushing,NY': 'New York,NY',\n", + " 'Great Neck,NY': 'New York,NY',\n", + " 'Hauppauge,NY': 'New York,NY',\n", + " 'Jamaica,NY': 'New York,NY',\n", + " 'Jericho,NY': 'New York,NY',\n", + " 'Lake Success,NY': 'New York,NY',\n", + " 'Manhasset,NY': 'New York,NY',\n", + " 'Mount Pleasant,NY': 'New York,NY',\n", + " 'Rego Park,NY': 'New York,NY',\n", + " 'Staten Island,NY': 'New York,NY',\n", + " 'Valley Stream,NY': 'New York,NY',\n", + " 'Berkeley,CA': 'Oakland,CA',\n", + " 'Dublin,CA': 'Oakland,CA',\n", + " 'Emeryville,CA': 'Oakland,CA',\n", + " 'Fremont,CA': 'Oakland,CA',\n", + " 'Livermore,CA': 'Oakland,CA',\n", + " 'Newark,CA': 'Oakland,CA',\n", + " 'Pleasanton,CA': 'San Francisco,CA',\n", + " 'San Leandro,CA': 'Oakland,CA',\n", + " 'San Ramon,CA': 'Oakland,CA',\n", + " 'Alameda,CA': 'Oakland,CA',\n", + " 'Hercules,CA': 'Oakland,CA',\n", + " 'Union City,CA': 'Oakland,CA',\n", + " 'Walnut Creek,CA': 'Oakland,CA',\n", + " 'Lacey,WA': 'Olympia,WA',\n", + " 'Cape Canaveral,FL': 'Orlando,FL',\n", + " 'Celebration,FL': 'Orlando,FL',\n", + " 'Lake Buena Vista,FL': 'Orlando,FL',\n", + " 'Lake Mary,FL': 'Orlando,FL',\n", + " 'Melbourne,FL': 'Orlando,FL',\n", + " 'Rockledge,FL': 'Orlando,FL',\n", + " 'Winter Park,FL': 'Orlando,FL',\n", + " 'Apopka,FL': 'Orlando,FL',\n", + " 'Astatula,FL': 'Orlando,FL',\n", + " 'Clermont,FL': 'Orlando,FL',\n", + " 'Davenport,FL': 'Orlando,FL',\n", + " 'Gotha,FL': 'Orlando,FL',\n", + " 'Groveland,FL': 'Orlando,FL',\n", + " 'Intercession City,FL': 'Orlando,FL',\n", + " 'Mount Plymouth,FL': 'Orlando,FL',\n", + " 'King of Prussia,PA': 'Philadelphia,PA',\n", + " 'Blue Bell,PA': 'Philadelphia,PA',\n", + " 'Wilmington,PA': 'Philadelphia,PA',\n", + " 'Burlington,PA': 'Philadelphia,PA',\n", + " 'Camden,PA': 'Philadelphia,PA',\n", + " 'Cherry Hill,PA': 'Philadelphia,PA',\n", + " 'Gloucester City,PA': 'Philadelphia,PA',\n", + " 'Marlton,PA': 'Philadelphia,PA',\n", + " 'Mount Laurel,PA': 'Philadelphia,PA',\n", + " 'Pennsauken,PA': 'Philadelphia,PA',\n", + " 'Riverside,PA': 'Philadelphia,PA',\n", + " 'Swedesboro,PA': 'Philadelphia,PA',\n", + " 'Ambler,PA': 'Philadelphia,PA',\n", + " 'Audubon,PA': 'Philadelphia,PA',\n", + " 'Bala Cynwyd,PA': 'Philadelphia,PA',\n", + " 'Bensalem,PA': 'Philadelphia,PA',\n", + " 'Berwyn,PA': 'Philadelphia,PA',\n", + " 'Boothwyn,PA': 'Philadelphia,PA',\n", + " 'Bristol,PA': 'Philadelphia,PA',\n", + " 'Chester Township,PA': 'Philadelphia,PA',\n", + " 'Chesterbrook,PA': 'Philadelphia,PA',\n", + " 'Collegeville,PA': 'Philadelphia,PA',\n", + " 'Conshohocken,PA': 'Philadelphia,PA',\n", + " 'Doylestown,PA': 'Philadelphia,PA',\n", + " 'Dresher,PA': 'Philadelphia,PA',\n", + " 'East Norriton,PA': 'Philadelphia,PA',\n", + " 'Exton,PA': 'Philadelphia,PA',\n", + " 'Feasterville Trevose,PA': 'Philadelphia,PA',\n", + " 'Fort Washington,PA': 'Philadelphia,PA',\n", + " 'Horsham,PA': 'Philadelphia,PA',\n", + " 'Lansdale,PA': 'Philadelphia,PA',\n", + " 'Malvern,PA': 'Philadelphia,PA',\n", + " 'Media,PA': 'Philadelphia,PA',\n", + " 'Newtown,PA': 'Philadelphia,PA',\n", + " 'Newtown Square,PA': 'Philadelphia,PA',\n", + " 'Norristown,PA': 'Philadelphia,PA',\n", + " 'North Wales,PA': 'Philadelphia,PA',\n", + " 'Oaks,PA': 'Philadelphia,PA',\n", + " 'Paoli,PA': 'Philadelphia,PA',\n", + " 'Plymouth Meeting,PA': 'Philadelphia,PA',\n", + " 'Radnor,PA': 'Philadelphia,PA',\n", + " 'Ridley Park,PA': 'Philadelphia,PA',\n", + " 'Spring House,PA': 'Philadelphia,PA',\n", + " 'Springhouse Branch Post Office,PA': 'Philadelphia,PA',\n", + " 'Trevose,PA': 'Philadelphia,PA',\n", + " 'Upper Providence,PA': 'Philadelphia,PA',\n", + " 'Valley Forge,PA': 'Philadelphia,PA',\n", + " 'Warminster,PA': 'Philadelphia,PA',\n", + " 'Wayne,PA': 'Philadelphia,PA',\n", + " 'West Chester,PA': 'Philadelphia,PA',\n", + " 'West Conshohocken,PA': 'Philadelphia,PA',\n", + " 'West Point,PA': 'Philadelphia,PA',\n", + " 'Yardley,PA': 'Philadelphia,PA',\n", + " 'Chandler,AZ': 'Phoenix,AZ',\n", + " 'DC Ranch,AZ': 'Phoenix,AZ',\n", + " 'Gilbert,AZ': 'Phoenix,AZ',\n", + " 'Glendale,AZ': 'Phoenix,AZ',\n", + " 'Glendale Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Luke AFB,AZ': 'Phoenix,AZ',\n", + " 'Mesa,AZ': 'Phoenix,AZ',\n", + " 'Scottsdale,AZ': 'Phoenix,AZ',\n", + " 'Tempe,AZ': 'Phoenix,AZ',\n", + " 'Allegheny West,PA': 'Pittsburg,PA',\n", + " 'Vancouver,OR': 'Portland,OR',\n", + " 'Gresham,OR': 'Portland,OR',\n", + " 'Tualatin,OR': 'Portland,OR',\n", + " 'Camas,OR': 'Portland,OR',\n", + " 'Cary,NC': 'Raleigh,NC',\n", + " 'Durham,NC': 'Raleigh,NC',\n", + " 'Morrisville,NC': 'Raleigh,NC',\n", + " 'Henrico,VA': 'Richmond,VA',\n", + " 'Davis,CA': 'Sacramento,CA',\n", + " 'El Dorado Hills,CA': 'Sacramento,CA',\n", + " 'Folsom,CA': 'Sacramento,CA',\n", + " 'Rancho Cordova,CA': 'Sacramento,CA',\n", + " 'Roseville,CA': 'Sacramento,CA',\n", + " 'Vacaville,CA': 'Sacramento,CA',\n", + " 'Gold River,CA': 'Sacramento,CA',\n", + " 'Rocklin,CA': 'Sacramento,CA',\n", + " 'East Alton,MO': 'Saint Louis,MO',\n", + " 'Granite City,MO': 'Saint Louis,MO',\n", + " 'Clayton,MO': 'Saint Louis,MO',\n", + " 'American Fork,UT': 'Salt Lake City,UT',\n", + " 'Bountiful,UT': 'Salt Lake City,UT',\n", + " 'Draper,UT': 'Salt Lake City,UT',\n", + " 'Eagle Mountain,UT': 'Salt Lake City,UT',\n", + " 'Farmington,UT': 'Salt Lake City,UT',\n", + " 'Hill AFB,UT': 'Salt Lake City,UT',\n", + " 'Lehi,UT': 'Salt Lake City,UT',\n", + " 'Magna,UT': 'Salt Lake City,UT',\n", + " 'Midvale,UT': 'Salt Lake City,UT',\n", + " 'Murray,UT': 'Salt Lake City,UT',\n", + " 'Ogden,UT': 'Salt Lake City,UT',\n", + " 'Provo,UT': 'Salt Lake City,UT',\n", + " 'Riverton,UT': 'Salt Lake City,UT',\n", + " 'Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'South Jordan,UT': 'Salt Lake City,UT',\n", + " 'West Valley City,UT': 'Salt Lake City,UT',\n", + " 'Arsenal,UT': 'Salt Lake City,UT',\n", + " 'Bluffdale,UT': 'Salt Lake City,UT',\n", + " 'Lindon,UT': 'Salt Lake City,UT',\n", + " 'North Salt Lake,UT': 'Salt Lake City,UT',\n", + " 'Orem,UT': 'Salt Lake City,UT',\n", + " 'Pleasant Grove,UT': 'Salt Lake City,UT',\n", + " 'Riverdale,UT': 'Salt Lake City,UT',\n", + " 'Roy,UT': 'Salt Lake City,UT',\n", + " 'Sandy,UT': 'Salt Lake City,UT',\n", + " 'Spanish Fork,UT': 'Salt Lake City,UT',\n", + " 'Taylorsville,UT': 'Salt Lake City,UT',\n", + " 'Utah County,UT': 'Salt Lake City,UT',\n", + " 'West Jordan,UT': 'Salt Lake City,UT',\n", + " 'Universal City,TX': 'San Antonio,TX',\n", + " 'Boerne,TX': 'San Antonio,TX',\n", + " 'Bulverde,TX': 'San Antonio,TX',\n", + " 'Fort Sam Houston,TX': 'San Antonio,TX',\n", + " 'Lackland AFB,TX': 'San Antonio,TX',\n", + " 'Schertz,TX': 'San Antonio,TX',\n", + " 'La Jolla,CA': 'San Diego,CA',\n", + " 'Vista,CA': 'San Diego,CA',\n", + " 'Carlsbad,CA': 'San Diego,CA',\n", + " 'Alpine,CA': 'San Diego,CA',\n", + " 'Chula Vista,CA': 'San Diego,CA',\n", + " 'Coronado,CA': 'San Diego,CA',\n", + " 'El Cajon,CA': 'San Diego,CA',\n", + " 'Encinitas,CA': 'San Diego,CA',\n", + " 'National City,CA': 'San Diego,CA',\n", + " 'Poway,CA': 'San Diego,CA',\n", + " 'Spring Valley,CA': 'San Diego,CA',\n", + " 'Foster City,CA': 'San Francisco,CA',\n", + " 'Burlingame,CA': 'San Francisco,CA',\n", + " 'Belmont,CA': 'San Francisco,CA',\n", + " 'Menlo Park,CA': 'San Francisco,CA',\n", + " 'Redwood City,CA': 'San Francisco,CA',\n", + " 'Brisbane,CA': 'San Francisco,CA',\n", + " 'East Palo Alto,CA': 'San Francisco,CA',\n", + " 'Novato,CA': 'San Francisco,CA',\n", + " 'Petaluma,CA': 'San Francisco,CA',\n", + " 'San Bruno,CA': 'San Francisco,CA',\n", + " 'San Carlos,CA': 'San Francisco,CA',\n", + " 'San Francisco Bay Area,CA': 'San Francisco,CA',\n", + " 'San Mateo,CA': 'San Francisco,CA',\n", + " 'Concord,CA': 'San Francisco,CA',\n", + " 'Daly City,CA': 'San Francisco,CA',\n", + " 'Marin City,CA': 'San Francisco,CA',\n", + " 'Millbrae,CA': 'San Francisco,CA',\n", + " 'San Rafael,CA': 'San Francisco,CA',\n", + " 'South San Francisco,CA': 'San Francisco,CA',\n", + " 'West Menlo Park,CA': 'San Francisco,CA',\n", + " 'Cupertino,CA': 'San Jose,CA',\n", + " 'Palo Alto,CA': 'San Jose,CA',\n", + " 'Silicon Valley,CA': 'San Jose,CA',\n", + " 'Sunnyvale,CA': 'San Jose,CA',\n", + " 'Santa Clara,CA': 'San Jose,CA',\n", + " 'Santa Clara Valley,CA': 'San Jose,CA',\n", + " 'Los Gatos,CA': 'San Jose,CA',\n", + " 'Mountain View,CA': 'San Jose,CA',\n", + " 'Campbell,CA': 'San Jose,CA',\n", + " 'Los Altos,CA': 'San Jose,CA',\n", + " 'Milpitas,CA': 'San Jose,CA',\n", + " 'Moffett Field,CA': 'San Jose,CA',\n", + " 'Monterey,CA': 'San Jose,CA',\n", + " 'Morgan Hill,CA': 'San Jose,CA',\n", + " 'Seaside,CA': 'San Jose,CA',\n", + " 'Alviso,CA': 'San Jose,CA',\n", + " 'Capital Hill,CA': 'San Jose,CA',\n", + " 'Scotts Valley,CA': 'San Jose,CA',\n", + " 'Stanford,CA': 'San Jose,CA',\n", + " 'Bothell,WA': 'Seattle,WA',\n", + " 'Auburn,WA': 'Seattle,WA',\n", + " 'Kirkland,WA': 'Seattle,WA',\n", + " 'Mountlake Terrace,WA': 'Seattle,WA',\n", + " 'Redmond,WA': 'Seattle,WA',\n", + " 'Renton,WA': 'Seattle,WA',\n", + " 'Tukwila,WA': 'Seattle,WA',\n", + " 'Issaquah,WA': 'Seattle,WA',\n", + " 'Lewis McChord,WA': 'Tacoma,WA',\n", + " 'Home,WA': 'Tacoma,WA',\n", + " 'Kent,WA': 'Tacoma,WA',\n", + " 'Macdill AFB,FL': 'Tampa,FL',\n", + " 'Bradenton,FL': 'Tampa,FL',\n", + " 'Clearwater,FL': 'Tampa,FL',\n", + " 'Lakeland,FL': 'Tampa,FL',\n", + " 'MacDill AFB,FL': 'Tampa,FL',\n", + " 'Oldsmar,FL': 'Tampa,FL',\n", + " 'Tampa Palms,FL': 'Tampa,FL',\n", + " 'Saint Petersburg,FL': 'Tampa,FL',\n", + " 'Temple Terrace,FL': 'Tampa,FL',\n", + " 'Haines City,FL': 'Tampa,FL',\n", + " 'Plant City,FL': 'Tampa,FL',\n", + " 'Saint Petersburg Beach,FL': 'Tampa,FL',\n", + " 'Winter Haven,FL': 'Tampa,FL',\n", + " 'Bartlesville,OK': 'Tulsa,OK',\n", + " 'McLean,DC': 'Washington,DC',\n", + " 'Dulles,DC': 'Washington,DC',\n", + " 'Springfield,DC': 'Washington,DC',\n", + " 'Gaithersburg,DC': 'Washington,DC',\n", + " 'Tysons Corner,DC': 'Washington,DC',\n", + " 'Vienna,DC': 'Washington,DC',\n", + " 'Reston,DC': 'Washington,DC',\n", + " 'Arlington,DC': 'Washington,DC',\n", + " 'Falls Church,DC': 'Washington,DC',\n", + " 'Adelphi,DC': 'Washington,DC',\n", + " 'Bethesda,DC': 'Washington,DC',\n", + " 'Chevy Chase,DC': 'Washington,DC',\n", + " 'College Park,DC': 'Washington,DC',\n", + " 'Fulton,DC': 'Washington,DC',\n", + " 'Germantown,DC': 'Washington,DC',\n", + " 'Laurel,DC': 'Washington,DC',\n", + " 'Rockville,DC': 'Washington,DC',\n", + " 'Silver Spring,DC': 'Washington,DC',\n", + " 'Alexandria,DC': 'Washington,DC',\n", + " 'Ashburn,DC': 'Washington,DC',\n", + " 'Chantilly,DC': 'Washington,DC',\n", + " 'Fairfax,DC': 'Washington,DC',\n", + " 'Fort Belvoir,DC': 'Washington,DC',\n", + " 'Herndon,DC': 'Washington,DC',\n", + " 'Kingstowne,DC': 'Washington,DC',\n", + " 'Merrifield,DC': 'Washington,DC',\n", + " 'Quantico,DC': 'Washington,DC',\n", + " 'Rosslyn,DC': 'Washington,DC',\n", + " 'Sterling,DC': 'Washington,DC',\n", + " 'Tysons,DC': 'Washington,DC'}" + ] + }, + "execution_count": 293, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "sufficient-rotation", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { diff --git a/cost_living_FINAL.ipynb b/cost_living_FINAL.ipynb index 8c5e30c..824336c 100644 --- a/cost_living_FINAL.ipynb +++ b/cost_living_FINAL.ipynb @@ -2,31 +2,9 @@ "cells": [ { "cell_type": "code", - "execution_count": 6, + "execution_count": 1, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Collecting pdfminer.six\n", - " Downloading pdfminer.six-20201018-py3-none-any.whl (5.6 MB)\n", - "\u001b[K |████████████████████████████████| 5.6 MB 3.2 MB/s eta 0:00:01\n", - "\u001b[?25hRequirement already satisfied: chardet in /home/natvalenz/dstools1/lib/python3.8/site-packages (from pdfminer.six) (4.0.0)\n", - "Collecting cryptography\n", - " Downloading cryptography-3.4.6-cp36-abi3-manylinux2014_x86_64.whl (3.2 MB)\n", - "\u001b[K |████████████████████████████████| 3.2 MB 19.4 MB/s eta 0:00:01\n", - "\u001b[?25hRequirement already satisfied: cffi>=1.12 in /home/natvalenz/dstools1/lib/python3.8/site-packages (from cryptography->pdfminer.six) (1.14.4)\n", - "Requirement already satisfied: pycparser in /home/natvalenz/dstools1/lib/python3.8/site-packages (from cffi>=1.12->cryptography->pdfminer.six) (2.20)\n", - "Collecting sortedcontainers\n", - " Downloading sortedcontainers-2.3.0-py2.py3-none-any.whl (29 kB)\n", - "Installing collected packages: sortedcontainers, cryptography, pdfminer.six\n", - "Successfully installed cryptography-3.4.6 pdfminer.six-20201018 sortedcontainers-2.3.0\n", - "\u001b[33mWARNING: You are using pip version 20.3.3; however, version 21.0.1 is available.\n", - "You should consider upgrading via the '/home/natvalenz/dstools1/bin/python3 -m pip install --upgrade pip' command.\u001b[0m\n" - ] - } - ], + "outputs": [], "source": [ "import pandas as pd\n", "#from tabula import read_pdf" @@ -34,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 35, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -52,9 +30,39 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 3, "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + ":5: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " cost_living[\"Rank\"]=cost_living.index+1\n", + ":6: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " cost_living[\"State\"]=cost_living.City.apply(lambda x: splitter(x,1))\n", + ":7: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " cost_living[\"Country\"]=cost_living.City.apply(lambda x: splitter(x,2))\n", + ":8: SettingWithCopyWarning: \n", + "A value is trying to be set on a copy of a slice from a DataFrame.\n", + "Try using .loc[row_indexer,col_indexer] = value instead\n", + "\n", + "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", + " cost_living[\"City\"]=cost_living.City.apply(lambda x: splitter(x,0))\n" + ] + }, { "data": { "text/html": [ @@ -1029,7 +1037,7 @@ "57 127.67 TX United States " ] }, - "execution_count": 37, + "execution_count": 3, "metadata": {}, "output_type": "execute_result" }