33- ntb-Tratando_Dados_Nulos.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyNApUtRmNjNir/bFy9iaUlT"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","source":["## Observações\n","\n","- how='all' significa que uma linha será removida somente se todos os seus valores forem nulos.\n","- how='any' significa que uma linha será removida se pelo menos um dos seus valores for nulo."],"metadata":{"id":"Si9UWPvGIdMo"}},{"cell_type":"code","execution_count":1,"metadata":{"id":"fZXRhMByHmgz","executionInfo":{"status":"ok","timestamp":1738171916274,"user_tz":180,"elapsed":1105,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}}},"outputs":[],"source":["from pyspark.sql.functions import col\n","import json\n","import glob\n","import re\n","import pandas as pd"]},{"cell_type":"code","source":["from pyspark.sql import SparkSession\n","\n","# Criando uma SparkSession\n","spark = SparkSession.builder.appName(\"app\").getOrCreate()\n","\n","# Link corrigido para o arquivo CSV (usando raw.githubusercontent.com)\n","csv_url = \"https://raw.githubusercontent.com/luasampaio/data-engineering-projects/main/_datasets/nyc_uber_2014.csv\"\n","\n","# Baixando o arquivo CSV para um DataFrame Pandas\n","import pandas as pd\n","import requests\n","from io import StringIO\n","\n","response = requests.get(csv_url)\n","csv_data = StringIO(response.text)  # Converte o texto recebido para um objeto legível\n"],"metadata":{"id":"xP_y8CGqDOEX","executionInfo":{"status":"ok","timestamp":1738187740826,"user_tz":180,"elapsed":4519,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}}},"execution_count":3,"outputs":[]},{"cell_type":"code","source":["# Baixando o arquivo CSV para um DataFrame Pandas\n","import pandas as pd\n","import requests\n","from io import StringIO\n","\n","response = requests.get(csv_url)\n","csv_data = StringIO(response.text)  # Converte o texto recebido para um objeto legível"],"metadata":{"id":"LGIEtK4FEZVL","executionInfo":{"status":"ok","timestamp":1738187849546,"user_tz":180,"elapsed":296,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}}},"execution_count":8,"outputs":[]},{"cell_type":"code","source":["# print(csv_data.getvalue())"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"43V8vZDvEfpF","executionInfo":{"status":"ok","timestamp":1738187905196,"user_tz":180,"elapsed":258,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"2d66ea5a-f36a-475d-eb5e-077da6ea97ed"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":[",Date/Time,Lat,Lon,Base\n","0,4/1/2014 0:11:00,40.769,-73.9549,B02512\n","1,4/1/2014 0:17:00,40.7267,-74.0345,B02512\n","2,4/1/2014 0:21:00,40.7316,-73.9873,B02512\n","3,4/1/2014 0:28:00,40.7588,-73.9776,B02512\n","4,4/1/2014 0:33:00,40.7594,-73.9722,B02512\n","5,4/1/2014 0:33:00,40.7383,-74.0403,B02512\n","6,4/1/2014 0:39:00,40.7223,-73.9887,B02512\n","7,4/1/2014 0:45:00,40.762,-73.979,B02512\n","8,4/1/2014 0:55:00,40.7524,-73.99600000000001,B02512\n","9,4/1/2014 1:01:00,40.7575,-73.9846,B02512\n","10,4/1/2014 1:19:00,40.7256,-73.9869,B02512\n","11,4/1/2014 1:48:00,40.7591,-73.9684,B02512\n","12,4/1/2014 1:49:00,40.7271,-73.9803,B02512\n","13,4/1/2014 2:11:00,40.6463,-73.7896,B02512\n","14,4/1/2014 2:25:00,40.7564,-73.9167,B02512\n","15,4/1/2014 2:31:00,40.7666,-73.9531,B02512\n","16,4/1/2014 2:43:00,40.758,-73.9761,B02512\n","17,4/1/2014 3:22:00,40.7238,-73.9821,B02512\n","18,4/1/2014 3:35:00,40.7531,-74.0039,B02512\n","19,4/1/2014 3:35:00,40.7389,-74.0393,B02512\n","20,4/1/2014 3:41:00,40.7619,-73.9715,B02512\n","21,4/1/2014 4:11:00,40.753,-74.0042,B02512\n","22,4/1/2014 4:15:00,40.6561,-73.9531,B02512\n","23,4/1/2014 4:19:00,40.725,-73.9844,B02512\n","24,4/1/2014 4:20:00,40.695,-74.1783,B02512\n","25,4/1/2014 4:26:00,40.9859,-74.1578,B02512\n","26,4/1/2014 4:27:00,40.6879,-74.1814,B02512\n","27,4/1/2014 4:38:00,40.6878,-74.1816,B02512\n","28,4/1/2014 4:47:00,40.7234,-73.9974,B02512\n","29,4/1/2014 4:49:00,40.7336,-73.99,B02512\n","30,4/1/2014 5:08:00,40.7141,-74.0094,B02512\n","31,4/1/2014 5:12:00,40.7893,-73.9709,B02512\n","32,4/1/2014 5:18:00,40.7747,-73.991,B02512\n","33,4/1/2014 5:19:00,40.7689,-73.9876,B02512\n","34,4/1/2014 5:23:00,40.7744,-74.0149,B02512\n","35,4/1/2014 5:24:00,40.7393,-73.9974,B02512\n","36,4/1/2014 5:24:00,40.7776,-73.9752,B02512\n","37,4/1/2014 5:27:00,40.6483,-73.7829,B02512\n","38,4/1/2014 5:34:00,40.6907,-74.1782,B02512\n","39,4/1/2014 5:36:00,40.7217,-73.9875,B02512\n","40,4/1/2014 5:36:00,40.7651,-73.9632,B02512\n","41,4/1/2014 5:40:00,40.7437,-73.9985,B02512\n","42,4/1/2014 5:43:00,40.7605,-73.97800000000001,B02512\n","43,4/1/2014 5:44:00,40.743,-74.0301,B02512\n","44,4/1/2014 5:44:00,40.743,-74.0301,B02512\n","45,4/1/2014 5:49:00,40.7423,-74.0371,B02512\n","46,4/1/2014 5:49:00,40.7236,-74.0037,B02512\n","47,4/1/2014 5:52:00,40.7723,-73.9527,B02512\n","48,4/1/2014 5:52:00,40.7574,-73.9862,B02512\n","49,4/1/2014 5:53:00,40.7838,-73.9504,B02512\n","50,4/1/2014 5:54:00,40.7711,-73.9871,B02512\n","51,4/1/2014 5:56:00,40.7571,-73.9726,B02512\n","52,4/1/2014 5:56:00,40.7442,-73.9854,B02512\n","53,4/1/2014 5:58:00,40.7166,-74.0144,B02512\n","54,4/1/2014 6:00:00,40.7507,-73.9703,B02512\n","55,4/1/2014 6:01:00,40.7337,-73.9979,B02512\n","56,4/1/2014 6:02:00,40.7236,-74.0111,B02512\n","57,4/1/2014 6:03:00,40.7151,-74.0464,B02512\n","58,4/1/2014 6:06:00,40.7701,-73.9588,B02512\n","59,4/1/2014 6:08:00,40.86,-73.9142,B02512\n","60,4/1/2014 6:08:00,40.7555,-73.9729,B02512\n","61,4/1/2014 6:14:00,40.7249,-74.0355,B02512\n","62,4/1/2014 6:14:00,40.6193,-74.157,B02512\n","63,4/1/2014 6:15:00,40.7753,-73.97800000000001,B02512\n","64,4/1/2014 6:15:00,40.7204,-73.9545,B02512\n","65,4/1/2014 6:16:00,40.7772,-73.9595,B02512\n","66,4/1/2014 6:17:00,40.7651,-74.082,B02512\n","67,4/1/2014 6:17:00,40.74,-73.9879,B02512\n","68,4/1/2014 6:19:00,40.7741,-73.9568,B02512\n","69,4/1/2014 6:20:00,40.7599,-73.9944,B02512\n","70,4/1/2014 6:21:00,40.7531,-74.0039,B02512\n","71,4/1/2014 6:22:00,40.7791,-73.9623,B02512\n","72,4/1/2014 6:25:00,40.7382,-74.0033,B02512\n","73,4/1/2014 6:31:00,40.7391,-73.9989,B02512\n","74,4/1/2014 6:31:00,40.7806,-73.982,B02512\n","75,4/1/2014 6:32:00,40.7322,-73.9863,B02512\n","76,4/1/2014 6:33:00,40.7703,-73.96600000000001,B02512\n","77,4/1/2014 6:34:00,40.7221,-74.0018,B02512\n","78,4/1/2014 6:35:00,40.7588,-73.9895,B02512\n","79,4/1/2014 6:36:00,40.7677,-73.9656,B02512\n","80,4/1/2014 6:37:00,40.7404,-74.0076,B02512\n","81,4/1/2014 6:38:00,40.7679,-73.9599,B02512\n","82,4/1/2014 6:39:00,40.7694,-73.9852,B02512\n","83,4/1/2014 6:40:00,40.7858,-73.9546,B02512\n","84,4/1/2014 6:40:00,40.7742,-73.9491,B02512\n","85,4/1/2014 6:42:00,40.7703,-73.95,B02512\n","86,4/1/2014 6:42:00,40.7614,-73.9997,B02512\n","87,4/1/2014 6:43:00,40.793,-73.9749,B02512\n","88,4/1/2014 6:44:00,40.7231,-73.9442,B02512\n","89,4/1/2014 6:45:00,40.7874,-73.9545,B02512\n","90,4/1/2014 6:47:00,40.7689,-73.9812,B02512\n","91,4/1/2014 6:47:00,40.7789,-73.9557,B02512\n","92,4/1/2014 6:48:00,40.7271,-74.0054,B02512\n","93,4/1/2014 6:52:00,40.7877,-73.973,B02512\n","94,4/1/2014 6:52:00,40.7255,-74.0092,B02512\n","95,4/1/2014 6:54:00,40.7653,-73.9723,B02512\n","96,4/1/2014 6:56:00,40.7644,-73.9769,B02512\n","97,4/1/2014 6:57:00,40.7726,-73.9532,B02512\n","98,4/1/2014 6:59:00,40.7898,-73.9661,B02512\n","0,5/1/2014 0:02:00,40.7521,-73.9914,B02512\n","1,5/1/2014 0:06:00,40.6965,-73.9715,B02512\n","2,5/1/2014 0:15:00,40.7464,-73.9838,B02512\n","3,5/1/2014 0:17:00,40.7463,-74.0011,B02512\n","4,5/1/2014 0:17:00,40.7594,-73.9734,B02512\n","5,5/1/2014 0:20:00,40.7685,-73.8625,B02512\n","6,5/1/2014 0:21:00,40.7637,-73.9962,B02512\n","7,5/1/2014 0:21:00,40.7252,-74.0023,B02512\n","8,5/1/2014 0:25:00,40.7607,-73.9625,B02512\n","9,5/1/2014 0:25:00,40.7212,-73.9879,B02512\n","10,5/1/2014 0:29:00,40.7255,-73.9986,B02512\n","11,5/1/2014 0:32:00,40.6467,-73.7901,B02512\n","12,5/1/2014 0:40:00,40.7613,-73.9788,B02512\n","13,5/1/2014 0:56:00,40.7807,-73.9497,B02512\n","14,5/1/2014 1:00:00,40.7585,-73.9708,B02512\n","15,5/1/2014 1:02:00,40.7163,-73.9895,B02512\n","16,5/1/2014 1:06:00,40.7265,-73.9958,B02512\n","17,5/1/2014 1:13:00,40.7559,-73.9867,B02512\n","18,5/1/2014 1:13:00,40.7671,-73.9956,B02512\n","19,5/1/2014 1:20:00,40.7707,-73.9944,B02512\n","20,5/1/2014 1:22:00,40.7607,-73.9784,B02512\n","21,5/1/2014 1:25:00,40.7382,-74.0096,B02512\n","22,5/1/2014 1:26:00,40.759,-73.9725,B02512\n","23,5/1/2014 1:27:00,40.7456,-73.9915,B02512\n","24,5/1/2014 1:28:00,40.7285,-74.0044,B02512\n","25,5/1/2014 1:32:00,40.7218,-73.9921,B02512\n","26,5/1/2014 1:45:00,40.744,-73.9877,B02512\n","27,5/1/2014 1:48:00,40.71,-74.0091,B02512\n","28,5/1/2014 2:00:00,40.7412,-74.0078,B02512\n","29,5/1/2014 2:13:00,40.7508,-74.0056,B02512\n","30,5/1/2014 2:18:00,40.7621,-73.976,B02512\n","31,5/1/2014 2:40:00,40.7575,-73.9688,B02512\n","32,5/1/2014 2:48:00,40.7549,-73.9864,B02512\n","33,5/1/2014 2:59:00,40.7596,-73.9726,B02512\n","34,5/1/2014 3:01:00,40.7284,-73.9997,B02512\n","35,5/1/2014 3:13:00,40.7246,-73.9936,B02512\n","36,5/1/2014 3:19:00,40.7156,-73.9898,B02512\n","37,5/1/2014 3:21:00,40.7467,-73.9846,B02512\n","38,5/1/2014 3:28:00,40.7144,-74.038,B02512\n","39,5/1/2014 3:28:00,40.7144,-74.038,B02512\n","40,5/1/2014 3:31:00,40.8276,-73.9454,B02512\n","41,5/1/2014 3:44:00,40.7562,-73.9931,B02512\n","42,5/1/2014 3:50:00,40.7299,-73.9868,B02512\n","43,5/1/2014 3:57:00,40.7762,-73.9499,B02512\n","44,5/1/2014 3:58:00,40.7538,-73.9774,B02512\n","45,5/1/2014 3:58:00,40.6819,-73.685,B02512\n","46,5/1/2014 4:04:00,40.758,-73.9892,B02512\n","47,5/1/2014 4:13:00,40.7469,-74.0078,B02512\n","48,5/1/2014 4:15:00,40.7663,-73.9916,B02512\n","49,5/1/2014 4:17:00,40.7196,-74.0085,B02512\n","50,5/1/2014 4:17:00,40.7196,-74.0085,B02512\n","51,5/1/2014 4:21:00,40.7852,-73.9712,B02512\n","52,5/1/2014 4:24:00,40.7553,-73.9723,B02512\n","53,5/1/2014 4:25:00,40.7753,-73.9904,B02512\n","54,5/1/2014 4:28:00,40.754,-73.9773,B02512\n","55,5/1/2014 4:28:00,40.754,-73.9773,B02512\n","56,5/1/2014 4:35:00,40.7572,-73.9625,B02512\n","57,5/1/2014 4:41:00,40.7695,-73.9621,B02512\n","58,5/1/2014 4:43:00,40.7827,-73.9728,B02512\n","59,5/1/2014 4:44:00,40.7656,-73.9629,B02512\n","60,5/1/2014 4:51:00,40.7232,-73.5771,B02512\n","61,5/1/2014 4:51:00,40.6954,-74.178,B02512\n","62,5/1/2014 4:58:00,40.7605,-73.9873,B02512\n","63,5/1/2014 5:00:00,40.7101,-74.001,B02512\n","64,5/1/2014 5:01:00,40.762,-73.982,B02512\n","65,5/1/2014 5:05:00,40.7137,-73.9631,B02512\n","66,5/1/2014 5:06:00,40.7762,-73.9603,B02512\n","67,5/1/2014 5:07:00,40.7521,-73.9813,B02512\n","68,5/1/2014 5:08:00,40.7797,-73.9783,B02512\n","69,5/1/2014 5:17:00,40.774,-73.9824,B02512\n","70,5/1/2014 5:17:00,40.7388,-74.0027,B02512\n","71,5/1/2014 5:18:00,40.7781,-73.9749,B02512\n","72,5/1/2014 5:21:00,40.7612,-73.9995,B02512\n","73,5/1/2014 5:23:00,40.7592,-74.0234,B02512\n","74,5/1/2014 5:24:00,40.8895,-73.7939,B02512\n","75,5/1/2014 5:27:00,40.7449,-73.9772,B02512\n","76,5/1/2014 5:27:00,40.7449,-73.9772,B02512\n","77,5/1/2014 5:29:00,40.6951,-74.1784,B02512\n","78,5/1/2014 5:30:00,40.7705,-73.9857,B02512\n","79,5/1/2014 5:34:00,40.7327,-74.0088,B02512\n","80,5/1/2014 5:35:00,40.7985,-73.9729,B02512\n","81,5/1/2014 5:36:00,40.7486,-73.9737,B02512\n","82,5/1/2014 5:38:00,40.7372,-74.0372,B02512\n","83,5/1/2014 5:38:00,40.7372,-74.0372,B02512\n","84,5/1/2014 5:38:00,40.7912,-73.9651,B02512\n","85,5/1/2014 5:39:00,40.7323,-73.9941,B02512\n","86,5/1/2014 5:40:00,40.7828,-73.9797,B02512\n","87,5/1/2014 5:40:00,40.7828,-73.9797,B02512\n","88,5/1/2014 5:41:00,40.7179,-73.9895,B02512\n","89,5/1/2014 5:46:00,40.729,-74.0066,B02512\n","90,5/1/2014 5:49:00,40.8109,-74.1575,B02512\n","91,5/1/2014 5:49:00,40.7149,-74.0065,B02512\n","92,5/1/2014 5:56:00,40.7186,-74.0079,B02512\n","93,5/1/2014 6:03:00,40.7745,-73.9838,B02512\n","94,5/1/2014 6:03:00,40.7753,-73.9901,B02512\n","95,5/1/2014 6:07:00,40.7204,-74.0085,B02512\n","96,5/1/2014 6:07:00,40.7175,-74.0022,B02512\n","97,5/1/2014 6:07:00,40.7321,-73.9885,B02512\n","98,5/1/2014 6:08:00,40.7273,-73.9922,B02512\n","0,6/1/2014 0:00:00,40.7293,-73.992,B02512\n","1,6/1/2014 0:01:00,40.7131,-74.0097,B02512\n","2,6/1/2014 0:04:00,40.3461,-74.661,B02512\n","3,6/1/2014 0:04:00,40.7555,-73.9833,B02512\n","4,6/1/2014 0:07:00,40.688,-74.1831,B02512\n","5,6/1/2014 0:08:00,40.7152,-73.9917,B02512\n","6,6/1/2014 0:08:00,40.7282,-73.991,B02512\n","7,6/1/2014 0:08:00,40.3042,-73.9794,B02512\n","8,6/1/2014 0:09:00,40.727,-73.9915,B02512\n","9,6/1/2014 0:10:00,40.7221,-73.9965,B02512\n","10,6/1/2014 0:11:00,40.7153,-74.0146,B02512\n","11,6/1/2014 0:15:00,40.6176,-74.0197,B02512\n","12,6/1/2014 0:16:00,40.7025,-73.9897,B02512\n","13,6/1/2014 0:17:00,40.735,-74.165,B02512\n","14,6/1/2014 0:17:00,40.7357,-74.0068,B02512\n","15,6/1/2014 0:18:00,40.6904,-73.9572,B02512\n","16,6/1/2014 0:19:00,40.7384,-73.9857,B02512\n","17,6/1/2014 0:20:00,40.7406,-74.0066,B02512\n","18,6/1/2014 0:21:00,40.7535,-73.9813,B02512\n","19,6/1/2014 0:21:00,40.722,-73.9804,B02512\n","20,6/1/2014 0:23:00,40.8095,-74.1037,B02512\n","21,6/1/2014 0:23:00,40.7482,-73.9745,B02512\n","22,6/1/2014 0:30:00,40.7043,-73.933,B02512\n","23,6/1/2014 0:32:00,40.7298,-73.9898,B02512\n","24,6/1/2014 0:32:00,40.7397,-74.0053,B02512\n","25,6/1/2014 0:34:00,40.7607,-74.0025,B02512\n","26,6/1/2014 0:37:00,40.7578,-73.9703,B02512\n","27,6/1/2014 0:39:00,40.7349,-73.985,B02512\n","28,6/1/2014 0:39:00,40.7133,-73.9775,B02512\n","29,6/1/2014 0:40:00,40.7273,-73.9936,B02512\n","30,6/1/2014 0:40:00,40.760999999999996,-73.6035,B02512\n","31,6/1/2014 0:44:00,40.7401,-73.9901,B02512\n","32,6/1/2014 0:46:00,40.7261,-73.9835,B02512\n","33,6/1/2014 0:48:00,40.7406,-74.0086,B02512\n","34,6/1/2014 0:49:00,40.6975,-73.9373,B02512\n","35,6/1/2014 0:53:00,40.7428,-73.9806,B02512\n","36,6/1/2014 0:55:00,40.7667,-74.2016,B02512\n","37,6/1/2014 0:59:00,40.7053,-73.9394,B02512\n","38,6/1/2014 0:59:00,40.7181,-73.6795,B02512\n","39,6/1/2014 1:00:00,40.7431,-73.9848,B02512\n","40,6/1/2014 1:00:00,40.7395,-74.0021,B02512\n","41,6/1/2014 1:01:00,40.7816,-73.7183,B02512\n","42,6/1/2014 1:01:00,40.8192,-73.9019,B02512\n","43,6/1/2014 1:02:00,40.7335,-74.0037,B02512\n","44,6/1/2014 1:04:00,40.7404,-74.0083,B02512\n","45,6/1/2014 1:09:00,40.796,-74.4726,B02512\n","46,6/1/2014 1:14:00,40.7397,-74.0081,B02512\n","47,6/1/2014 1:15:00,40.7233,-73.9855,B02512\n","48,6/1/2014 1:18:00,40.7535,-73.9851,B02512\n","49,6/1/2014 1:25:00,40.7978,-74.4777,B02512\n","50,6/1/2014 1:32:00,40.299,-73.9811,B02512\n","51,6/1/2014 1:37:00,40.7343,-74.166,B02512\n","52,6/1/2014 1:38:00,40.7392,-73.9953,B02512\n","53,6/1/2014 1:40:00,41.0169,-73.7182,B02512\n","54,6/1/2014 1:41:00,40.7196,-73.9995,B02512\n","55,6/1/2014 1:52:00,40.7398,-74.0054,B02512\n","56,6/1/2014 1:56:00,40.7295,-74.0084,B02512\n","57,6/1/2014 2:03:00,40.7408,-74.0079,B02512\n","58,6/1/2014 2:04:00,40.7381,-74.0089,B02512\n","59,6/1/2014 2:05:00,40.742,-74.0077,B02512\n","60,6/1/2014 2:15:00,40.6736,-73.992,B02512\n","61,6/1/2014 2:19:00,40.7195,-73.9887,B02512\n","62,6/1/2014 2:21:00,40.7144,-73.9651,B02512\n","63,6/1/2014 2:26:00,40.7621,-73.9747,B02512\n","64,6/1/2014 2:27:00,40.74,-74.0055,B02512\n","65,6/1/2014 2:32:00,40.762,-73.9936,B02512\n","66,6/1/2014 2:40:00,40.7175,-74.0055,B02512\n","67,6/1/2014 2:41:00,40.7521,-73.9954,B02512\n","68,6/1/2014 2:47:00,40.7222,-73.9588,B02512\n","69,6/1/2014 2:50:00,40.719,-73.9888,B02512\n","70,6/1/2014 2:51:00,40.6564,-73.6453,B02512\n","71,6/1/2014 2:53:00,40.7261,-73.9918,B02512\n","72,6/1/2014 2:54:00,40.7191,-73.9892,B02512\n","73,6/1/2014 2:58:00,40.7286,-73.9954,B02512\n","74,6/1/2014 3:10:00,40.7615,-73.975,B02512\n","75,6/1/2014 3:11:00,40.7278,-73.9991,B02512\n","76,6/1/2014 3:14:00,40.7503,-73.9839,B02512\n","77,6/1/2014 3:19:00,40.7389,-74.0081,B02512\n","78,6/1/2014 3:23:00,40.775,-73.9907,B02512\n","79,6/1/2014 3:32:00,40.7054,-74.0072,B02512\n","80,6/1/2014 3:35:00,40.7303,-74.0025,B02512\n","81,6/1/2014 3:36:00,40.7347,-73.9924,B02512\n","82,6/1/2014 4:03:00,40.7224,-73.9878,B02512\n","83,6/1/2014 4:51:00,40.6982,-73.462,B02512\n","84,6/1/2014 4:54:00,40.6449,-73.7818,B02512\n","85,6/1/2014 4:56:00,40.645,-73.782,B02512\n","86,6/1/2014 5:07:00,40.7699,-73.9843,B02512\n","87,6/1/2014 5:10:00,40.7372,-73.9967,B02512\n","88,6/1/2014 5:14:00,40.6448,-73.7826,B02512\n","89,6/1/2014 5:48:00,40.7228,-74.0019,B02512\n","90,6/1/2014 6:19:00,40.736,-73.9792,B02512\n","91,6/1/2014 6:21:00,40.7536,-73.9915,B02512\n","92,6/1/2014 6:24:00,40.7615,-73.9881,B02512\n","93,6/1/2014 6:25:00,40.8525,-73.8281,B02512\n","94,6/1/2014 6:27:00,40.7554,-73.9738,B02512\n","95,6/1/2014 6:35:00,40.7543,-73.9817,B02512\n","96,6/1/2014 6:37:00,40.7751,-73.9633,B02512\n","97,6/1/2014 6:46:00,40.6952,-74.1784,B02512\n","98,6/1/2014 6:51:00,40.7621,-73.9817,B02512\n","\n"]}]},{"cell_type":"code","source":["df = pd.read_csv(csv_data)"],"metadata":{"id":"BRRQhH6hEqU-","executionInfo":{"status":"ok","timestamp":1738187938833,"user_tz":180,"elapsed":268,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}}},"execution_count":11,"outputs":[]},{"cell_type":"code","source":["display(df)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"6wAk9QRLEyKv","executionInfo":{"status":"ok","timestamp":1738187966239,"user_tz":180,"elapsed":5,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"cdb60ad5-3af9-44b7-f6b8-8ab535622a08"},"execution_count":13,"outputs":[{"output_type":"display_data","data":{"text/plain":["     Unnamed: 0         Date/Time      Lat      Lon    Base\n","0             0  4/1/2014 0:11:00  40.7690 -73.9549  B02512\n","1             1  4/1/2014 0:17:00  40.7267 -74.0345  B02512\n","2             2  4/1/2014 0:21:00  40.7316 -73.9873  B02512\n","3             3  4/1/2014 0:28:00  40.7588 -73.9776  B02512\n","4             4  4/1/2014 0:33:00  40.7594 -73.9722  B02512\n","..          ...               ...      ...      ...     ...\n","292          94  6/1/2014 6:27:00  40.7554 -73.9738  B02512\n","293          95  6/1/2014 6:35:00  40.7543 -73.9817  B02512\n","294          96  6/1/2014 6:37:00  40.7751 -73.9633  B02512\n","295          97  6/1/2014 6:46:00  40.6952 -74.1784  B02512\n","296          98  6/1/2014 6:51:00  40.7621 -73.9817  B02512\n","\n","[297 rows x 5 columns]"],"text/html":["\n","  <div id=\"df-ceb4351b-2b20-4871-92b3-3261387918e0\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Unnamed: 0</th>\n","      <th>Date/Time</th>\n","      <th>Lat</th>\n","      <th>Lon</th>\n","      <th>Base</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>4/1/2014 0:11:00</td>\n","      <td>40.7690</td>\n","      <td>-73.9549</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>4/1/2014 0:17:00</td>\n","      <td>40.7267</td>\n","      <td>-74.0345</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>4/1/2014 0:21:00</td>\n","      <td>40.7316</td>\n","      <td>-73.9873</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>4/1/2014 0:28:00</td>\n","      <td>40.7588</td>\n","      <td>-73.9776</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>4/1/2014 0:33:00</td>\n","      <td>40.7594</td>\n","      <td>-73.9722</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>292</th>\n","      <td>94</td>\n","      <td>6/1/2014 6:27:00</td>\n","      <td>40.7554</td>\n","      <td>-73.9738</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>293</th>\n","      <td>95</td>\n","      <td>6/1/2014 6:35:00</td>\n","      <td>40.7543</td>\n","      <td>-73.9817</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>294</th>\n","      <td>96</td>\n","      <td>6/1/2014 6:37:00</td>\n","      <td>40.7751</td>\n","      <td>-73.9633</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>295</th>\n","      <td>97</td>\n","      <td>6/1/2014 6:46:00</td>\n","      <td>40.6952</td>\n","      <td>-74.1784</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>296</th>\n","      <td>98</td>\n","      <td>6/1/2014 6:51:00</td>\n","      <td>40.7621</td>\n","      <td>-73.9817</td>\n","      <td>B02512</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>297 rows × 5 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ceb4351b-2b20-4871-92b3-3261387918e0')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-ceb4351b-2b20-4871-92b3-3261387918e0 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-ceb4351b-2b20-4871-92b3-3261387918e0');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-3f6eeca7-2ce9-4a2c-9e61-d502b83eab71\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-3f6eeca7-2ce9-4a2c-9e61-d502b83eab71')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-3f6eeca7-2ce9-4a2c-9e61-d502b83eab71 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_f9343cec-4af6-4e92-a8a1-454af360eba2\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_f9343cec-4af6-4e92-a8a1-454af360eba2 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df","summary":"{\n  \"name\": \"df\",\n  \"rows\": 297,\n  \"fields\": [\n    {\n      \"column\": \"Unnamed: 0\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 28,\n        \"min\": 0,\n        \"max\": 98,\n        \"num_unique_values\": 99,\n        \"samples\": [\n          62,\n          40,\n          95\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Date/Time\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 250,\n        \"samples\": [\n          \"5/1/2014 5:17:00\",\n          \"4/1/2014 0:45:00\",\n          \"5/1/2014 1:20:00\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Lat\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.05870128101771192,\n        \"min\": 40.299,\n        \"max\": 41.0169,\n        \"num_unique_values\": 250,\n        \"samples\": [\n          40.6954,\n          40.7223,\n          40.7252\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Lon\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0995091534610338,\n        \"min\": -74.661,\n        \"max\": -73.462,\n        \"num_unique_values\": 242,\n        \"samples\": [\n          -74.1578,\n          -73.9887,\n          -73.9772\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Base\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"B02512\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{}}]},{"cell_type":"code","source":["df.info()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"xhwLIbLvE5TL","executionInfo":{"status":"ok","timestamp":1738187976599,"user_tz":180,"elapsed":290,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"e8503ed7-28ad-4d09-8f81-a31c02c8d3ee"},"execution_count":14,"outputs":[{"output_type":"stream","name":"stdout","text":["<class 'pandas.core.frame.DataFrame'>\n","RangeIndex: 297 entries, 0 to 296\n","Data columns (total 5 columns):\n"," #   Column      Non-Null Count  Dtype  \n","---  ------      --------------  -----  \n"," 0   Unnamed: 0  297 non-null    int64  \n"," 1   Date/Time   297 non-null    object \n"," 2   Lat         297 non-null    float64\n"," 3   Lon         297 non-null    float64\n"," 4   Base        297 non-null    object \n","dtypes: float64(2), int64(1), object(2)\n","memory usage: 11.7+ KB\n"]}]},{"cell_type":"code","source":["print(type(df))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nxl80qi3E8pQ","executionInfo":{"status":"ok","timestamp":1738188011109,"user_tz":180,"elapsed":244,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"c8aa6ca0-d377-4ba4-8e5f-14babdc951bb"},"execution_count":15,"outputs":[{"output_type":"stream","name":"stdout","text":["<class 'pandas.core.frame.DataFrame'>\n"]}]},{"cell_type":"code","source":["df.columns"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gkfyO1sZFEYA","executionInfo":{"status":"ok","timestamp":1738188076341,"user_tz":180,"elapsed":259,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"66d6f221-dc4d-4457-e0be-2dbfd4905b37"},"execution_count":17,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Index(['Unnamed: 0', 'Date/Time', 'Lat', 'Lon', 'Base'], dtype='object')"]},"metadata":{},"execution_count":17}]},{"cell_type":"markdown","source":["Adicionando a colunas em Maiusculo"],"metadata":{"id":"3Sv3pN9aFbFy"}},{"cell_type":"code","source":["df.columns = [col.lower() for col in df.columns]"],"metadata":{"id":"f_O0kyW0FT2K","executionInfo":{"status":"ok","timestamp":1738188104756,"user_tz":180,"elapsed":255,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}}},"execution_count":19,"outputs":[]},{"cell_type":"markdown","source":["Alternativa para ver o nome da coluna"],"metadata":{"id":"Cb7W7I49FmKA"}},{"cell_type":"code","source":["for Loop in df.columns:\n","    print(Loop)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"TeSkNQhFFknZ","executionInfo":{"status":"ok","timestamp":1738188149488,"user_tz":180,"elapsed":247,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"35f7880e-651f-44b0-8f38-99d885596c60"},"execution_count":20,"outputs":[{"output_type":"stream","name":"stdout","text":["unnamed: 0\n","date/time\n","lat\n","lon\n","base\n"]}]},{"cell_type":"markdown","source":["- how='all' significa que uma linha será removida somente se todos os seus valores forem nulos.\n","- how='any' significa que uma linha será removida se pelo menos um dos seus valores for nulo."],"metadata":{"id":"uklOcGO6Ip0s"}},{"cell_type":"code","source":["display(df.dropna(how='all'))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"Y9dGfuoAIAxx","executionInfo":{"status":"ok","timestamp":1738188950053,"user_tz":180,"elapsed":277,"user":{"displayName":"Luciana Sampaio","userId":"16809550719064834367"}},"outputId":"dd70d2ab-3b3f-46af-80d8-f1caa5a7a397"},"execution_count":21,"outputs":[{"output_type":"display_data","data":{"text/plain":["     unnamed: 0         date/time      lat      lon    base\n","0             0  4/1/2014 0:11:00  40.7690 -73.9549  B02512\n","1             1  4/1/2014 0:17:00  40.7267 -74.0345  B02512\n","2             2  4/1/2014 0:21:00  40.7316 -73.9873  B02512\n","3             3  4/1/2014 0:28:00  40.7588 -73.9776  B02512\n","4             4  4/1/2014 0:33:00  40.7594 -73.9722  B02512\n","..          ...               ...      ...      ...     ...\n","292          94  6/1/2014 6:27:00  40.7554 -73.9738  B02512\n","293          95  6/1/2014 6:35:00  40.7543 -73.9817  B02512\n","294          96  6/1/2014 6:37:00  40.7751 -73.9633  B02512\n","295          97  6/1/2014 6:46:00  40.6952 -74.1784  B02512\n","296          98  6/1/2014 6:51:00  40.7621 -73.9817  B02512\n","\n","[297 rows x 5 columns]"],"text/html":["\n","  <div id=\"df-b98c24b4-fe74-4335-b356-1f6ebeb10ef3\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>unnamed: 0</th>\n","      <th>date/time</th>\n","      <th>lat</th>\n","      <th>lon</th>\n","      <th>base</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>4/1/2014 0:11:00</td>\n","      <td>40.7690</td>\n","      <td>-73.9549</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>4/1/2014 0:17:00</td>\n","      <td>40.7267</td>\n","      <td>-74.0345</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>4/1/2014 0:21:00</td>\n","      <td>40.7316</td>\n","      <td>-73.9873</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>4/1/2014 0:28:00</td>\n","      <td>40.7588</td>\n","      <td>-73.9776</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>4/1/2014 0:33:00</td>\n","      <td>40.7594</td>\n","      <td>-73.9722</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>292</th>\n","      <td>94</td>\n","      <td>6/1/2014 6:27:00</td>\n","      <td>40.7554</td>\n","      <td>-73.9738</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>293</th>\n","      <td>95</td>\n","      <td>6/1/2014 6:35:00</td>\n","      <td>40.7543</td>\n","      <td>-73.9817</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>294</th>\n","      <td>96</td>\n","      <td>6/1/2014 6:37:00</td>\n","      <td>40.7751</td>\n","      <td>-73.9633</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>295</th>\n","      <td>97</td>\n","      <td>6/1/2014 6:46:00</td>\n","      <td>40.6952</td>\n","      <td>-74.1784</td>\n","      <td>B02512</td>\n","    </tr>\n","    <tr>\n","      <th>296</th>\n","      <td>98</td>\n","      <td>6/1/2014 6:51:00</td>\n","      <td>40.7621</td>\n","      <td>-73.9817</td>\n","      <td>B02512</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>297 rows × 5 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b98c24b4-fe74-4335-b356-1f6ebeb10ef3')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-b98c24b4-fe74-4335-b356-1f6ebeb10ef3 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-b98c24b4-fe74-4335-b356-1f6ebeb10ef3');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-928f3d3f-e225-46d8-b118-49ba27956c7d\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-928f3d3f-e225-46d8-b118-49ba27956c7d')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-928f3d3f-e225-46d8-b118-49ba27956c7d button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","summary":"{\n  \"name\": \"display(df\",\n  \"rows\": 297,\n  \"fields\": [\n    {\n      \"column\": \"unnamed: 0\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 28,\n        \"min\": 0,\n        \"max\": 98,\n        \"num_unique_values\": 99,\n        \"samples\": [\n          62,\n          40,\n          95\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"date/time\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 250,\n        \"samples\": [\n          \"5/1/2014 5:17:00\",\n          \"4/1/2014 0:45:00\",\n          \"5/1/2014 1:20:00\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"lat\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.05870128101771192,\n        \"min\": 40.299,\n        \"max\": 41.0169,\n        \"num_unique_values\": 250,\n        \"samples\": [\n          40.6954,\n          40.7223,\n          40.7252\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"lon\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0995091534610338,\n        \"min\": -74.661,\n        \"max\": -73.462,\n        \"num_unique_values\": 242,\n        \"samples\": [\n          -74.1578,\n          -73.9887,\n          -73.9772\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"base\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"B02512\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{}}]}]}