From 3e0cf24f4e557883fe85919304c615428b0c0885 Mon Sep 17 00:00:00 2001 From: ivbarauna Date: Sun, 21 Apr 2024 22:52:33 -0300 Subject: [PATCH 1/4] added analysis --- notebooks/data_explorer.ipynb | 790 +++++++++++++++++++++++++++++++++- 1 file changed, 789 insertions(+), 1 deletion(-) diff --git a/notebooks/data_explorer.ipynb b/notebooks/data_explorer.ipynb index 5092223..23446b1 100644 --- a/notebooks/data_explorer.ipynb +++ b/notebooks/data_explorer.ipynb @@ -4,7 +4,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "## Listing All Files in the unique DataFrame" + "## 1. Consolidated files in the unique DataFrame" ] }, { @@ -306,6 +306,794 @@ "# Show the dataframe\n", "allFiles" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 2. Change DataTypes and Reorder columns" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
create_dateextracted_atcodesymbolnameaskbidvarBidpctChange
1052024-04-19 17:59:582024-04-22 01:02:43BRLBRL-MADReal Brasileiro/Dirham Marroquino1.95021.94890.02041.05
682024-04-21 22:02:112024-04-22 01:02:43BRLBRL-JPYReal Brasileiro/Iene Japonês29.581029.56500.01030.03
1382024-04-21 19:41:232024-04-22 01:02:43BRLBRL-SARReal Brasileiro/Riyal Saudita0.72030.7201-0.0001-0.01
1402024-04-19 17:59:582024-04-22 01:02:43BRLBRL-JMDReal Brasileiro/Dólar Jamaicano30.180029.59000.55001.86
642024-04-21 22:02:012024-04-22 01:02:43BRLBRL-OMRReal Brasileiro/Rial Omanense0.07420.07380.0000-0.03
632024-04-21 22:02:372024-04-22 01:02:43BRLBRL-GBPReal Brasileiro/Libra Esterlina0.15520.15510.0000-0.01
1432024-04-21 22:02:102024-04-22 01:02:43BRLBRL-AUDReal Brasileiro/Dólar Australiano0.29740.2970-0.0006-0.20
1442024-04-19 17:59:582024-04-22 01:02:43BRLBRL-VEFReal Brasileiro/Bolívar Venezuelano6.98526.96660.06951.01
1462024-04-21 22:02:112024-04-22 01:02:43BRLBRL-MXNReal Brasileiro/Peso Mexicano3.26813.26430.00620.19
1472024-04-21 22:02:112024-04-22 01:02:43BRLBRL-CHFReal Brasileiro/Franco Suíço0.17440.17400.00020.12
1482024-04-21 22:00:142024-04-22 01:02:43BRLBRL-AEDReal Brasileiro/Dirham dos Emirados0.70540.70510.00010.02
1532024-04-21 21:55:392024-04-22 01:02:43BRLBRL-JODReal Brasileiro/Dinar Jordaniano0.13630.13590.00020.15
1542024-04-21 22:02:402024-04-22 01:02:43BRLBRL-SEKReal Brasileiro/Coroa Sueca2.09602.09480.00210.10
502024-04-21 22:02:112024-04-22 01:02:43BRLBRL-HKDReal Brasileiro/Dólar de Hong Kong1.50191.4885-0.0001-0.01
672024-04-19 17:59:582024-04-22 01:02:43BRLBRL-RUBReal Brasileiro/Rublo Russo17.880017.88000.01000.05
1372024-04-19 17:59:582024-04-22 01:02:43BRLBRL-KESReal Brasileiro/Shilling Queniano25.760025.56000.37001.45
1032024-04-21 22:02:142024-04-22 01:02:43BRLBRL-SGDReal Brasileiro/Dólar de Cingapura0.26130.2590-0.0001-0.04
1042024-04-21 14:57:322024-04-22 01:02:43BRLBRL-BBDReal Brasileiro/Dólar de Barbados0.39180.38370.00000.00
1122024-04-21 21:01:022024-04-22 01:02:43BRLBRL-NADReal Brasileiro/Dólar Namíbio3.68243.6785-0.0008-0.02
882024-04-21 22:02:012024-04-22 01:02:43BRLBRL-NPRReal Brasileiro/Rúpia Nepalesa25.960025.3500-0.0200-0.09
1132024-04-21 22:02:102024-04-22 01:02:43BRLBRL-ARSReal Brasileiro/Peso Argentino165.9335165.90480.00000.00
862024-04-21 22:02:382024-04-22 01:02:43BRLBRL-TRYReal Brasileiro/Nova Lira Turca6.26786.25540.02250.36
1142024-04-19 17:59:582024-04-22 01:02:43BRLBRL-LKRReal Brasileiro/Rúpia de Sri Lanka58.050057.85000.60001.05
1182024-04-21 22:02:402024-04-22 01:02:43BRLBRL-HUFReal Brasileiro/Florim Húngaro71.040070.95000.06000.08
792024-04-21 22:02:402024-04-22 01:02:43BRLBRL-PLNReal Brasileiro/Zlóti Polonês0.77640.77600.00030.04
1342024-04-21 22:02:382024-04-22 01:02:43BRLBRL-CZKReal Brasileiro/Coroa Checa4.55004.55000.00000.03
732024-04-21 19:03:002024-04-22 01:02:43BRLBRL-ILSReal Brasileiro/Novo Shekel Israelense0.72220.7208-0.0004-0.06
1352024-04-19 17:59:582024-04-22 01:02:43BRLBRL-INRReal Brasileiro/Rúpia Indiana16.030016.02000.11000.70
462024-04-21 22:02:372024-04-22 01:02:43BRLBRL-KRWReal Brasileiro/Won Sul-Coreano265.5200265.44001.60000.61
472024-04-21 22:02:402024-04-22 01:02:43BRLBRL-NOKReal Brasileiro/Coroa Norueguesa2.11672.11390.00480.23
442024-04-21 22:02:112024-04-22 01:02:43BRLBRL-CADReal Brasileiro/Dólar Canadense0.26350.2611-0.0003-0.11
1882024-04-21 22:02:342024-04-22 01:02:43BRLBRL-ISKReal Brasileiro/Coroa Islandesa27.150027.09000.05000.17
222024-04-19 17:59:582024-04-22 01:02:43BRLBRL-PKRReal Brasileiro/Rúpia Paquistanesa53.630053.42000.56001.06
142024-04-21 22:02:112024-04-22 01:02:43BRLBRL-DKKReal Brasileiro/Coroa Dinamarquesa1.33911.3377-0.0060-0.45
1962024-04-19 17:59:582024-04-22 01:02:43BRLBRL-IDRReal Brasileiro/Rupia Indonésia3125.30003122.840043.42001.41
1982024-04-21 22:02:402024-04-22 01:02:43BRLBRL-RONReal Brasileiro/Leu Romeno0.89710.89640.00070.08
72024-04-21 14:57:372024-04-22 01:02:43BRLBRL-LBPReal Brasileiro/Libra Libanesa17206.940017184.77000.00000.00
62024-04-21 18:00:032024-04-22 01:02:43BRLBRL-QARReal Brasileiro/Rial Catarense0.70050.70020.00000.00
1662024-04-21 22:02:012024-04-22 01:02:43BRLBRL-PABReal Brasileiro/Balboa Panamenho0.19660.1876-0.0002-0.09
422024-04-21 22:02:012024-04-22 01:02:43BRLBRL-BHDReal Brasileiro/Dinar do Bahrein0.07480.07010.0000-0.04
1572024-04-21 20:28:072024-04-22 01:02:43BRLBRL-EGPReal Brasileiro/Libra Egípcia9.29879.27790.01040.11
1632024-04-19 17:59:582024-04-22 01:02:43BRLBRL-CNYReal Brasileiro/Yuan Chinês1.39171.39140.01260.91
1642024-04-21 22:02:412024-04-22 01:02:43BRLBRL-THBReal Brasileiro/Baht Tailandês7.10007.10000.03000.46
1732024-04-21 14:50:352024-04-22 01:02:43BRLBRL-PHPReal Brasileiro/Peso Filipino11.060011.05000.00000.00
1652024-04-21 22:02:402024-04-22 01:02:43BRLBRL-NZDReal Brasileiro/Dólar Neozelandês0.32500.3247-0.0010-0.29
1692024-04-21 21:57:322024-04-22 01:02:43BRLBRL-MYRReal Brasileiro/Ringgit Malaio0.91990.91860.00120.14
992024-04-21 22:02:112024-04-22 01:02:43BRLBRL-CLPReal Brasileiro/Peso Chileno183.4310183.3450-0.1790-0.10
\n", + "
" + ], + "text/plain": [ + " create_date extracted_at code symbol \\\n", + "105 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-MAD \n", + "68 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-JPY \n", + "138 2024-04-21 19:41:23 2024-04-22 01:02:43 BRL BRL-SAR \n", + "140 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-JMD \n", + "64 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-OMR \n", + "63 2024-04-21 22:02:37 2024-04-22 01:02:43 BRL BRL-GBP \n", + "143 2024-04-21 22:02:10 2024-04-22 01:02:43 BRL BRL-AUD \n", + "144 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-VEF \n", + "146 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-MXN \n", + "147 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-CHF \n", + "148 2024-04-21 22:00:14 2024-04-22 01:02:43 BRL BRL-AED \n", + "153 2024-04-21 21:55:39 2024-04-22 01:02:43 BRL BRL-JOD \n", + "154 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-SEK \n", + "50 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-HKD \n", + "67 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-RUB \n", + "137 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-KES \n", + "103 2024-04-21 22:02:14 2024-04-22 01:02:43 BRL BRL-SGD \n", + "104 2024-04-21 14:57:32 2024-04-22 01:02:43 BRL BRL-BBD \n", + "112 2024-04-21 21:01:02 2024-04-22 01:02:43 BRL BRL-NAD \n", + "88 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-NPR \n", + "113 2024-04-21 22:02:10 2024-04-22 01:02:43 BRL BRL-ARS \n", + "86 2024-04-21 22:02:38 2024-04-22 01:02:43 BRL BRL-TRY \n", + "114 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-LKR \n", + "118 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-HUF \n", + "79 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-PLN \n", + "134 2024-04-21 22:02:38 2024-04-22 01:02:43 BRL BRL-CZK \n", + "73 2024-04-21 19:03:00 2024-04-22 01:02:43 BRL BRL-ILS \n", + "135 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-INR \n", + "46 2024-04-21 22:02:37 2024-04-22 01:02:43 BRL BRL-KRW \n", + "47 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-NOK \n", + "44 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-CAD \n", + "188 2024-04-21 22:02:34 2024-04-22 01:02:43 BRL BRL-ISK \n", + "22 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-PKR \n", + "14 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-DKK \n", + "196 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-IDR \n", + "198 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-RON \n", + "7 2024-04-21 14:57:37 2024-04-22 01:02:43 BRL BRL-LBP \n", + "6 2024-04-21 18:00:03 2024-04-22 01:02:43 BRL BRL-QAR \n", + "166 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-PAB \n", + "42 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-BHD \n", + "157 2024-04-21 20:28:07 2024-04-22 01:02:43 BRL BRL-EGP \n", + "163 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-CNY \n", + "164 2024-04-21 22:02:41 2024-04-22 01:02:43 BRL BRL-THB \n", + "173 2024-04-21 14:50:35 2024-04-22 01:02:43 BRL BRL-PHP \n", + "165 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-NZD \n", + "169 2024-04-21 21:57:32 2024-04-22 01:02:43 BRL BRL-MYR \n", + "99 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-CLP \n", + "\n", + " name ask bid varBid \\\n", + "105 Real Brasileiro/Dirham Marroquino 1.9502 1.9489 0.0204 \n", + "68 Real Brasileiro/Iene Japonês 29.5810 29.5650 0.0103 \n", + "138 Real Brasileiro/Riyal Saudita 0.7203 0.7201 -0.0001 \n", + "140 Real Brasileiro/Dólar Jamaicano 30.1800 29.5900 0.5500 \n", + "64 Real Brasileiro/Rial Omanense 0.0742 0.0738 0.0000 \n", + "63 Real Brasileiro/Libra Esterlina 0.1552 0.1551 0.0000 \n", + "143 Real Brasileiro/Dólar Australiano 0.2974 0.2970 -0.0006 \n", + "144 Real Brasileiro/Bolívar Venezuelano 6.9852 6.9666 0.0695 \n", + "146 Real Brasileiro/Peso Mexicano 3.2681 3.2643 0.0062 \n", + "147 Real Brasileiro/Franco Suíço 0.1744 0.1740 0.0002 \n", + "148 Real Brasileiro/Dirham dos Emirados 0.7054 0.7051 0.0001 \n", + "153 Real Brasileiro/Dinar Jordaniano 0.1363 0.1359 0.0002 \n", + "154 Real Brasileiro/Coroa Sueca 2.0960 2.0948 0.0021 \n", + "50 Real Brasileiro/Dólar de Hong Kong 1.5019 1.4885 -0.0001 \n", + "67 Real Brasileiro/Rublo Russo 17.8800 17.8800 0.0100 \n", + "137 Real Brasileiro/Shilling Queniano 25.7600 25.5600 0.3700 \n", + "103 Real Brasileiro/Dólar de Cingapura 0.2613 0.2590 -0.0001 \n", + "104 Real Brasileiro/Dólar de Barbados 0.3918 0.3837 0.0000 \n", + "112 Real Brasileiro/Dólar Namíbio 3.6824 3.6785 -0.0008 \n", + "88 Real Brasileiro/Rúpia Nepalesa 25.9600 25.3500 -0.0200 \n", + "113 Real Brasileiro/Peso Argentino 165.9335 165.9048 0.0000 \n", + "86 Real Brasileiro/Nova Lira Turca 6.2678 6.2554 0.0225 \n", + "114 Real Brasileiro/Rúpia de Sri Lanka 58.0500 57.8500 0.6000 \n", + "118 Real Brasileiro/Florim Húngaro 71.0400 70.9500 0.0600 \n", + "79 Real Brasileiro/Zlóti Polonês 0.7764 0.7760 0.0003 \n", + "134 Real Brasileiro/Coroa Checa 4.5500 4.5500 0.0000 \n", + "73 Real Brasileiro/Novo Shekel Israelense 0.7222 0.7208 -0.0004 \n", + "135 Real Brasileiro/Rúpia Indiana 16.0300 16.0200 0.1100 \n", + "46 Real Brasileiro/Won Sul-Coreano 265.5200 265.4400 1.6000 \n", + "47 Real Brasileiro/Coroa Norueguesa 2.1167 2.1139 0.0048 \n", + "44 Real Brasileiro/Dólar Canadense 0.2635 0.2611 -0.0003 \n", + "188 Real Brasileiro/Coroa Islandesa 27.1500 27.0900 0.0500 \n", + "22 Real Brasileiro/Rúpia Paquistanesa 53.6300 53.4200 0.5600 \n", + "14 Real Brasileiro/Coroa Dinamarquesa 1.3391 1.3377 -0.0060 \n", + "196 Real Brasileiro/Rupia Indonésia 3125.3000 3122.8400 43.4200 \n", + "198 Real Brasileiro/Leu Romeno 0.8971 0.8964 0.0007 \n", + "7 Real Brasileiro/Libra Libanesa 17206.9400 17184.7700 0.0000 \n", + "6 Real Brasileiro/Rial Catarense 0.7005 0.7002 0.0000 \n", + "166 Real Brasileiro/Balboa Panamenho 0.1966 0.1876 -0.0002 \n", + "42 Real Brasileiro/Dinar do Bahrein 0.0748 0.0701 0.0000 \n", + "157 Real Brasileiro/Libra Egípcia 9.2987 9.2779 0.0104 \n", + "163 Real Brasileiro/Yuan Chinês 1.3917 1.3914 0.0126 \n", + "164 Real Brasileiro/Baht Tailandês 7.1000 7.1000 0.0300 \n", + "173 Real Brasileiro/Peso Filipino 11.0600 11.0500 0.0000 \n", + "165 Real Brasileiro/Dólar Neozelandês 0.3250 0.3247 -0.0010 \n", + "169 Real Brasileiro/Ringgit Malaio 0.9199 0.9186 0.0012 \n", + "99 Real Brasileiro/Peso Chileno 183.4310 183.3450 -0.1790 \n", + "\n", + " pctChange \n", + "105 1.05 \n", + "68 0.03 \n", + "138 -0.01 \n", + "140 1.86 \n", + "64 -0.03 \n", + "63 -0.01 \n", + "143 -0.20 \n", + "144 1.01 \n", + "146 0.19 \n", + "147 0.12 \n", + "148 0.02 \n", + "153 0.15 \n", + "154 0.10 \n", + "50 -0.01 \n", + "67 0.05 \n", + "137 1.45 \n", + "103 -0.04 \n", + "104 0.00 \n", + "112 -0.02 \n", + "88 -0.09 \n", + "113 0.00 \n", + "86 0.36 \n", + "114 1.05 \n", + "118 0.08 \n", + "79 0.04 \n", + "134 0.03 \n", + "73 -0.06 \n", + "135 0.70 \n", + "46 0.61 \n", + "47 0.23 \n", + "44 -0.11 \n", + "188 0.17 \n", + "22 1.06 \n", + "14 -0.45 \n", + "196 1.41 \n", + "198 0.08 \n", + "7 0.00 \n", + "6 0.00 \n", + "166 -0.09 \n", + "42 -0.04 \n", + "157 0.11 \n", + "163 0.91 \n", + "164 0.46 \n", + "173 0.00 \n", + "165 -0.29 \n", + "169 0.14 \n", + "99 -0.10 " + ] + }, + "execution_count": 41, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "## Reorder columns in dataframe\n", + "df = allFiles[['create_date', 'extracted_at', 'code', 'symbol', 'name', 'ask', 'bid', 'varBid', 'pctChange' ]]\n", + "\n", + "# Change data types\n", + "df = df.astype({'ask': float, 'bid': float, 'varBid': float, 'pctChange': float})\n", + "\n", + "# Filter dataframe by code\n", + "df = df[df['code'] == 'BRL']\n", + "\n", + "# Show the dataframe\n", + "df\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { From 36086e549348aae98156c9878fb6796d26f54566 Mon Sep 17 00:00:00 2001 From: ivbarauna Date: Sun, 21 Apr 2024 23:40:18 -0300 Subject: [PATCH 2/4] added analysis --- notebooks/data_explorer.ipynb | 944 +++------------------------------- 1 file changed, 72 insertions(+), 872 deletions(-) diff --git a/notebooks/data_explorer.ipynb b/notebooks/data_explorer.ipynb index 23446b1..59c6dd5 100644 --- a/notebooks/data_explorer.ipynb +++ b/notebooks/data_explorer.ipynb @@ -4,12 +4,64 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "## 1. Consolidated files in the unique DataFrame" + "## 1. Consolidated files in the unique DataFrame and show the total files extracted" ] }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 53, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "210" + ] + }, + "execution_count": 53, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import os\n", + "import sys\n", + "\n", + "notebook_path = os.path.dirname(os.path.abspath(\"data_explorer.ipynb\"))\n", + "sys.path.append(os.path.dirname(notebook_path))\n", + "\n", + "from etl.utils.common import DefaultOutputFolder as dir\n", + "import pandas as pd\n", + "\n", + "files = os.listdir(dir())\n", + "dfs = []\n", + "\n", + "if not files: print(\"No files found in the output folder.\")\n", + "\n", + "for file in files:\n", + " if file.endswith(\".parquet\"):\n", + " df = pd.read_parquet(dir() + file)\n", + " dfs.append(df)\n", + " \n", + "allFiles = pd.concat(dfs, ignore_index=True)\n", + "\n", + "# Ordering DataFrame by column name\n", + "allFiles = allFiles.sort_values(by=['extracted_at'], ascending=False)\n", + "\n", + "# count the rows in dataframe\n", + "allFiles.shape[0]" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 1.1 Data set sample, list 5 files" + ] + }, + { + "cell_type": "code", + "execution_count": 57, "metadata": {}, "outputs": [ { @@ -97,214 +149,34 @@ " BRL-SAR\n", " 2024-04-22 01:02:43\n", " \n", - " \n", - " 140\n", - " BRL\n", - " JMD\n", - " Real Brasileiro/Dólar Jamaicano\n", - " 29.99\n", - " 29.53\n", - " 0.55\n", - " 1.86\n", - " 29.59\n", - " 30.18\n", - " 1713560398\n", - " 2024-04-19 17:59:58\n", - " BRL-JMD\n", - " 2024-04-22 01:02:43\n", - " \n", - " \n", - " 64\n", - " BRL\n", - " OMR\n", - " Real Brasileiro/Rial Omanense\n", - " 0.074\n", - " 0.0738\n", - " 0\n", - " -0.03\n", - " 0.0738\n", - " 0.0742\n", - " 1713747721\n", - " 2024-04-21 22:02:01\n", - " BRL-OMR\n", - " 2024-04-22 01:02:43\n", - " \n", - " \n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " ...\n", - " \n", - " \n", - " 182\n", - " USD\n", - " HUF\n", - " Dólar Americano/Florim Húngaro\n", - " 373.13\n", - " 368.78\n", - " -0.47\n", - " -0.13\n", - " 369.51\n", - " 370.43\n", - " 1713560383\n", - " 2024-04-19 17:59:43\n", - " USD-HUF\n", - " 2024-04-21 00:21:24\n", - " \n", - " \n", - " 17\n", - " USD\n", - " ZAR\n", - " Dólar Americano/Rand Sul-Africano\n", - " 19.3883\n", - " 19.0548\n", - " -0.0412\n", - " -0.22\n", - " 19.0949\n", - " 19.1099\n", - " 1713560396\n", - " 2024-04-19 17:59:56\n", - " USD-ZAR\n", - " 2024-04-21 00:21:24\n", - " \n", - " \n", - " 185\n", - " USD\n", - " KWD\n", - " Dólar Americano/Dinar Kuwaitiano\n", - " 0.3085\n", - " 0.3081\n", - " 0\n", - " 0\n", - " 0.3079\n", - " 0.3089\n", - " 1713560385\n", - " 2024-04-19 17:59:45\n", - " USD-KWD\n", - " 2024-04-21 00:21:24\n", - " \n", - " \n", - " 87\n", - " CHF\n", - " EUR\n", - " Franco Suíço/Euro\n", - " 1.0447\n", - " 1.0279\n", - " 0.0009\n", - " 0.09\n", - " 1.0304\n", - " 1.0307\n", - " 1713560381\n", - " 2024-04-19 17:59:41\n", - " CHF-EUR\n", - " 2024-04-21 00:21:24\n", - " \n", - " \n", - " 21\n", - " USD\n", - " JPY\n", - " Dólar Americano/Iene Japonês\n", - " 154.68\n", - " 153.59\n", - " 0.02\n", - " 0.01\n", - " 154.64\n", - " 154.66\n", - " 1713560394\n", - " 2024-04-19 17:59:54\n", - " USD-JPY\n", - " 2024-04-21 00:21:24\n", - " \n", " \n", "\n", - "

210 rows × 13 columns

\n", "" ], "text/plain": [ - " code codein name high low varBid \\\n", - "105 BRL MAD Real Brasileiro/Dirham Marroquino 1.9569 1.9213 0.0204 \n", - "68 BRL JPY Real Brasileiro/Iene Japonês 29.585 29.549 0.0103 \n", - "138 BRL SAR Real Brasileiro/Riyal Saudita 0.7204 0.7202 -0.0001 \n", - "140 BRL JMD Real Brasileiro/Dólar Jamaicano 29.99 29.53 0.55 \n", - "64 BRL OMR Real Brasileiro/Rial Omanense 0.074 0.0738 0 \n", - ".. ... ... ... ... ... ... \n", - "182 USD HUF Dólar Americano/Florim Húngaro 373.13 368.78 -0.47 \n", - "17 USD ZAR Dólar Americano/Rand Sul-Africano 19.3883 19.0548 -0.0412 \n", - "185 USD KWD Dólar Americano/Dinar Kuwaitiano 0.3085 0.3081 0 \n", - "87 CHF EUR Franco Suíço/Euro 1.0447 1.0279 0.0009 \n", - "21 USD JPY Dólar Americano/Iene Japonês 154.68 153.59 0.02 \n", + " code codein name high low varBid \\\n", + "105 BRL MAD Real Brasileiro/Dirham Marroquino 1.9569 1.9213 0.0204 \n", + "68 BRL JPY Real Brasileiro/Iene Japonês 29.585 29.549 0.0103 \n", + "138 BRL SAR Real Brasileiro/Riyal Saudita 0.7204 0.7202 -0.0001 \n", "\n", - " pctChange bid ask timestamp create_date symbol \\\n", - "105 1.05 1.9489 1.9502 1713560398 2024-04-19 17:59:58 BRL-MAD \n", - "68 0.03 29.565 29.581 1713747731 2024-04-21 22:02:11 BRL-JPY \n", - "138 -0.01 0.7201 0.7203 1713739283 2024-04-21 19:41:23 BRL-SAR \n", - "140 1.86 29.59 30.18 1713560398 2024-04-19 17:59:58 BRL-JMD \n", - "64 -0.03 0.0738 0.0742 1713747721 2024-04-21 22:02:01 BRL-OMR \n", - ".. ... ... ... ... ... ... \n", - "182 -0.13 369.51 370.43 1713560383 2024-04-19 17:59:43 USD-HUF \n", - "17 -0.22 19.0949 19.1099 1713560396 2024-04-19 17:59:56 USD-ZAR \n", - "185 0 0.3079 0.3089 1713560385 2024-04-19 17:59:45 USD-KWD \n", - "87 0.09 1.0304 1.0307 1713560381 2024-04-19 17:59:41 CHF-EUR \n", - "21 0.01 154.64 154.66 1713560394 2024-04-19 17:59:54 USD-JPY \n", + " pctChange bid ask timestamp create_date symbol \\\n", + "105 1.05 1.9489 1.9502 1713560398 2024-04-19 17:59:58 BRL-MAD \n", + "68 0.03 29.565 29.581 1713747731 2024-04-21 22:02:11 BRL-JPY \n", + "138 -0.01 0.7201 0.7203 1713739283 2024-04-21 19:41:23 BRL-SAR \n", "\n", " extracted_at \n", "105 2024-04-22 01:02:43 \n", "68 2024-04-22 01:02:43 \n", - "138 2024-04-22 01:02:43 \n", - "140 2024-04-22 01:02:43 \n", - "64 2024-04-22 01:02:43 \n", - ".. ... \n", - "182 2024-04-21 00:21:24 \n", - "17 2024-04-21 00:21:24 \n", - "185 2024-04-21 00:21:24 \n", - "87 2024-04-21 00:21:24 \n", - "21 2024-04-21 00:21:24 \n", - "\n", - "[210 rows x 13 columns]" + "138 2024-04-22 01:02:43 " ] }, - "execution_count": 1, + "execution_count": 57, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "import os\n", - "import sys\n", - "\n", - "notebook_path = os.path.dirname(os.path.abspath(\"data_explorer.ipynb\"))\n", - "sys.path.append(os.path.dirname(notebook_path))\n", - "\n", - "from etl.utils.common import DefaultOutputFolder as dir\n", - "import pandas as pd\n", - "\n", - "files = os.listdir(dir())\n", - "dfs = []\n", - "\n", - "if not files: print(\"No files found in the output folder.\")\n", - "\n", - "for file in files:\n", - " if file.endswith(\".parquet\"):\n", - " df = pd.read_parquet(dir() + file)\n", - " dfs.append(df)\n", - " \n", - "allFiles = pd.concat(dfs, ignore_index=True)\n", - "\n", - "# Ordering DataFrame by column name\n", - "allFiles = allFiles.sort_values(by=['extracted_at'], ascending=False)\n", - "\n", - "# Show the dataframe\n", - "allFiles" + "allFiles.head(3)" ] }, { @@ -316,7 +188,7 @@ }, { "cell_type": "code", - "execution_count": 41, + "execution_count": 56, "metadata": {}, "outputs": [ { @@ -388,534 +260,6 @@ " -0.0001\n", " -0.01\n", " \n", - " \n", - " 140\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-JMD\n", - " Real Brasileiro/Dólar Jamaicano\n", - " 30.1800\n", - " 29.5900\n", - " 0.5500\n", - " 1.86\n", - " \n", - " \n", - " 64\n", - " 2024-04-21 22:02:01\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-OMR\n", - " Real Brasileiro/Rial Omanense\n", - " 0.0742\n", - " 0.0738\n", - " 0.0000\n", - " -0.03\n", - " \n", - " \n", - " 63\n", - " 2024-04-21 22:02:37\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-GBP\n", - " Real Brasileiro/Libra Esterlina\n", - " 0.1552\n", - " 0.1551\n", - " 0.0000\n", - " -0.01\n", - " \n", - " \n", - " 143\n", - " 2024-04-21 22:02:10\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-AUD\n", - " Real Brasileiro/Dólar Australiano\n", - " 0.2974\n", - " 0.2970\n", - " -0.0006\n", - " -0.20\n", - " \n", - " \n", - " 144\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-VEF\n", - " Real Brasileiro/Bolívar Venezuelano\n", - " 6.9852\n", - " 6.9666\n", - " 0.0695\n", - " 1.01\n", - " \n", - " \n", - " 146\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-MXN\n", - " Real Brasileiro/Peso Mexicano\n", - " 3.2681\n", - " 3.2643\n", - " 0.0062\n", - " 0.19\n", - " \n", - " \n", - " 147\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-CHF\n", - " Real Brasileiro/Franco Suíço\n", - " 0.1744\n", - " 0.1740\n", - " 0.0002\n", - " 0.12\n", - " \n", - " \n", - " 148\n", - " 2024-04-21 22:00:14\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-AED\n", - " Real Brasileiro/Dirham dos Emirados\n", - " 0.7054\n", - " 0.7051\n", - " 0.0001\n", - " 0.02\n", - " \n", - " \n", - " 153\n", - " 2024-04-21 21:55:39\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-JOD\n", - " Real Brasileiro/Dinar Jordaniano\n", - " 0.1363\n", - " 0.1359\n", - " 0.0002\n", - " 0.15\n", - " \n", - " \n", - " 154\n", - " 2024-04-21 22:02:40\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-SEK\n", - " Real Brasileiro/Coroa Sueca\n", - " 2.0960\n", - " 2.0948\n", - " 0.0021\n", - " 0.10\n", - " \n", - " \n", - " 50\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-HKD\n", - " Real Brasileiro/Dólar de Hong Kong\n", - " 1.5019\n", - " 1.4885\n", - " -0.0001\n", - " -0.01\n", - " \n", - " \n", - " 67\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-RUB\n", - " Real Brasileiro/Rublo Russo\n", - " 17.8800\n", - " 17.8800\n", - " 0.0100\n", - " 0.05\n", - " \n", - " \n", - " 137\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-KES\n", - " Real Brasileiro/Shilling Queniano\n", - " 25.7600\n", - " 25.5600\n", - " 0.3700\n", - " 1.45\n", - " \n", - " \n", - " 103\n", - " 2024-04-21 22:02:14\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-SGD\n", - " Real Brasileiro/Dólar de Cingapura\n", - " 0.2613\n", - " 0.2590\n", - " -0.0001\n", - " -0.04\n", - " \n", - " \n", - " 104\n", - " 2024-04-21 14:57:32\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-BBD\n", - " Real Brasileiro/Dólar de Barbados\n", - " 0.3918\n", - " 0.3837\n", - " 0.0000\n", - " 0.00\n", - " \n", - " \n", - " 112\n", - " 2024-04-21 21:01:02\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-NAD\n", - " Real Brasileiro/Dólar Namíbio\n", - " 3.6824\n", - " 3.6785\n", - " -0.0008\n", - " -0.02\n", - " \n", - " \n", - " 88\n", - " 2024-04-21 22:02:01\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-NPR\n", - " Real Brasileiro/Rúpia Nepalesa\n", - " 25.9600\n", - " 25.3500\n", - " -0.0200\n", - " -0.09\n", - " \n", - " \n", - " 113\n", - " 2024-04-21 22:02:10\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-ARS\n", - " Real Brasileiro/Peso Argentino\n", - " 165.9335\n", - " 165.9048\n", - " 0.0000\n", - " 0.00\n", - " \n", - " \n", - " 86\n", - " 2024-04-21 22:02:38\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-TRY\n", - " Real Brasileiro/Nova Lira Turca\n", - " 6.2678\n", - " 6.2554\n", - " 0.0225\n", - " 0.36\n", - " \n", - " \n", - " 114\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-LKR\n", - " Real Brasileiro/Rúpia de Sri Lanka\n", - " 58.0500\n", - " 57.8500\n", - " 0.6000\n", - " 1.05\n", - " \n", - " \n", - " 118\n", - " 2024-04-21 22:02:40\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-HUF\n", - " Real Brasileiro/Florim Húngaro\n", - " 71.0400\n", - " 70.9500\n", - " 0.0600\n", - " 0.08\n", - " \n", - " \n", - " 79\n", - " 2024-04-21 22:02:40\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-PLN\n", - " Real Brasileiro/Zlóti Polonês\n", - " 0.7764\n", - " 0.7760\n", - " 0.0003\n", - " 0.04\n", - " \n", - " \n", - " 134\n", - " 2024-04-21 22:02:38\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-CZK\n", - " Real Brasileiro/Coroa Checa\n", - " 4.5500\n", - " 4.5500\n", - " 0.0000\n", - " 0.03\n", - " \n", - " \n", - " 73\n", - " 2024-04-21 19:03:00\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-ILS\n", - " Real Brasileiro/Novo Shekel Israelense\n", - " 0.7222\n", - " 0.7208\n", - " -0.0004\n", - " -0.06\n", - " \n", - " \n", - " 135\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-INR\n", - " Real Brasileiro/Rúpia Indiana\n", - " 16.0300\n", - " 16.0200\n", - " 0.1100\n", - " 0.70\n", - " \n", - " \n", - " 46\n", - " 2024-04-21 22:02:37\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-KRW\n", - " Real Brasileiro/Won Sul-Coreano\n", - " 265.5200\n", - " 265.4400\n", - " 1.6000\n", - " 0.61\n", - " \n", - " \n", - " 47\n", - " 2024-04-21 22:02:40\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-NOK\n", - " Real Brasileiro/Coroa Norueguesa\n", - " 2.1167\n", - " 2.1139\n", - " 0.0048\n", - " 0.23\n", - " \n", - " \n", - " 44\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-CAD\n", - " Real Brasileiro/Dólar Canadense\n", - " 0.2635\n", - " 0.2611\n", - " -0.0003\n", - " -0.11\n", - " \n", - " \n", - " 188\n", - " 2024-04-21 22:02:34\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-ISK\n", - " Real Brasileiro/Coroa Islandesa\n", - " 27.1500\n", - " 27.0900\n", - " 0.0500\n", - " 0.17\n", - " \n", - " \n", - " 22\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-PKR\n", - " Real Brasileiro/Rúpia Paquistanesa\n", - " 53.6300\n", - " 53.4200\n", - " 0.5600\n", - " 1.06\n", - " \n", - " \n", - " 14\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-DKK\n", - " Real Brasileiro/Coroa Dinamarquesa\n", - " 1.3391\n", - " 1.3377\n", - " -0.0060\n", - " -0.45\n", - " \n", - " \n", - " 196\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-IDR\n", - " Real Brasileiro/Rupia Indonésia\n", - " 3125.3000\n", - " 3122.8400\n", - " 43.4200\n", - " 1.41\n", - " \n", - " \n", - " 198\n", - " 2024-04-21 22:02:40\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-RON\n", - " Real Brasileiro/Leu Romeno\n", - " 0.8971\n", - " 0.8964\n", - " 0.0007\n", - " 0.08\n", - " \n", - " \n", - " 7\n", - " 2024-04-21 14:57:37\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-LBP\n", - " Real Brasileiro/Libra Libanesa\n", - " 17206.9400\n", - " 17184.7700\n", - " 0.0000\n", - " 0.00\n", - " \n", - " \n", - " 6\n", - " 2024-04-21 18:00:03\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-QAR\n", - " Real Brasileiro/Rial Catarense\n", - " 0.7005\n", - " 0.7002\n", - " 0.0000\n", - " 0.00\n", - " \n", - " \n", - " 166\n", - " 2024-04-21 22:02:01\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-PAB\n", - " Real Brasileiro/Balboa Panamenho\n", - " 0.1966\n", - " 0.1876\n", - " -0.0002\n", - " -0.09\n", - " \n", - " \n", - " 42\n", - " 2024-04-21 22:02:01\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-BHD\n", - " Real Brasileiro/Dinar do Bahrein\n", - " 0.0748\n", - " 0.0701\n", - " 0.0000\n", - " -0.04\n", - " \n", - " \n", - " 157\n", - " 2024-04-21 20:28:07\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-EGP\n", - " Real Brasileiro/Libra Egípcia\n", - " 9.2987\n", - " 9.2779\n", - " 0.0104\n", - " 0.11\n", - " \n", - " \n", - " 163\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-CNY\n", - " Real Brasileiro/Yuan Chinês\n", - " 1.3917\n", - " 1.3914\n", - " 0.0126\n", - " 0.91\n", - " \n", - " \n", - " 164\n", - " 2024-04-21 22:02:41\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-THB\n", - " Real Brasileiro/Baht Tailandês\n", - " 7.1000\n", - " 7.1000\n", - " 0.0300\n", - " 0.46\n", - " \n", - " \n", - " 173\n", - " 2024-04-21 14:50:35\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-PHP\n", - " Real Brasileiro/Peso Filipino\n", - " 11.0600\n", - " 11.0500\n", - " 0.0000\n", - " 0.00\n", - " \n", - " \n", - " 165\n", - " 2024-04-21 22:02:40\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-NZD\n", - " Real Brasileiro/Dólar Neozelandês\n", - " 0.3250\n", - " 0.3247\n", - " -0.0010\n", - " -0.29\n", - " \n", - " \n", - " 169\n", - " 2024-04-21 21:57:32\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-MYR\n", - " Real Brasileiro/Ringgit Malaio\n", - " 0.9199\n", - " 0.9186\n", - " 0.0012\n", - " 0.14\n", - " \n", - " \n", - " 99\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", - " BRL\n", - " BRL-CLP\n", - " Real Brasileiro/Peso Chileno\n", - " 183.4310\n", - " 183.3450\n", - " -0.1790\n", - " -0.10\n", - " \n", " \n", "\n", "" @@ -925,151 +269,14 @@ "105 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-MAD \n", "68 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-JPY \n", "138 2024-04-21 19:41:23 2024-04-22 01:02:43 BRL BRL-SAR \n", - "140 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-JMD \n", - "64 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-OMR \n", - "63 2024-04-21 22:02:37 2024-04-22 01:02:43 BRL BRL-GBP \n", - "143 2024-04-21 22:02:10 2024-04-22 01:02:43 BRL BRL-AUD \n", - "144 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-VEF \n", - "146 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-MXN \n", - "147 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-CHF \n", - "148 2024-04-21 22:00:14 2024-04-22 01:02:43 BRL BRL-AED \n", - "153 2024-04-21 21:55:39 2024-04-22 01:02:43 BRL BRL-JOD \n", - "154 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-SEK \n", - "50 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-HKD \n", - "67 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-RUB \n", - "137 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-KES \n", - "103 2024-04-21 22:02:14 2024-04-22 01:02:43 BRL BRL-SGD \n", - "104 2024-04-21 14:57:32 2024-04-22 01:02:43 BRL BRL-BBD \n", - "112 2024-04-21 21:01:02 2024-04-22 01:02:43 BRL BRL-NAD \n", - "88 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-NPR \n", - "113 2024-04-21 22:02:10 2024-04-22 01:02:43 BRL BRL-ARS \n", - "86 2024-04-21 22:02:38 2024-04-22 01:02:43 BRL BRL-TRY \n", - "114 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-LKR \n", - "118 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-HUF \n", - "79 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-PLN \n", - "134 2024-04-21 22:02:38 2024-04-22 01:02:43 BRL BRL-CZK \n", - "73 2024-04-21 19:03:00 2024-04-22 01:02:43 BRL BRL-ILS \n", - "135 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-INR \n", - "46 2024-04-21 22:02:37 2024-04-22 01:02:43 BRL BRL-KRW \n", - "47 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-NOK \n", - "44 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-CAD \n", - "188 2024-04-21 22:02:34 2024-04-22 01:02:43 BRL BRL-ISK \n", - "22 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-PKR \n", - "14 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-DKK \n", - "196 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-IDR \n", - "198 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-RON \n", - "7 2024-04-21 14:57:37 2024-04-22 01:02:43 BRL BRL-LBP \n", - "6 2024-04-21 18:00:03 2024-04-22 01:02:43 BRL BRL-QAR \n", - "166 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-PAB \n", - "42 2024-04-21 22:02:01 2024-04-22 01:02:43 BRL BRL-BHD \n", - "157 2024-04-21 20:28:07 2024-04-22 01:02:43 BRL BRL-EGP \n", - "163 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-CNY \n", - "164 2024-04-21 22:02:41 2024-04-22 01:02:43 BRL BRL-THB \n", - "173 2024-04-21 14:50:35 2024-04-22 01:02:43 BRL BRL-PHP \n", - "165 2024-04-21 22:02:40 2024-04-22 01:02:43 BRL BRL-NZD \n", - "169 2024-04-21 21:57:32 2024-04-22 01:02:43 BRL BRL-MYR \n", - "99 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-CLP \n", - "\n", - " name ask bid varBid \\\n", - "105 Real Brasileiro/Dirham Marroquino 1.9502 1.9489 0.0204 \n", - "68 Real Brasileiro/Iene Japonês 29.5810 29.5650 0.0103 \n", - "138 Real Brasileiro/Riyal Saudita 0.7203 0.7201 -0.0001 \n", - "140 Real Brasileiro/Dólar Jamaicano 30.1800 29.5900 0.5500 \n", - "64 Real Brasileiro/Rial Omanense 0.0742 0.0738 0.0000 \n", - "63 Real Brasileiro/Libra Esterlina 0.1552 0.1551 0.0000 \n", - "143 Real Brasileiro/Dólar Australiano 0.2974 0.2970 -0.0006 \n", - "144 Real Brasileiro/Bolívar Venezuelano 6.9852 6.9666 0.0695 \n", - "146 Real Brasileiro/Peso Mexicano 3.2681 3.2643 0.0062 \n", - "147 Real Brasileiro/Franco Suíço 0.1744 0.1740 0.0002 \n", - "148 Real Brasileiro/Dirham dos Emirados 0.7054 0.7051 0.0001 \n", - "153 Real Brasileiro/Dinar Jordaniano 0.1363 0.1359 0.0002 \n", - "154 Real Brasileiro/Coroa Sueca 2.0960 2.0948 0.0021 \n", - "50 Real Brasileiro/Dólar de Hong Kong 1.5019 1.4885 -0.0001 \n", - "67 Real Brasileiro/Rublo Russo 17.8800 17.8800 0.0100 \n", - "137 Real Brasileiro/Shilling Queniano 25.7600 25.5600 0.3700 \n", - "103 Real Brasileiro/Dólar de Cingapura 0.2613 0.2590 -0.0001 \n", - "104 Real Brasileiro/Dólar de Barbados 0.3918 0.3837 0.0000 \n", - "112 Real Brasileiro/Dólar Namíbio 3.6824 3.6785 -0.0008 \n", - "88 Real Brasileiro/Rúpia Nepalesa 25.9600 25.3500 -0.0200 \n", - "113 Real Brasileiro/Peso Argentino 165.9335 165.9048 0.0000 \n", - "86 Real Brasileiro/Nova Lira Turca 6.2678 6.2554 0.0225 \n", - "114 Real Brasileiro/Rúpia de Sri Lanka 58.0500 57.8500 0.6000 \n", - "118 Real Brasileiro/Florim Húngaro 71.0400 70.9500 0.0600 \n", - "79 Real Brasileiro/Zlóti Polonês 0.7764 0.7760 0.0003 \n", - "134 Real Brasileiro/Coroa Checa 4.5500 4.5500 0.0000 \n", - "73 Real Brasileiro/Novo Shekel Israelense 0.7222 0.7208 -0.0004 \n", - "135 Real Brasileiro/Rúpia Indiana 16.0300 16.0200 0.1100 \n", - "46 Real Brasileiro/Won Sul-Coreano 265.5200 265.4400 1.6000 \n", - "47 Real Brasileiro/Coroa Norueguesa 2.1167 2.1139 0.0048 \n", - "44 Real Brasileiro/Dólar Canadense 0.2635 0.2611 -0.0003 \n", - "188 Real Brasileiro/Coroa Islandesa 27.1500 27.0900 0.0500 \n", - "22 Real Brasileiro/Rúpia Paquistanesa 53.6300 53.4200 0.5600 \n", - "14 Real Brasileiro/Coroa Dinamarquesa 1.3391 1.3377 -0.0060 \n", - "196 Real Brasileiro/Rupia Indonésia 3125.3000 3122.8400 43.4200 \n", - "198 Real Brasileiro/Leu Romeno 0.8971 0.8964 0.0007 \n", - "7 Real Brasileiro/Libra Libanesa 17206.9400 17184.7700 0.0000 \n", - "6 Real Brasileiro/Rial Catarense 0.7005 0.7002 0.0000 \n", - "166 Real Brasileiro/Balboa Panamenho 0.1966 0.1876 -0.0002 \n", - "42 Real Brasileiro/Dinar do Bahrein 0.0748 0.0701 0.0000 \n", - "157 Real Brasileiro/Libra Egípcia 9.2987 9.2779 0.0104 \n", - "163 Real Brasileiro/Yuan Chinês 1.3917 1.3914 0.0126 \n", - "164 Real Brasileiro/Baht Tailandês 7.1000 7.1000 0.0300 \n", - "173 Real Brasileiro/Peso Filipino 11.0600 11.0500 0.0000 \n", - "165 Real Brasileiro/Dólar Neozelandês 0.3250 0.3247 -0.0010 \n", - "169 Real Brasileiro/Ringgit Malaio 0.9199 0.9186 0.0012 \n", - "99 Real Brasileiro/Peso Chileno 183.4310 183.3450 -0.1790 \n", "\n", - " pctChange \n", - "105 1.05 \n", - "68 0.03 \n", - "138 -0.01 \n", - "140 1.86 \n", - "64 -0.03 \n", - "63 -0.01 \n", - "143 -0.20 \n", - "144 1.01 \n", - "146 0.19 \n", - "147 0.12 \n", - "148 0.02 \n", - "153 0.15 \n", - "154 0.10 \n", - "50 -0.01 \n", - "67 0.05 \n", - "137 1.45 \n", - "103 -0.04 \n", - "104 0.00 \n", - "112 -0.02 \n", - "88 -0.09 \n", - "113 0.00 \n", - "86 0.36 \n", - "114 1.05 \n", - "118 0.08 \n", - "79 0.04 \n", - "134 0.03 \n", - "73 -0.06 \n", - "135 0.70 \n", - "46 0.61 \n", - "47 0.23 \n", - "44 -0.11 \n", - "188 0.17 \n", - "22 1.06 \n", - "14 -0.45 \n", - "196 1.41 \n", - "198 0.08 \n", - "7 0.00 \n", - "6 0.00 \n", - "166 -0.09 \n", - "42 -0.04 \n", - "157 0.11 \n", - "163 0.91 \n", - "164 0.46 \n", - "173 0.00 \n", - "165 -0.29 \n", - "169 0.14 \n", - "99 -0.10 " + " name ask bid varBid pctChange \n", + "105 Real Brasileiro/Dirham Marroquino 1.9502 1.9489 0.0204 1.05 \n", + "68 Real Brasileiro/Iene Japonês 29.5810 29.5650 0.0103 0.03 \n", + "138 Real Brasileiro/Riyal Saudita 0.7203 0.7201 -0.0001 -0.01 " ] }, - "execution_count": 41, + "execution_count": 56, "metadata": {}, "output_type": "execute_result" } @@ -1085,15 +292,8 @@ "df = df[df['code'] == 'BRL']\n", "\n", "# Show the dataframe\n", - "df\n" + "df.head(3)\n" ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { From 54a7073becc13e93c4c23ac007eede137bc7669d Mon Sep 17 00:00:00 2001 From: ivbarauna Date: Sun, 21 Apr 2024 23:57:54 -0300 Subject: [PATCH 3/4] added pandasql with dependencie --- poetry.lock | 175 ++++++++++++++++++++++++++++++++++++++++++++++++- pyproject.toml | 1 + 2 files changed, 175 insertions(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 34deb7d..7c39533 100644 --- a/poetry.lock +++ b/poetry.lock @@ -506,6 +506,77 @@ smb = ["smbprotocol"] ssh = ["paramiko"] tqdm = ["tqdm"] +[[package]] +name = "greenlet" +version = "3.0.3" +description = "Lightweight in-process concurrent programming" +optional = false +python-versions = ">=3.7" +files = [ + {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405"}, + {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f"}, + {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb"}, + {file = "greenlet-3.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9"}, + {file = "greenlet-3.0.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22"}, + {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3"}, + {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d"}, + {file = "greenlet-3.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728"}, + {file = "greenlet-3.0.3-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:70fb482fdf2c707765ab5f0b6655e9cfcf3780d8d87355a063547b41177599be"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d4d1ac74f5c0c0524e4a24335350edad7e5f03b9532da7ea4d3c54d527784f2e"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:149e94a2dd82d19838fe4b2259f1b6b9957d5ba1b25640d2380bea9c5df37676"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:15d79dd26056573940fcb8c7413d84118086f2ec1a8acdfa854631084393efcc"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:881b7db1ebff4ba09aaaeae6aa491daeb226c8150fc20e836ad00041bcb11230"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fcd2469d6a2cf298f198f0487e0a5b1a47a42ca0fa4dfd1b6862c999f018ebbf"}, + {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:1f672519db1796ca0d8753f9e78ec02355e862d0998193038c7073045899f305"}, + {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2516a9957eed41dd8f1ec0c604f1cdc86758b587d964668b5b196a9db5bfcde6"}, + {file = "greenlet-3.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:bba5387a6975598857d86de9eac14210a49d554a77eb8261cc68b7d082f78ce2"}, + {file = "greenlet-3.0.3-cp37-cp37m-macosx_11_0_universal2.whl", hash = "sha256:5b51e85cb5ceda94e79d019ed36b35386e8c37d22f07d6a751cb659b180d5274"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:daf3cb43b7cf2ba96d614252ce1684c1bccee6b2183a01328c98d36fcd7d5cb0"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:99bf650dc5d69546e076f413a87481ee1d2d09aaaaaca058c9251b6d8c14783f"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2dd6e660effd852586b6a8478a1d244b8dc90ab5b1321751d2ea15deb49ed414"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e3391d1e16e2a5a1507d83e4a8b100f4ee626e8eca43cf2cadb543de69827c4c"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e1f145462f1fa6e4a4ae3c0f782e580ce44d57c8f2c7aae1b6fa88c0b2efdb41"}, + {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:1a7191e42732df52cb5f39d3527217e7ab73cae2cb3694d241e18f53d84ea9a7"}, + {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:0448abc479fab28b00cb472d278828b3ccca164531daab4e970a0458786055d6"}, + {file = "greenlet-3.0.3-cp37-cp37m-win32.whl", hash = "sha256:b542be2440edc2d48547b5923c408cbe0fc94afb9f18741faa6ae970dbcb9b6d"}, + {file = "greenlet-3.0.3-cp37-cp37m-win_amd64.whl", hash = "sha256:01bc7ea167cf943b4c802068e178bbf70ae2e8c080467070d01bfa02f337ee67"}, + {file = "greenlet-3.0.3-cp38-cp38-macosx_11_0_universal2.whl", hash = "sha256:1996cb9306c8595335bb157d133daf5cf9f693ef413e7673cb07e3e5871379ca"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3ddc0f794e6ad661e321caa8d2f0a55ce01213c74722587256fb6566049a8b04"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c9db1c18f0eaad2f804728c67d6c610778456e3e1cc4ab4bbd5eeb8e6053c6fc"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7170375bcc99f1a2fbd9c306f5be8764eaf3ac6b5cb968862cad4c7057756506"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6b66c9c1e7ccabad3a7d037b2bcb740122a7b17a53734b7d72a344ce39882a1b"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:098d86f528c855ead3479afe84b49242e174ed262456c342d70fc7f972bc13c4"}, + {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:81bb9c6d52e8321f09c3d165b2a78c680506d9af285bfccbad9fb7ad5a5da3e5"}, + {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:fd096eb7ffef17c456cfa587523c5f92321ae02427ff955bebe9e3c63bc9f0da"}, + {file = "greenlet-3.0.3-cp38-cp38-win32.whl", hash = "sha256:d46677c85c5ba00a9cb6f7a00b2bfa6f812192d2c9f7d9c4f6a55b60216712f3"}, + {file = "greenlet-3.0.3-cp38-cp38-win_amd64.whl", hash = "sha256:419b386f84949bf0e7c73e6032e3457b82a787c1ab4a0e43732898a761cc9dbf"}, + {file = "greenlet-3.0.3-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b"}, + {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6"}, + {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113"}, + {file = "greenlet-3.0.3-cp39-cp39-win32.whl", hash = "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e"}, + {file = "greenlet-3.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067"}, + {file = "greenlet-3.0.3.tar.gz", hash = "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491"}, +] + +[package.extras] +docs = ["Sphinx", "furo"] +test = ["objgraph", "psutil"] + [[package]] name = "idna" version = "3.7" @@ -833,6 +904,21 @@ sql-other = ["SQLAlchemy (>=2.0.0)", "adbc-driver-postgresql (>=0.8.0)", "adbc-d test = ["hypothesis (>=6.46.1)", "pytest (>=7.3.2)", "pytest-xdist (>=2.2.0)"] xml = ["lxml (>=4.9.2)"] +[[package]] +name = "pandasql" +version = "0.7.3" +description = "sqldf for pandas" +optional = false +python-versions = "*" +files = [ + {file = "pandasql-0.7.3.tar.gz", hash = "sha256:1eb248869086435a7d85281ebd9fe525d69d9d954a0dceb854f71a8d0fd8de69"}, +] + +[package.dependencies] +numpy = "*" +pandas = "*" +sqlalchemy = "*" + [[package]] name = "parso" version = "0.8.4" @@ -1235,6 +1321,93 @@ files = [ {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"}, ] +[[package]] +name = "sqlalchemy" +version = "2.0.29" +description = "Database Abstraction Library" +optional = false +python-versions = ">=3.7" +files = [ + {file = "SQLAlchemy-2.0.29-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4c142852ae192e9fe5aad5c350ea6befe9db14370b34047e1f0f7cf99e63c63b"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:99a1e69d4e26f71e750e9ad6fdc8614fbddb67cfe2173a3628a2566034e223c7"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5ef3fbccb4058355053c51b82fd3501a6e13dd808c8d8cd2561e610c5456013c"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9d6753305936eddc8ed190e006b7bb33a8f50b9854823485eed3a886857ab8d1"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0f3ca96af060a5250a8ad5a63699180bc780c2edf8abf96c58af175921df847a"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c4520047006b1d3f0d89e0532978c0688219857eb2fee7c48052560ae76aca1e"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-win32.whl", hash = "sha256:b2a0e3cf0caac2085ff172c3faacd1e00c376e6884b5bc4dd5b6b84623e29e4f"}, + {file = "SQLAlchemy-2.0.29-cp310-cp310-win_amd64.whl", hash = "sha256:01d10638a37460616708062a40c7b55f73e4d35eaa146781c683e0fa7f6c43fb"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:308ef9cb41d099099fffc9d35781638986870b29f744382904bf9c7dadd08513"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:296195df68326a48385e7a96e877bc19aa210e485fa381c5246bc0234c36c78e"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a13b917b4ffe5a0a31b83d051d60477819ddf18276852ea68037a144a506efb9"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4f6d971255d9ddbd3189e2e79d743ff4845c07f0633adfd1de3f63d930dbe673"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:61405ea2d563407d316c63a7b5271ae5d274a2a9fbcd01b0aa5503635699fa1e"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:de7202ffe4d4a8c1e3cde1c03e01c1a3772c92858837e8f3879b497158e4cb44"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-win32.whl", hash = "sha256:b5d7ed79df55a731749ce65ec20d666d82b185fa4898430b17cb90c892741520"}, + {file = "SQLAlchemy-2.0.29-cp311-cp311-win_amd64.whl", hash = "sha256:205f5a2b39d7c380cbc3b5dcc8f2762fb5bcb716838e2d26ccbc54330775b003"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:d96710d834a6fb31e21381c6d7b76ec729bd08c75a25a5184b1089141356171f"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:52de4736404e53c5c6a91ef2698c01e52333988ebdc218f14c833237a0804f1b"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5c7b02525ede2a164c5fa5014915ba3591730f2cc831f5be9ff3b7fd3e30958e"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0dfefdb3e54cd15f5d56fd5ae32f1da2d95d78319c1f6dfb9bcd0eb15d603d5d"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:a88913000da9205b13f6f195f0813b6ffd8a0c0c2bd58d499e00a30eb508870c"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:fecd5089c4be1bcc37c35e9aa678938d2888845a134dd016de457b942cf5a758"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-win32.whl", hash = "sha256:8197d6f7a3d2b468861ebb4c9f998b9df9e358d6e1cf9c2a01061cb9b6cf4e41"}, + {file = "SQLAlchemy-2.0.29-cp312-cp312-win_amd64.whl", hash = "sha256:9b19836ccca0d321e237560e475fd99c3d8655d03da80c845c4da20dda31b6e1"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:87a1d53a5382cdbbf4b7619f107cc862c1b0a4feb29000922db72e5a66a5ffc0"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2a0732dffe32333211801b28339d2a0babc1971bc90a983e3035e7b0d6f06b93"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:90453597a753322d6aa770c5935887ab1fc49cc4c4fdd436901308383d698b4b"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:ea311d4ee9a8fa67f139c088ae9f905fcf0277d6cd75c310a21a88bf85e130f5"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:5f20cb0a63a3e0ec4e169aa8890e32b949c8145983afa13a708bc4b0a1f30e03"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-win32.whl", hash = "sha256:e5bbe55e8552019c6463709b39634a5fc55e080d0827e2a3a11e18eb73f5cdbd"}, + {file = "SQLAlchemy-2.0.29-cp37-cp37m-win_amd64.whl", hash = "sha256:c2f9c762a2735600654c654bf48dad388b888f8ce387b095806480e6e4ff6907"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:7e614d7a25a43a9f54fcce4675c12761b248547f3d41b195e8010ca7297c369c"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:471fcb39c6adf37f820350c28aac4a7df9d3940c6548b624a642852e727ea586"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:988569c8732f54ad3234cf9c561364221a9e943b78dc7a4aaf35ccc2265f1930"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dddaae9b81c88083e6437de95c41e86823d150f4ee94bf24e158a4526cbead01"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:334184d1ab8f4c87f9652b048af3f7abea1c809dfe526fb0435348a6fef3d380"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:38b624e5cf02a69b113c8047cf7f66b5dfe4a2ca07ff8b8716da4f1b3ae81567"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-win32.whl", hash = "sha256:bab41acf151cd68bc2b466deae5deeb9e8ae9c50ad113444151ad965d5bf685b"}, + {file = "SQLAlchemy-2.0.29-cp38-cp38-win_amd64.whl", hash = "sha256:52c8011088305476691b8750c60e03b87910a123cfd9ad48576d6414b6ec2a1d"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:3071ad498896907a5ef756206b9dc750f8e57352113c19272bdfdc429c7bd7de"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:dba622396a3170974f81bad49aacebd243455ec3cc70615aeaef9e9613b5bca5"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7b184e3de58009cc0bf32e20f137f1ec75a32470f5fede06c58f6c355ed42a72"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8c37f1050feb91f3d6c32f864d8e114ff5545a4a7afe56778d76a9aec62638ba"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:bda7ce59b06d0f09afe22c56714c65c957b1068dee3d5e74d743edec7daba552"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:25664e18bef6dc45015b08f99c63952a53a0a61f61f2e48a9e70cec27e55f699"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-win32.whl", hash = "sha256:77d29cb6c34b14af8a484e831ab530c0f7188f8efed1c6a833a2c674bf3c26ec"}, + {file = "SQLAlchemy-2.0.29-cp39-cp39-win_amd64.whl", hash = "sha256:04c487305ab035a9548f573763915189fc0fe0824d9ba28433196f8436f1449c"}, + {file = "SQLAlchemy-2.0.29-py3-none-any.whl", hash = "sha256:dc4ee2d4ee43251905f88637d5281a8d52e916a021384ec10758826f5cbae305"}, + {file = "SQLAlchemy-2.0.29.tar.gz", hash = "sha256:bd9566b8e58cabd700bc367b60e90d9349cd16f0984973f98a9a09f9c64e86f0"}, +] + +[package.dependencies] +greenlet = {version = "!=0.4.17", markers = "platform_machine == \"aarch64\" or platform_machine == \"ppc64le\" or platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"AMD64\" or platform_machine == \"win32\" or platform_machine == \"WIN32\""} +typing-extensions = ">=4.6.0" + +[package.extras] +aiomysql = ["aiomysql (>=0.2.0)", "greenlet (!=0.4.17)"] +aioodbc = ["aioodbc", "greenlet (!=0.4.17)"] +aiosqlite = ["aiosqlite", "greenlet (!=0.4.17)", "typing_extensions (!=3.10.0.1)"] +asyncio = ["greenlet (!=0.4.17)"] +asyncmy = ["asyncmy (>=0.2.3,!=0.2.4,!=0.2.6)", "greenlet (!=0.4.17)"] +mariadb-connector = ["mariadb (>=1.0.1,!=1.1.2,!=1.1.5)"] +mssql = ["pyodbc"] +mssql-pymssql = ["pymssql"] +mssql-pyodbc = ["pyodbc"] +mypy = ["mypy (>=0.910)"] +mysql = ["mysqlclient (>=1.4.0)"] +mysql-connector = ["mysql-connector-python"] +oracle = ["cx_oracle (>=8)"] +oracle-oracledb = ["oracledb (>=1.0.1)"] +postgresql = ["psycopg2 (>=2.7)"] +postgresql-asyncpg = ["asyncpg", "greenlet (!=0.4.17)"] +postgresql-pg8000 = ["pg8000 (>=1.29.1)"] +postgresql-psycopg = ["psycopg (>=3.0.7)"] +postgresql-psycopg2binary = ["psycopg2-binary"] +postgresql-psycopg2cffi = ["psycopg2cffi"] +postgresql-psycopgbinary = ["psycopg[binary] (>=3.0.7)"] +pymysql = ["pymysql"] +sqlcipher = ["sqlcipher3_binary"] + [[package]] name = "stack-data" version = "0.6.3" @@ -1368,4 +1541,4 @@ testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "p [metadata] lock-version = "2.0" python-versions = "^3.9" -content-hash = "9fba65baaf3fdbf140fdda444061e9cd3bed1d357e719d686661949a553d897c" +content-hash = "6b1de9f91f6f4cc964e0738fd3d3f9aef3e54bc7823c90a966adb97f93189ff7" diff --git a/pyproject.toml b/pyproject.toml index bbc1e42..cc94577 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -14,6 +14,7 @@ pandas = "^2.2.2" pyarrow = "^15.0.2" fastparquet = "^2024.2.0" pytest = "^8.1.1" +pandasql = "^0.7.3" [tool.poetry.group.dev.dependencies] ipykernel = "^6.29.4" From 027fd244dfb982f932c11d8e76e36b222d002ed8 Mon Sep 17 00:00:00 2001 From: ivbarauna Date: Sun, 21 Apr 2024 23:58:12 -0300 Subject: [PATCH 4/4] added SQL Analysis --- notebooks/data_explorer.ipynb | 180 ++++++++++++++++++++++++++-------- 1 file changed, 139 insertions(+), 41 deletions(-) diff --git a/notebooks/data_explorer.ipynb b/notebooks/data_explorer.ipynb index 59c6dd5..c61362b 100644 --- a/notebooks/data_explorer.ipynb +++ b/notebooks/data_explorer.ipynb @@ -9,7 +9,7 @@ }, { "cell_type": "code", - "execution_count": 53, + "execution_count": 84, "metadata": {}, "outputs": [ { @@ -18,7 +18,7 @@ "210" ] }, - "execution_count": 53, + "execution_count": 84, "metadata": {}, "output_type": "execute_result" } @@ -61,7 +61,7 @@ }, { "cell_type": "code", - "execution_count": 57, + "execution_count": 85, "metadata": {}, "outputs": [ { @@ -170,7 +170,7 @@ "138 2024-04-22 01:02:43 " ] }, - "execution_count": 57, + "execution_count": 85, "metadata": {}, "output_type": "execute_result" } @@ -188,7 +188,7 @@ }, { "cell_type": "code", - "execution_count": 56, + "execution_count": 86, "metadata": {}, "outputs": [ { @@ -212,88 +212,186 @@ " \n", " \n", " \n", - " create_date\n", - " extracted_at\n", " code\n", - " symbol\n", + " codein\n", " name\n", - " ask\n", - " bid\n", + " high\n", + " low\n", " varBid\n", " pctChange\n", + " bid\n", + " ask\n", + " timestamp\n", + " create_date\n", + " symbol\n", + " extracted_at\n", " \n", " \n", " \n", " \n", " 105\n", - " 2024-04-19 17:59:58\n", - " 2024-04-22 01:02:43\n", " BRL\n", - " BRL-MAD\n", + " MAD\n", " Real Brasileiro/Dirham Marroquino\n", - " 1.9502\n", - " 1.9489\n", + " 1.9569\n", + " 1.9213\n", " 0.0204\n", " 1.05\n", + " 1.9489\n", + " 1.9502\n", + " 1713560398\n", + " 2024-04-19 17:59:58\n", + " BRL-MAD\n", + " 2024-04-22 01:02:43\n", " \n", " \n", " 68\n", - " 2024-04-21 22:02:11\n", - " 2024-04-22 01:02:43\n", " BRL\n", - " BRL-JPY\n", + " JPY\n", " Real Brasileiro/Iene Japonês\n", - " 29.5810\n", - " 29.5650\n", + " 29.585\n", + " 29.549\n", " 0.0103\n", " 0.03\n", + " 29.5650\n", + " 29.5810\n", + " 1713747731\n", + " 2024-04-21 22:02:11\n", + " BRL-JPY\n", + " 2024-04-22 01:02:43\n", " \n", " \n", " 138\n", - " 2024-04-21 19:41:23\n", - " 2024-04-22 01:02:43\n", " BRL\n", - " BRL-SAR\n", + " SAR\n", " Real Brasileiro/Riyal Saudita\n", - " 0.7203\n", - " 0.7201\n", + " 0.7204\n", + " 0.7202\n", " -0.0001\n", " -0.01\n", + " 0.7201\n", + " 0.7203\n", + " 1713739283\n", + " 2024-04-21 19:41:23\n", + " BRL-SAR\n", + " 2024-04-22 01:02:43\n", " \n", " \n", "\n", "" ], "text/plain": [ - " create_date extracted_at code symbol \\\n", - "105 2024-04-19 17:59:58 2024-04-22 01:02:43 BRL BRL-MAD \n", - "68 2024-04-21 22:02:11 2024-04-22 01:02:43 BRL BRL-JPY \n", - "138 2024-04-21 19:41:23 2024-04-22 01:02:43 BRL BRL-SAR \n", + " code codein name high low varBid \\\n", + "105 BRL MAD Real Brasileiro/Dirham Marroquino 1.9569 1.9213 0.0204 \n", + "68 BRL JPY Real Brasileiro/Iene Japonês 29.585 29.549 0.0103 \n", + "138 BRL SAR Real Brasileiro/Riyal Saudita 0.7204 0.7202 -0.0001 \n", "\n", - " name ask bid varBid pctChange \n", - "105 Real Brasileiro/Dirham Marroquino 1.9502 1.9489 0.0204 1.05 \n", - "68 Real Brasileiro/Iene Japonês 29.5810 29.5650 0.0103 0.03 \n", - "138 Real Brasileiro/Riyal Saudita 0.7203 0.7201 -0.0001 -0.01 " + " pctChange bid ask timestamp create_date symbol \\\n", + "105 1.05 1.9489 1.9502 1713560398 2024-04-19 17:59:58 BRL-MAD \n", + "68 0.03 29.5650 29.5810 1713747731 2024-04-21 22:02:11 BRL-JPY \n", + "138 -0.01 0.7201 0.7203 1713739283 2024-04-21 19:41:23 BRL-SAR \n", + "\n", + " extracted_at \n", + "105 2024-04-22 01:02:43 \n", + "68 2024-04-22 01:02:43 \n", + "138 2024-04-22 01:02:43 " ] }, - "execution_count": 56, + "execution_count": 86, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "## Reorder columns in dataframe\n", - "df = allFiles[['create_date', 'extracted_at', 'code', 'symbol', 'name', 'ask', 'bid', 'varBid', 'pctChange' ]]\n", - "\n", "# Change data types\n", - "df = df.astype({'ask': float, 'bid': float, 'varBid': float, 'pctChange': float})\n", - "\n", - "# Filter dataframe by code\n", - "df = df[df['code'] == 'BRL']\n", + "df = allFiles.astype({'ask': float, 'bid': float, 'varBid': float, 'pctChange': float})\n", "\n", "# Show the dataframe\n", "df.head(3)\n" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 3. Using SQL for Data Exploration\n", + " 3.1 What is the currency with the highest ask value?" + ] + }, + { + "cell_type": "code", + "execution_count": 94, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
symbolnamemax_ask
0BRL-LBPReal Brasileiro/Libra Libanesa17206.94
\n", + "
" + ], + "text/plain": [ + " symbol name max_ask\n", + "0 BRL-LBP Real Brasileiro/Libra Libanesa 17206.94" + ] + }, + "execution_count": 94, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from pandasql import sqldf\n", + "\n", + "query = \"\"\"\n", + " SELECT symbol, name, max(ask) max_ask FROM df \n", + " where code = 'BRL' \n", + " group by symbol, name\n", + " order by 3 desc limit 1\n", + "\"\"\"\n", + "\n", + "newDf = sqldf(query, locals())\n", + "\n", + "newDf\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": {