yutsuo
/
robopato
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

updates

master
F2256342 - Daniel de Oliveira Carvalho 2 years ago
parent
2caeb27534
commit
02377de6e9
5 changed files with 646 additions and 23 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 398
      _TRANSACTION__202409181247.csv
  2. 53
      nb_account_etl.ipynb
  3. 86
      nb_credit_card_etl.ipynb
  4. 128
      nb_lab.ipynb
  5. 2
      robopato.sql

398
_TRANSACTION__202409181247.csv
Unescape View File

@ -0,0 +1,398 @@
"MEMO","INFO01","INFO02","INFO03"
"Pix - Enviado - 26/06 15:33 Vibra Energia Sa"
"UBER* TRIP WWW.UBER.COM. "
"Pagamento de Telefone - VIVO FIXO NACIONAL 13 DIG"
"BB Seguro Auto - SEGURO AUTO BB/MAPFRE"
"IFD*VINNYS PIZZA E ALIMBRASILIA "
"Saldo Anterior"
"Pix - Enviado - 16/08 14:05 Marcio De Oliveira Silva"
"Pix - Recebido - 17/09 19:27 94455317600 ANIZIA MARIA P"
"WOW*SALE COMERCIO E SE Brasilia "
"PARC=112 BRAS PARC 01/12 BRASILIA "
"WOW*SALE COME PARC 01/02 Brasilia "
"Bacio di Latte-LJ3045 Brasilia "
"UBER * PENDING SAO PAULO "
"MP*AVELART OSASCO "
"PAG*XsollaGames Sao Paulo "
"RESTAURANTE FAROFINA BRASILIA "
"Pagamento de Boleto - MONI IMOVEIS LTDA"
"STEAM PURCHASE SEATTLE "
"Pagamento de Boleto - PJBANK PAGAMENTOS S A"
"Cashback automático cc"
"BACO PIZZARIA BRASILIA "
"Recebimento de Proventos - TRIBUNAL REGIONAL FEDERAL DA 1 REGIAO"
"MERCADOLIVRE*SABORESDAMOSASCO "
"Pix - Enviado - 04/06 08:54 Isabela Guedes Ribeiro"
"MERCADO*BRONZATTOCOME SOROCABA "
"NETFLIX.COM SAO PAULO "
"PG *B4A GLAMB PARC 08/12 SAO PAULO "
"ZP *CANTINAGOODLANCHEV Brasilia "
"IFD*MARIANA PERDOMO CONBRASILIA "
"Pix - Recebido - 21/07 18:57 00091116546434 VESCIJUDITH"
"IFD*MATHEUS ROCHA DE SOBRASILIA "
"CARREFOUR BAIRRO - DF BRASILIA "
"S A L D O"
"Uber *UBER *TRIP Sao Paulo "
"POP360 BRASILIA "
"Pix - Enviado - 28/08 18:53 Jose Reinaldo Da Silva"
" BISTRO OUVIDOR RIO DE JANEIR "
"CAPITAL BISTRO BRASILIA "
"LANCHONETE SERRA RODO COCALZINHO DE "
"BENITA PANINOTECA BRASILIA "
"Joelson lopes de carva Osasco "
"PAG*Folhadesp PARC 04/06 Sao Paulo "
"PAG*Folhadesp PARC 02/06 Sao Paulo "
"STEAMGAMES.COM 42595229912-1844160 "
"IFD*CR EXPRESS Osasco "
"IOF - COMPRA NO EXTERIOR "
"Cashback automático cc - Cashback Automático"
"AnaCecilia BRASILIA "
"IFD*FERMENTO COMERCIO DBRASILIA "
"Pix - Enviado - 03/09 15:51 Vibra Energia Sa"
"PRODUTOS GLOB PARC 02/12 RIO DE JANEI"
"UPREPAIR BRASILIA "
"MR JOHN BARBEARIA LTDA BRASILIA "
"Ações - Proventos - Pag Rendimento BBAS3 30/08/2024"
"Remuneração sobre ações"
"Pagamento de Impostos - RFB-DOC.ARREC.E-SOCIAL"
"COFFEE BIKE CAFES ESPECBRASILIA "
"SHEIN.COM SINGAPORE "
"CREMERIA ITALIANA BRASILIA "
"IFD*TT BRASILIA COMERCIBRASILIA "
" Marchezinho RIO DE JANEIR "
"EIXO MONUMENTAL BRASILIA "
"Nestle Brasil LTDA. Sao Paulo "
"MP*MUNDODOSCO PARC 05/10 SAO PAULO "
"IFD*LA GRECIA PIZZARIA BRASILIA "
"COCO BAMBU IGUATEMI BR BRASILIA "
"UBER *TRIP HELP.UBER.COSAO PAULO "
"BP HOLDING BRASILIA "
"CARREFOUR PL2 338 BRASILIA "
"CASA ALMERIA BRASILIA "
"HNA*OBOTICARIO BRASILIA "
"PASTELARIA VICOSA IV BRASILIA "
"REDE BRASIL DRUGSTORE BRASILIA "
"IFD*RC MELO COMERCIO DEBRASILIA "
"Pix - Enviado - 18/06 11:34 Anateia Da Silva Sol"
"Pix - Enviado - 02/07 09:24 Cecilia Maria De Menezes E"
"Pix - Enviado - 02/07 07:04 Utb Uniao Transporte Brasi"
"Privalia Servicos de InSAO PAULO "
"TREVISO GALETERIA E P BRASILIA "
"BIANCHINI AUT PARC 09/10 BRASILIA "
"UBER* TRIP OSASCO "
"Pix - Enviado - 22/06 09:33 Magani Schimidt"
"Pix - Recebido - 25/07 11:22 00002491295156 DANIELLE VA"
"DROGASIL 2067 BRASILIA "
"PG *B4A GLAMB PARC 09/12 SAO PAULO "
"POSTO SAO ROQUE BR 08 PADRE BERNARD "
"Ordem Banc 12 Sec Tes Nac - 036585070001-25 SECRETARIA DO T.R.F."
"IFD*CASA ALMERIA PADARIBRASILIA "
"CIA DA TERRA BRASILIA "
"PARC=112 BRAS PARC 02/12 BRASILIA "
"Pagamento de Boleto - INSPIRA MUDANCA PARTICIPACOES S/A"
"BB RF Ref DI Mega - BB RF Referenciado DI LP Mega"
"Recebimentos Diversos - PRO/TRF PROGRAMA DE ASSISTENCIA AOS"
"PAG*Fazenda BRASILIA "
"NETFLIX ENTRETENIMENTO BARUERI "
"Pix - Enviado - 13/07 13:27 Francina Noleto Aires"
"Pix - Enviado - 20/07 12:06 Camisa 10"
"Pix - Enviado - 26/07 13:37 Celio Machado Pires"
"IFD*KATSU HMK BAR E RESBRASILIA "
"IFD*Wellington Firmino Osasco "
"PAG*AUAUQUEVISUALPETS BRASILIA "
"WINE GARDEN BRASILIA "
"Pagto Energia Elétrica - NEOENERGIA BRASíLIA"
"MERCADOLIVRE*ROMEROSHOPOSASCO "
"MP*MELIMAIS OSASCO "
" VILLA RIO RESTAURANTE RIO DE JANEIR "
"PAG*FolhaDeSPaulo SAO PAULO "
"PICPAY Dalila Resend Sao Paulo "
"Pix - Enviado - 26/08 21:34 Livepix"
"DA MARINO DF BRASILIA "
"T.T. BURGER BRASILIA "
"Pix - Enviado - 10/09 10:09 Utb Uniao Transporte Brasi"
"TED Transf.Eletr.Disponiv - 104 2272 28986008149 MARIA ELIENE DE"
"HOT DOG CLUB BRASILIA "
"BONNAPAN SEU DIA MAIS BRASILIA "
"RESTAURANTE 61 ASA SUL BRASILIA "
"VIA DEL CAFFE BRASILIA "
"PAG*Moca BRASILIA "
"Leveros *Leveros ASSIS "
"LIBANUS ASA SUL BRASILIA "
"DROGARIO ROSARIO BRASILIA "
"Pix - Recebido - 17/09 16:41 79554652100 CECILIA MARIA"
"RANCHO DOS CANARIOS PADRE BERNARD "
"Pix - Enviado - 19/08 09:17 Franpeso Gas"
"Wellhub Gympass BR GympSao Paulo "
"APPLE.COM/BILL SAO PAULO "
"LIVRARIA DA VILA BRASILIA "
"ALLPARK EMPREENDIMENTOSGoiania "
"Pix - Enviado - 25/06 18:00 Chb Centro H Brasilia Ltda"
"PAG*PauloHoracio BRASILIA "
"IFD*RSNT MIWA RESTAURANBRASILIA "
"NEW EMPAR EMPREENDIMENTCORUMBA DE GO "
"IFD*NFE COMERCIO DE ALIBRASILIA "
"MP*MUNDODOSCO PARC 06/10 SAO PAULO "
"PAG*EduardoMeireles AGUAS LINDAS "
"CIDA REIS MODA FITNESS BRASILIA "
"BRASILIA EMPR PARC 05/12 BRASILIA "
"Pix - Recebido - 13/09 17:03 00036459488134 ANTONIA DEN"
"Pix - Enviado - 20/08 08:39 Jose Reinaldo Da Silva"
"POUSADA PIRENEUS RESOR PIRENOPOLIS "
"BIANCHINI AUT PARC 08/10 BRASILIA "
"DROGARIA SAO PAULO BRASILIA "
"LISTO*CLINICA PARC 03/04 BRASILIA "
"Pix - Enviado - 05/09 12:27 Helen Bruna Nascimento Far"
"IFD*H.L.F HAMBURGUERIA BRASILIA "
"IFD*LOG CITY ESPRESS Osasco "
"Vivo Celular - VIVO MOVEL - DF"
"Pix - Enviado - 29/06 10:43 Alessandro Rodrigues De Al"
"MP *4PRODUTOS OSASCO "
"QUE MARIO BRASILIA "
"IFD*IFOOD.COM AGENCIA DOsasco "
"F L L MELO LTDA SAO PAULO "
"LISTO*CLINICA PARC 02/04 BRASILIA "
"BIOEXATA FARMACIA BRASILIA "
"Pix - Enviado - 29/08 13:21 Au Au Que Visual Pet Shop"
"Pix - Enviado - 03/09 18:30 Manoel Erivan D Da Silva"
" VELOE BARUERI "
"IFD*Jose Grigorio Dos SOsasco "
"Pix - Enviado - 22/07 15:03 Vibra Energia Sa"
"VELOE BARUERI "
"Pix - Recebido - 13/09 12:44 00031740677153 ANTONIO MEN"
" IFD*RSNT MIWA RESTAURANBRASILIA "
"GURUME BRASILIA BRASILIA "
"FRANPESO GAS BRASILIA "
"CAFE GRAO NATIVO BRASILIA "
"DengoChocolatesSa BRASILIA "
"Taxa Compra/Venda Ações"
"BB Ações ESG Globai BDR I"
"Restituição de IRPF"
"MERCADOLIVRE*SOLDIERSNUOSASCO "
" RIO MINHO RIO DE JANEIR "
"GaleteriaSerrana BRASILIA "
"MERCADOLIVRE*VENDA HORTOLANDIA "
"Pix - Recebido - 17/09 12:20 05386573675 JUNIELLA LUIZA"
"PLR - "
"OLINDA COMIDA NORDESTI BRASILIA "
"MERCADOLIVRE*3PRODUTOS OSASCO "
"UBER * EATS PENDING Sao Paulo "
"Pix - Enviado - 08/07 15:11 Avelart Mobiliario Infanti"
" HOTEL REGINA RIO DE JANEIR "
"IFD*RC MELO COMERCIO D BRASILIA "
"PAG*CidaRommanel BRASILIA "
"IFD*EL PASO TEXAS BAR EBRASILIA "
"PAG*Lakitos BRASILIA "
"Gympass GympassBr Sao Paulo "
"PGTO DEBITO CONTA"
"Pix - Enviado - 03/06 07:15 Jose Reinaldo Da Silva"
"CANTINA E CIA BRASILIA "
"LE VIN BRASILIA "
"ASA GAUCHA RESTAURANTE BRASILIA "
" HAPPY HARRY 201 SUL BRASILIA "
"IFD*Patrick Alves NunesOsasco "
"PANINOTECA BENITA BRASILIA "
"PG *B4A GLAMB PARC 07/12 SAO PAULO "
"MP*MUNDODOSCO PARC 08/10 SAO PAULO "
"Pix - Enviado - 08/07 10:53 Moov Comercio De Suplement"
" DL*GOOGLE YouTub SAO PAULO "
"PAG*DiogoLealPimenta BRASILIA "
"Pix - Enviado - 28/07 19:59 Neudja Nogueira De Figueir"
"Pix - Enviado - 21/06 13:23 Francina Noleto Aires"
"Pix - Recebido - 12/09 14:45 00039933750178 ANA CLARA B"
"MERCADOLIVRE*SANTACOLOMOSASCO "
"MP*5PRODUTOS OSASCO "
"Pix - Recebido - 20/07 13:01 00002332635351 DANIELA MAC"
"Pix - Enviado - 18/07 09:41 Maria Eliene Oliveira Port"
"PG *MVP FITNESS MVP FI FRANCA "
"MP*MUNDODOSCO PARC 07/10 SAO PAULO "
"IFD*O PUDIM PERFEITO FABRASILIA "
" APPLE.COM/BILL SAO PAULO "
" IFD*DOS ANJOS RESTAURANBRASILIA "
"PG *S S MENDES COMERCI MOGI DAS CRUZ "
"Pix - Enviado - 12/07 08:20 Maria Eliene Oliveira Port"
"Pix - Enviado - 03/06 11:27 Neuropsi Psicologia Basead"
"IGUASPORT LTDA BRASILIA "
"PAG*PauloRicardo BRASILIA "
"Pagto cartão crédito - VISA INFINITE"
"CASA DO PAO DE QUEIJO BRASILIA "
"LISTO *CLINICAESTETIC BRASILIA "
" MERCADOLIVRE*MLDNR OSASCO "
"49.204.317 MISSIVALDO BRASILIA "
"MERCADOLIVRE*4PRODUTOS ITU "
"TRACKEFIELD BRASILIA "
"Recebimento de Proventos - BANCO DO BRASIL S A"
"BSB GRILL 304 N BRASILIA "
"PAGUE MENOS 1225 BRASILIA "
" UBER* ONE WWW.UBER.COM. "
"SALTO CORUMBA CORUMBA DE GO "
"GEORGE ROBERTO DE FRA BRASILIA "
"Frigideira BRASILIA "
"BrasilC*SHOPPING ENXOV Brasilia "
"PG *B4A GLAMB PARC 06/12 SAO PAULO "
"Pix - Enviado - 07/06 09:46 Helen Bruna Nascimento Far"
"Pix - Enviado - 17/06 09:50 Jose Reinaldo Da Silva"
"Adiantamento"
"MERCADOLIVRE*CHINALINK OSASCO "
"JERONIMO FLAMBOYANT BG GOIANIA "
"PP *DL FERREIRA Sao Paulo "
"IFD*SCORPIONS EXPRESS Osasco "
"BRASILIA EMPR PARC 06/12 BRASILIA "
"IFD*JL COMERCIO VAREJISBRASILIA "
"VISAO INSTITU PARC 05/05 BRASILIA "
"Pix - Enviado - 12/09 11:39 Jose Roberto Medeiros Juni"
"FranciscoDeAssis BRASILIA "
"FRAN S CAFE BRASILIA "
"MERCADOLIVRE*LHETASHOP OSASCO "
"CASCOL COMBUSTIVEIS BRASILIA "
"IFD*Lucas Tomaz Da SilvOsasco "
"Pix - Recebido - 17/09 10:58 00026656655149 FLAVIA A S"
"DL*GOOGLE YouTub SAO PAULO "
"SUPERAUTOR C*Supe NITEROI "
" CARIOCA DA GEMA RIO DE JANEIR "
"Pix - Enviado - 03/09 09:38 Anizia Maria Pinheiro De A"
"Ações - Proventos - Pag Dividendos BBAS3 30/08/2024"
"PARENTELA PANIFICADORA BRASILIA "
"FARMACIA DYNAMIS BRASILIA "
"DiogoLealPimenta BRASILIA "
"MERCADOLIVRE*4PRODUTOS SO PAULO "
"MICROSOFT *DEVELOPER MSBILL.INFO "
"IFD*ME COMERCIO DE ALIMBRASILIA "
"Pix - Enviado - 18/07 07:47 Denise Guedes Santiago"
"DROGARIA DEDICAR F14 BRASILIA "
"IFD*46.366.185 MARTINA BRASILIA "
"BRASILIA EMPR PARC 08/12 BRASILIA "
"AmazonPrimeBR SAO PAULO "
"PAG*Folhadesp PARC 03/06 Sao Paulo "
"Pix - Enviado - 08/06 11:18 Marcos Willian Gonçalves J"
"Pix - Enviado - 22/07 15:28 Wanessa De Menezes Souza 0"
"HOTEL GOYA P*hote RIO DE JANEIR "
"Pix - Enviado - 01/07 13:42 Utb Uniao Transporte Brasi"
"IFD*SOHO ALIMENTACAO E BRASILIA "
"Pix - Enviado - 01/07 10:45 Neuropsi Psicologia Basead"
"CAPPUCCINO BRASILIA "
"Movimento do Dia"
"365 CAFE BRASILIA "
"Transferência enviada - 17/06 16:44 CRISTINA B SILVA"
"QUINTAL RESTAURANTE E BBRASILIA "
"Compra com Cartão - 22/06 09:34 ECB SUDOESTE"
"MP *MELIMAIS OSASCO "
"NAZO SUSHI BAR BRASILIA "
"AMAZON BR SAO PAULO "
"IFD*Josue Cardoso De SoOsasco "
"PAG*TICKETFACILSOLUCO BRASILIA "
"MERCADOLIVRE*5PRODUTOS OSASCO "
"LOUNGERIE BRASILIA "
"Pix - Enviado - 17/09 07:30 Jose Reinaldo Da Silva"
"IFD*BSQUARE PIZZA BURGEBRASILIA "
"BIER FASS BRASILIA "
"LA BOULANGERIE BRASILIA "
"MERCADOLIVRE*GLDECOR OSASCO "
"GELATO E GRANO TERESINA "
"IFD*ARCOS DOURADOS COMEBRASILIA "
"IFD*CAMPOS SERVICE Osasco "
"Bacio di Latte-LJ3080 Brasilia "
"MP*BRILHODASARTE OSASCO "
"BIANCHINI AUT PARC 10/10 BRASILIA "
"PRODUTOS GLOB PARC 03/12 RIO DE JANEI"
"DROGARIA ORIGEM BRASILIA "
"BN COMERCIO E ENTRETEN BENTO GONCALV "
"Pix - Enviado - 11/06 06:56 Utb Uniao Transporte Brasi"
"CARREFOUR PSI 329 BRASILIA "
"DULCE PATAGONIA BRASILIA "
"DELOV BRASILIA "
"MERCADO*INTERLEVELBR CAMPO LARGO "
"Pix - Enviado - 20/06 21:39 Victor Alexandre De Olivei"
" DROGASIL 2067 BRASILIA "
"BIOEXATA FARM PARC 03/03 BRASILIA "
" UBER* TRIP OSASCO "
"MULTIPLAN BRASILIA "
"Pix - Enviado - 15/07 09:25 New Empar Empreendimentos"
"Pix - Enviado - 03/07 09:05 Helen Bruna Nascimento Far"
"POSTO PETER PAN BRASILIA "
"IFD*Italo Monteiro MaiaOsasco "
" OLINDA COMIDA NORDESTI BRASILIA "
"MP*DESCARTAVEISJA OSASCO "
"Pix - Enviado - 31/08 09:31 Francina Noleto Aires"
"IFD*WINDRSON ASSIS LANCBRASILIA "
"MG LAVA JATO BRASILIA "
"Pix - Enviado - 21/08 07:48 Bruno Dos Santos Rocha"
"DL *SHEINCOM SAO PAULO "
" CANTINA E CIA BRASILIA "
"IFD*MELO GONCALVES LTDAGOIANIA "
"PARC=112 BRAS PARC 03/12 BRASILIA "
"IFD*Edson Murilo Osasco "
"DROGASIL 1370 BRASILIA "
"PARC=112 BRAS PARC 04/12 BRASILIA "
"DEPOSITO DE BEBIDAS PI BRASILIA "
"Pix - Enviado - 20/07 17:12 Francisco Vieira Da Silva"
"BRASILIA EMPR PARC 07/12 BRASILIA "
"Pix - Enviado - 26/08 13:28 Chb Centro H Brasilia Ltda"
"Pix - Enviado - 22/08 19:53 Vibra Energia Sa"
"UBER* ONE OSASCO "
"Pix - Enviado - 30/06 11:58 Denise Gomes De Moura"
" PRODUTOS GLOB PARC 06/12 RIO DE JANEI "
"MP*CHURROS OSASCO "
"MERCADOLIVRE*MERCADOLIVOSASCO "
"BOTECO CAJU LIMAO BRASILIA "
"PAG*AnaLuciaMartins BRASILIA "
"DROGARIA ALAMEDA LTDA BRASILIA "
"CHEIRIN BAO BRASILIA "
"Pix - Enviado - 05/07 08:32 Maria Cecilia G R Ventura"
"MURAKAMI BRASILIA "
" BENITA PANINOTECA BRASILIA "
"MP*MAGESTORE OSASCO "
"Ações - Proventos - Pag Jur Cap Pro BBAS3 30/08/2024"
"Pix - Enviado - 24/08 11:02 Detran Df"
"IFD*RICCO BURGER COMERCBRASILIA "
"Pix - Recebido - 17/06 06:39 00091116546434 VESCIJUDITH"
"LISTO*CLINICA PARC 04/04 BRASILIA "
"DAISO BRASILIA BRASILIA "
"Pix - Enviado - 04/07 10:12 Au Au Que Visual Pet Shop"
"PG *TON MINHACANTINA BRASILIA "
"Pix - Enviado - 23/08 09:02 Tatiana Von Paumgartten Va"
"LOJA DE CONVENIENCIA D BRASILIA "
" LATAM SITE SAO PAULO "
"SABORELLA CASA PARK BRASILIA "
"WOW*SALE COME PARC 02/02 Brasilia "
"IFD*MIPA CULINARIA CONSBRASILIA "
" OrlaSportBar RIO DE JANEIR "
"CANABRAVA COMERCIAL BRASILIA "
"PP *USEVITTAL Sao Paulo "
"OpticaSalute BRASILIA "
"Pix - Enviado - 09/09 21:53 Natalia Pinheiro Moreira M"
"BB RF Ref DI Mega"
"Pix - Enviado - 16/08 13:12 Carlos Eduardo De Freitas"
"MP *MELIMAIS OSASCO "
"PRIME GLOBAL PAGAMENTO BRASILIA "
"RITUARIA*Rituaria SAO PAULO "
"LIMBER SOFTWARE E CONS SAO LUIZ DO P "
"RESTAURANTE SAO JOAO TERESINA "
"Pix-Recebimento devolvido - 29/07 21:21 DANIELA MACEDO CUNHA MOU"
"PAG*Folhadesp PARC 01/06 Sao Paulo "
"CASA DO HOLANDES BRASILIA "
"Pix - Enviado - 25/06 10:49 Manoel Erivan Domingos Da"
"IFD*Pedro Henrique BarbOsasco "
"PRODUTOS GLOB PARC 04/12 RIO DE JANEI"
"Pix - Enviado - 23/08 14:32 Makley Guedes Claudino"
"Pix - Enviado - 29/08 13:14 Italo Rodrigues Machado"
"IFD*Danilo Pereira Da SOsasco "
"SAMS CLUB BRASI 4929 BRASILIA "
"Pix - Recebido - 16/09 18:40 00006552433301 PEDRO HENRI"
"Pix - Recebido - 17/09 15:21 01494413124 ELINE DE OLIVE"
"Pix - Recebido - 06/06 10:43 00056342543100 PAULO NEY L"
"PRODUTOS GLOB PARC 05/12 RIO DE JANEI"
"REI DO PASTEL BRASILIA "
"CINEMARK BRASIL SAO PAULO "
"REDE HORTI MAIS BRASILIA "
"GRUPO FARTURA DE HORTI BRASILIA "
"Pix - Enviado - 25/07 07:15 Manoel Erivan Domingos Da"
"OUTBACK BRASILIA PIER BRASILIA "
"Pix - Enviado - 30/07 11:09 Jose Reinaldo Da Silva"
"IFD*TACO PEP RESTAURANTBRASILIA "
"Bianco GOIANIA "
"IFD*GRAN LOG EXPRESS Osasco "
"Pix - Enviado - 26/07 15:34 Loterias Caixa"
"Compra de Ações"
"MERCADOLIVRE*GRUPOTK OSASCO "
"POUSADA PIRENEUS RESORTPIRENOPOLIS "
Can't render this file because it has a wrong number of fields in line 2.

53
nb_account_etl.ipynb
Unescape View File

@ -2,7 +2,7 @@
"cells": [ "cells": [
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": 8,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -82,7 +82,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 14, "execution_count": 9,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -174,18 +174,18 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": 10,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"def build_account_input():\n", "def build_account_input(file_name):\n",
"\n", "\n",
" import csv\n", " import csv\n",
" import hashlib\n", " import hashlib\n",
" from datetime import date, datetime\n", " from datetime import date, datetime\n",
" from decimal import Decimal\n", " from decimal import Decimal\n",
"\n", "\n",
" with open(\"./documents/extrato_ago_24.csv\", newline=\"\", encoding=\"latin\") as csvfile:\n", " with open(file_name or \"./documents/extrato_ago_24.csv\", newline=\"\", encoding=\"latin\") as csvfile:\n",
" spamreader = csv.reader(csvfile)\n", " spamreader = csv.reader(csvfile)\n",
" csv_list = list(spamreader)\n", " csv_list = list(spamreader)\n",
"\n", "\n",
@ -200,7 +200,7 @@
" tAccount = 1\n", " tAccount = 1\n",
" tMemo = item[2]\n", " tMemo = item[2]\n",
" tCountry = \"BR\"\n", " tCountry = \"BR\"\n",
" tOutflow = None if Decimal(item[5]) > 0 else str(Decimal(item[5]))\n", " tOutflow = None if Decimal(item[5]) > 0 else str(Decimal(item[5])*-1)\n",
" tInflow = None if Decimal(item[5]) < 0 else str(Decimal(item[5]))\n", " tInflow = None if Decimal(item[5]) < 0 else str(Decimal(item[5]))\n",
" tOwner = 1\n", " tOwner = 1\n",
" tInstallmentNr = None\n", " tInstallmentNr = None\n",
@ -233,7 +233,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 5, "execution_count": 11,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -242,7 +242,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": 12,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -269,20 +269,49 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 6, "execution_count": 13,
"metadata": {},
"outputs": [],
"source": [
"def executor():\n",
" import glob\n",
"\n",
" matched_files = glob.glob(\"./documents/extrato*.csv\")\n",
"\n",
" try:\n",
" for file_name in matched_files:\n",
" db_insert(build_account_input(file_name=file_name))\n",
" except:\n",
" print(\"executor(): Error\")\n",
"\n",
" print(\"EXECUTOR COMPLETED.\")"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x7b8e1ff941d0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x7ac31a138f20>\n",
"DONE!\n" "DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x7ac31abe7500>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x7ac31a14c260>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x7ac31abce2a0>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x7ac31a14c1d0>\n",
"DONE!\n",
"EXECUTOR COMPLETED.\n"
] ]
} }
], ],
"source": [ "source": [
"db_insert(build_account_input())" "executor()"
] ]
} }
], ],

86
nb_credit_card_etl.ipynb
Unescape View File

@ -2,7 +2,7 @@
"cells": [ "cells": [
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 11,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -11,9 +11,20 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 12,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [
{
"data": {
"text/plain": [
"1"
]
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [ "source": [
"def find_owner(queried_name: str):\n", "def find_owner(queried_name: str):\n",
" from mysql.connector import connect, Error\n", " from mysql.connector import connect, Error\n",
@ -51,18 +62,18 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 13,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"# OUROCARD_VISA_INFINITE-Próxima_Fatura.txt\n", "# OUROCARD_VISA_INFINITE-Próxima_Fatura.txt\n",
"# OUROCARD_VISA_INFINITE-Ago_24.txt\n", "# OUROCARD_VISA_INFINITE-Ago_24.txt\n",
"def create_lists():\n", "def create_lists(file_name):\n",
" import re\n", " import re\n",
"\n", "\n",
" # Open the text file\n", " # Open the text file\n",
" # with open(\"OUROCARD_VISA_INFINITE-Próxima_Fatura.txt\", \"r\", encoding=\"latin\") as file:\n", " # with open(\"OUROCARD_VISA_INFINITE-Próxima_Fatura.txt\", \"r\", encoding=\"latin\") as file:\n",
" with open(\"OUROCARD_VISA_INFINITE-Ago_24.txt\", \"r\", encoding=\"latin\") as file:\n", " with open(file_name or \"OUROCARD_VISA_INFINITE-Ago_24.txt\", \"r\", encoding=\"latin\") as file:\n",
" # Read the contents of the file\n", " # Read the contents of the file\n",
" contents = file.readlines()\n", " contents = file.readlines()\n",
"\n", "\n",
@ -128,12 +139,13 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 14,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"def build_insert(input_dict: dict, account: int):\n", "def build_insert(input_dict: dict, account: int):\n",
" from datetime import date, datetime\n", " from datetime import date, datetime\n",
" from decimal import Decimal\n",
" import re\n", " import re\n",
" import hashlib\n", " import hashlib\n",
"\n", "\n",
@ -151,7 +163,7 @@
" pattern_to_use = line_group_pattern\n", " pattern_to_use = line_group_pattern\n",
"\n", "\n",
" for item in input_dict[key][\"tlist\"]:\n", " for item in input_dict[key][\"tlist\"]:\n",
" # check for payment\n", " # check if it is an invoice payment\n",
" matches = re.match(payment_pattern, item)\n", " matches = re.match(payment_pattern, item)\n",
" if matches:\n", " if matches:\n",
" tTdate = str(\n", " tTdate = str(\n",
@ -221,7 +233,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 15,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -245,6 +257,54 @@
" finally:\n", " finally:\n",
" connection.close()" " connection.close()"
] ]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [],
"source": [
"def executor():\n",
"\n",
" import glob\n",
"\n",
" matched_files = glob.glob(\"./documents/OUROCARD*.txt\")\n",
"\n",
" try:\n",
" for file_name in matched_files:\n",
" db_insert(build_insert(create_lists(file_name), 1))\n",
" except:\n",
" print(\"executor(): Error\")\n",
" \n",
" print(\"EXECUTOR COMPLETED.\")"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x72ad687912e0>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x72ad68792b70>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x72ad68793050>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x72ad687928a0>\n",
"DONE!\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x72ad68792bd0>\n",
"DONE!\n",
"EXECUTOR COMPLETED.\n"
]
}
],
"source": [
"executor()"
]
} }
], ],
"metadata": { "metadata": {
@ -254,7 +314,15 @@
"name": "python3" "name": "python3"
}, },
"language_info": { "language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python", "name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3" "version": "3.12.3"
} }
}, },

128
nb_lab.ipynb
Unescape View File

@ -574,6 +574,134 @@
"source": [ "source": [
"\"docker exec -i f5a5a73ad60e mysqldump -uroot -ppleasehashapasswordomg --databases default --skip-comments > /home/f2256342/forge/robopato/dump.sql\"" "\"docker exec -i f5a5a73ad60e mysqldump -uroot -ppleasehashapasswordomg --databases default --skip-comments > /home/f2256342/forge/robopato/dump.sql\""
] ]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['output',\n",
" 'test_daniel_next.txt',\n",
" 'cc.xml',\n",
" 'extrato.txt',\n",
" 'OUROCARD_VISA_INFINITE-Set_24.txt',\n",
" 'extrato_ago_24.csv',\n",
" 'cc.pdf',\n",
" 'OUROCARD_VISA_INFINITE-Jun_24.txt',\n",
" 'staging',\n",
" 'OUROCARD_VISA_INFINITE-Ago_24.txt',\n",
" 'extrato_30d.ofx',\n",
" 'input',\n",
" 'extrato_30d.csv',\n",
" 'OUROCARD_VISA_INFINITE-Próxima_Fatura.txt',\n",
" 'movimentacoes(1).csv',\n",
" 'table-test.txt',\n",
" 'movimentacoes.csv',\n",
" 'OUROCARD_VISA_INFINITE-Jul_24.txt',\n",
" 'extrato_ago_24.ofx',\n",
" 'test_iza_next.txt',\n",
" 'movimentacoes(2).csv']"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import os\n",
"\n",
"os.listdir(\"./documents\")"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"['test_daniel_next.txt', 'cc.xml', 'extrato.txt', 'OUROCARD_VISA_INFINITE-Set_24.txt', 'extrato_ago_24.csv', 'cc.pdf', 'OUROCARD_VISA_INFINITE-Jun_24.txt', 'OUROCARD_VISA_INFINITE-Ago_24.txt', 'extrato_30d.ofx', 'extrato_30d.csv', 'OUROCARD_VISA_INFINITE-Próxima_Fatura.txt', 'movimentacoes(1).csv', 'table-test.txt', 'movimentacoes.csv', 'OUROCARD_VISA_INFINITE-Jul_24.txt', 'extrato_ago_24.ofx', 'test_iza_next.txt', 'movimentacoes(2).csv']\n"
]
}
],
"source": [
"import os\n",
"\n",
"with os.scandir(\"./documents\") as entries:\n",
" files_only = [entry.name for entry in entries if entry.is_file()]\n",
"\n",
"print(files_only)"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"['./documents/OUROCARD_VISA_INFINITE-Set_24.txt', './documents/OUROCARD_VISA_INFINITE-Jun_24.txt', './documents/OUROCARD_VISA_INFINITE-Ago_24.txt', './documents/OUROCARD_VISA_INFINITE-Próxima_Fatura.txt', './documents/OUROCARD_VISA_INFINITE-Jul_24.txt']\n"
]
}
],
"source": [
"import glob\n",
"\n",
"files_only = glob.glob(\"./documents/OUROCARD*.txt\")\n",
"\n",
"print(files_only)"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"['test_daniel_next.txt', 'cc.xml', 'extrato.txt', 'OUROCARD_VISA_INFINITE-Set_24.txt', 'extrato_ago_24.csv', 'cc.pdf', 'OUROCARD_VISA_INFINITE-Jun_24.txt', 'OUROCARD_VISA_INFINITE-Ago_24.txt', 'extrato_30d.ofx', 'extrato_30d.csv', 'OUROCARD_VISA_INFINITE-Próxima_Fatura.txt', 'movimentacoes(1).csv', 'table-test.txt', 'movimentacoes.csv', 'OUROCARD_VISA_INFINITE-Jul_24.txt', 'extrato_ago_24.ofx', 'test_iza_next.txt', 'movimentacoes(2).csv']\n"
]
}
],
"source": [
"from pathlib import Path\n",
"\n",
"dir_path = Path(\"./documents\")\n",
"files_only = [file.name for file in dir_path.iterdir() if file.is_file()]\n",
"\n",
"print(files_only) # This will print only the files in the specified path"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"['./documents/extrato_ago_24.csv', './documents/extrato_30d.csv', './documents/extrato-set-2024.csv', './documents/extrato-jun-2024.csv', './documents/extrato-jul-2024.csv']\n"
]
}
],
"source": [
"import glob\n",
"\n",
"files_only = glob.glob(\"./documents/extrato*.csv\")\n",
"\n",
"print(files_only)"
]
} }
], ],
"metadata": { "metadata": {

2
robopato.sql
Unescape View File

@ -9,7 +9,7 @@ CREATE TABLE `TRANSACTION` (
`ID` char(64) PRIMARY KEY NOT NULL, `ID` char(64) PRIMARY KEY NOT NULL,
`TDATE` date NOT NULL, `TDATE` date NOT NULL,
`ACCOUNTID` integer NOT NULL, `ACCOUNTID` integer NOT NULL,
`MEMO` varchar(50) NOT NULL, `MEMO` varchar(64) NOT NULL,
`COUNTRY` char(2), `COUNTRY` char(2),
`OUTFLOW` decimal(20,2), `OUTFLOW` decimal(20,2),
`INFLOW` decimal(12,2), `INFLOW` decimal(12,2),

Write Preview
Loading…
Cancel
Save