yutsuo
/
robopato
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

AI Revision

master
Yutsuo 2 weeks ago
parent
60ecf7a2aa
commit
c42a3668f9
5 changed files with 292 additions and 1722 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 72
      nb_account_etl.ipynb
  2. 1872
      nb_credit_card_etl.ipynb
  3. 0
      sql/clickhouse.sql
  4. 0
      sql/queries.sql
  5. 0
      sql/robopato.sql

72
nb_account_etl.ipynb
Unescape View File

@ -2,7 +2,7 @@
"cells": [ "cells": [
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 10, "execution_count": 11,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -11,7 +11,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 11, "execution_count": 12,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -20,10 +20,11 @@
" import csv\n", " import csv\n",
" import hashlib\n", " import hashlib\n",
" import re\n", " import re\n",
" import builtins\n",
" from datetime import date, datetime\n", " from datetime import date, datetime\n",
" from decimal import Decimal\n", " from decimal import Decimal\n",
"\n", "\n",
" with open(file_name or \"./documents/extrato.csv\", newline=\"\", encoding=\"latin\") as csvfile:\n", " with builtins.open(file_name or \"./documents/extrato.csv\", newline=\"\", encoding=\"latin\") as csvfile:\n",
" spamreader = csv.reader(csvfile)\n", " spamreader = csv.reader(csvfile)\n",
" csv_list = list(spamreader)\n", " csv_list = list(spamreader)\n",
"\n", "\n",
@ -83,17 +84,17 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 12, "execution_count": 13,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"# Test\n", "# Test\n",
"# build_account_input(\"./documents/extrato-30d.csv\")" "# build_account_input(\"\")"
] ]
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 13, "execution_count": 14,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -120,17 +121,17 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 14, "execution_count": 15,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"# Test\n", "# Test\n",
"# db_insert(build_account_input(\"./documents/extrato-30d.csv\"))" "# db_insert(build_account_input(\"\"))"
] ]
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 15, "execution_count": 16,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -150,7 +151,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 16, "execution_count": 17,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -158,43 +159,64 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1ADDF0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918A5BE0>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1ADDF0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1D61E0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1D77D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BAD26C00>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1D5820>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1D5820>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1708F0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1D5820>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC137B00>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC208200>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC23FFB0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883250>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x000001A7BC1D5880>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883250>\n",
"DONE!\n", "DONE!\n",
"EXECUTOR COMPLETED.\n" "EXECUTOR COMPLETED.\n"
] ]
@ -207,7 +229,7 @@
], ],
"metadata": { "metadata": {
"kernelspec": { "kernelspec": {
"display_name": "base", "display_name": "Python 3",
"language": "python", "language": "python",
"name": "python3" "name": "python3"
}, },
@ -221,7 +243,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.12.7" "version": "3.14.0"
} }
}, },
"nbformat": 4, "nbformat": 4,

1872
nb_credit_card_etl.ipynb
View File

File diff suppressed because it is too large Load Diff

0
clickhouse.sql → sql/clickhouse.sql
Unescape View File

0
queries.sql → sql/queries.sql
Unescape View File

0
robopato.sql → sql/robopato.sql
Unescape View File

Write Preview
Loading…
Cancel
Save