PERSONAL-FINANCE

INTEGRATIONS

GENERAL

• Coinapi for Crypto rates

USER

• Coinbase USER Coinbase exchange transactions
• Blockchain.com USER Bitcoin amount
• Etherscan USER Ethereum and RC20 Tokens amount
• Fintable USER Bank account balance
• Satispay mobile app USER Balance through OCR on app screenshot sent via Mobile companion app
• Degiro mobile app USER Balance through OCR on app screenshot sent via Mobile companion app

DEV

SYSTEM

apt install -y build-essential
apt install -y zlib1g-dev zlibc
apt install -y libssl1.1 || apt install -y libssl1.0
apt install -y libedit-dev
apt install -y libncurses5-dev
apt install -y make libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev
apt install -y libpq-dev
apt install -y tesseract-ocr

PYTHON

if [ ! -d ".venv" ]
then
    pyenv install 3.10.2
    pyenv local 3.10.2
    pip install virtualenv
    virtualenv .venv
fi

DB

mkdir -p postgres-data
docker run -it --rm --name some-postgres -v `pwd`/postgres-data:/var/lib/postgresql/data -p 5432:5432 -e POSTGRES_PASSWORD=dbpsql -e POSTGRES_USER=dbpsql -e POSTGRES_DB=dbpsql postgres:11.5

Init DB

run it if something in the schema is changed

cd postgresql-liquibase
docker run -it -v `pwd`:/drivers -v `pwd`/liquibase.yml:/liquibase.yml --link some-postgres:postgres -e "LIQUIBASE_URL=jdbc:postgresql://postgres/dbpsql" -e "LIQUIBASE_USERNAME=dbpsql" -e "LIQUIBASE_PASSWORD=dbpsql" skillbillsrl/liquibase update

BATCH

. .venv/bin/activate
cd application/batch
pip install -r requirements.txt
cd ..
LOG_LEVEL=DEBUG ENV=DEV ETHERSCAN_KEY=[KEY] COINAPI_KEY=[KEY] DEMO_ACCOUNT_ID=[ACCOUNT_ID] UPLOAD_FOLDER=[FOLDER] WORKED_FOLDER=[FOLDER] python batch_server.py

API

. .venv/bin/activate
cd application/api
pip install -r requirements.txt
cd ..
LOG_LEVEL=DEBUG ENV=DEV UPLOAD_FOLDER=[FOLDER] python api_server.py

LOCAL dev tests

. .venv/bin/activate
cd application/api
pip install -r requirements.txt
cd application/batch
pip install -r requirements.txt
cd ..
LOG_LEVEL=DEBUG ENV=DEV python local.py [USER_ID]

FE

cd site
npm install
npm run dev

TEST-BOOK COMPANION_IMAGE

. .venv/bin/activate
cd application/batch
pip install -r requirements.txt
cd ..
LOG_LEVEL=DEBUG TEST_BOOK=[TEST_BOOK_FILE] python companion_image_test_book.py

CLOUD SERVER

INSTALLATION

The server is a Linux Ubuntu 20.04 (LTS) x64

apt-get update
apt upgrade
apt-get install \
    apt-transport-https \
    ca-certificates \
    curl \
    gnupg \
    lsb-release
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
echo \
  "deb [arch=amd64 signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu \
  $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
apt-get update
apt-get install docker-ce docker-ce-cli containerd.io
apt install curl
curl -L "https://github.com/docker/compose/releases/download/1.26.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
chmod +x /usr/local/bin/docker-compose

apt-get update
apt-get install nginx
apt install certbot python3-certbot-nginx
rm /etc/nginx/sites-enabled/*
vi /etc/nginx/sites-enabled/default
# VER 1
systemctl reload nginx
certbot --nginx -d personal-finance.toto-castaldi.com
systemctl reload nginx
vi /etc/nginx/sites-enabled/default
# VER 2
systemctl reload nginx

VER1

server {
    listen 80 default_server;
    listen [::]:80 default_server;
    root /var/www/html;
    server_name personal-finance.toto-castaldi.com;
}

VER2

add this

location / {
    proxy_pass http://127.0.0.1:8080;
    add_header Cache-Control 'must-revalidate, proxy-revalidate, max-age=0';
}

location /api {
    rewrite ^/api/(.*)$ /$1 break;
    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
    proxy_pass http://127.0.0.1:5000;
}

CONNECT DB

cd /var/lib/buddy
docker exec -it buddy_postgresql_1 psql -U dbpsql

DUMP DB

docker exec -it buddy_postgresql_1 pg_dump -U dbpsql -a > dump.sql

RESTORE DB

sed "1i SET session_replication_role = 'replica';\ntruncate account cascade;\ntruncate databasechangelog cascade;\ntruncate databasechangeloglock  cascade;\ntruncate ethereum_rc20 cascade;" dump.sql > dump.sql.replica
echo "SET session_replication_role = 'origin';" >> dump.sql.replica
mv dump.sql.replica dump.sql
psql -h localhost -U dbpsql -W -f dump.sql