Luís Murta
9971e6214f
Add new tools.py to handle subcommands. Most workflow moved to subcommands handlers, which in turn calls tools.py functions. Moves internal state (dict which gets parsed into PFState) to folder .pfstate (sort of like git) and renamed to state. New PFState class and factory pfstate function added. *.pickle changed to .pfstate on .gitignore. Everything local stored in .pfstate. Adds vacation, status and backup commands. Modifies init, restart and parse to receive PFState and call tools functions. Vacation can add, list or remove vacations date intervals. Backup saves either a full transaction list or the entire data folder into .pfstate/backup folder. Categorization functions moves to tools, deleted old one on categories.py. Moves parse_data and load_transactions/save_trasactions outside of respective class to global scope. Travel category class moved to the end of file, since it uses others in its search method. Removes unused initializer.py file.
199 lines
5.4 KiB
Python
199 lines
5.4 KiB
Python
from datetime import datetime
|
|
from decimal import Decimal, InvalidOperation
|
|
from pathlib import Path
|
|
|
|
from .transactions import Transaction
|
|
|
|
|
|
def parse_data(file: Path, append=False):
|
|
name = file.stem.split("_")
|
|
try:
|
|
bank, _ = name[0], int(name[1])
|
|
except ValueError:
|
|
_, bank = int(name[0]), name[1]
|
|
|
|
p = dict(
|
|
Bank1=Bank1,
|
|
Bank2=Bank2,
|
|
Bank2CC=Bank2CC,
|
|
BANK3=Bank3,
|
|
)
|
|
|
|
try:
|
|
parser = p[bank]()
|
|
except KeyError as e:
|
|
print(f"{e} {bank} parser doesnt exist. Cant parse {name}")
|
|
return
|
|
|
|
transactions = parser.parse(file)
|
|
return transactions
|
|
|
|
|
|
class Parser:
|
|
def parse(self, file):
|
|
pass
|
|
|
|
|
|
class Bank1(Parser):
|
|
"""Bank 1 parser
|
|
|
|
Bank 1 transcripts have the following properties:
|
|
encoding: utf-8
|
|
separator: ;
|
|
starting line: 5
|
|
date format: %d/%m/%Y
|
|
|
|
The reading order is reversed to go from earlier to latest.
|
|
"""
|
|
|
|
encoding = "utf-8"
|
|
separator = ";"
|
|
|
|
def parse(self, file):
|
|
transactions = []
|
|
reader = [
|
|
line.rstrip().split(self.separator)
|
|
for line in open(file, encoding=self.encoding)
|
|
][5:]
|
|
|
|
for transaction in reversed(reader):
|
|
transaction = [field.rstrip() for field in transaction]
|
|
date = datetime.strptime(transaction[1], "%d/%m/%Y").date()
|
|
description = " ".join(transaction[3].split())
|
|
value = Decimal(transaction[4])
|
|
|
|
transactions.append(
|
|
Transaction(date.isoformat(), description, "Bank1", value)
|
|
)
|
|
|
|
return transactions
|
|
|
|
|
|
class Bank2(Parser):
|
|
"""Bank 2 parser
|
|
|
|
Bank 2 transcripts have the following properties:
|
|
encoding: utf-8
|
|
separator: tab
|
|
date format: %d/%m/%Y or %d-%m-%Y
|
|
decimal separator: ,
|
|
"""
|
|
|
|
encoding = "utf-8"
|
|
separator = "\t"
|
|
|
|
def parse(self, file):
|
|
transactions = []
|
|
reader = [
|
|
line.rstrip().split(self.separator)
|
|
for line in open(file, encoding=self.encoding)
|
|
]
|
|
|
|
for transaction in reader:
|
|
try:
|
|
date = datetime.strptime(transaction[0], "%d/%m/%Y").date()
|
|
except ValueError: # date can differ due to locales
|
|
date = datetime.strptime(transaction[0], "%d-%m-%Y").date()
|
|
description = transaction[2]
|
|
|
|
# works for US and EU locales (5,000.00 and 5 000,00)
|
|
value = list(transaction[3].replace("\xa0", "")) # non-breaking space
|
|
value[-3] = "."
|
|
value = "".join(value)
|
|
value = value.replace(",", "")
|
|
value = Decimal(value)
|
|
|
|
transactions.append(
|
|
Transaction(date.isoformat(), description, "Bank2", value)
|
|
)
|
|
|
|
return transactions
|
|
|
|
|
|
class Bank2CC(Parser):
|
|
"""Bank 2 credit card parser
|
|
|
|
Bank 2 credit card transcripts have the following properties:
|
|
encoding: utf-8
|
|
separator: tab
|
|
date format: %d/%m/%Y or %d-%m-%Y
|
|
decimal separator: ,
|
|
"""
|
|
|
|
encoding = "utf-8"
|
|
separator = "\t"
|
|
|
|
def parse(self, file):
|
|
transactions = []
|
|
reader = [
|
|
line.rstrip().split(self.separator)
|
|
for line in open(file, encoding=self.encoding)
|
|
]
|
|
|
|
for transaction in reader:
|
|
try:
|
|
date = datetime.strptime(transaction[0], "%d/%m/%Y").date()
|
|
except ValueError: # date can differ due to locales
|
|
date = datetime.strptime(transaction[0], "%d-%m-%Y").date()
|
|
description = transaction[2]
|
|
|
|
# works for US and EU locales (5,000.00 and 5 000,00)
|
|
value = list(transaction[3].replace("\xa0", "")) # non-breaking space
|
|
value[-3] = "."
|
|
value = "".join(value)
|
|
value = value.replace(",", "")
|
|
value = Decimal(value)
|
|
|
|
if value > 0:
|
|
date = datetime.strptime(transaction[1], "%d/%m/%Y").date()
|
|
|
|
transactions.append(
|
|
Transaction(date.isoformat(), description, "Bank2CC", value)
|
|
)
|
|
|
|
return transactions
|
|
|
|
|
|
class Bank3(Parser):
|
|
"""Bank 3 parser
|
|
|
|
Bank 3 transcripts have the following properties:
|
|
encoding: windows-1252 (passed as argument)
|
|
separator: ;
|
|
starting line: 7
|
|
finishing line: -1
|
|
date format: %d-%m-%Y
|
|
decimal separator: ,
|
|
thousands separator: .
|
|
|
|
Bank 3 has credits in a different column from debits. These also have to be
|
|
negated. The reading order is reversed to go from earlier to latest.
|
|
"""
|
|
|
|
encoding = "windows-1252"
|
|
separator = ","
|
|
|
|
def parse(self, file):
|
|
transactions = []
|
|
reader = [
|
|
line.rstrip().split(self.separator)
|
|
for line in open(file, encoding=self.encoding)
|
|
][7:-1]
|
|
|
|
for transaction in reversed(reader):
|
|
transaction = [field.rstrip() for field in transaction]
|
|
date = datetime.strptime(transaction[1], "%d-%m-%Y").date()
|
|
description = transaction[2]
|
|
if t := transaction[3]:
|
|
t = t.replace(".", "").replace(",", ".")
|
|
value = -Decimal(t)
|
|
else:
|
|
t = transaction[4].replace(".", "").replace(",", ".")
|
|
value = Decimal(t)
|
|
|
|
transactions.append(
|
|
Transaction(date.isoformat(), description, "Bank3", value)
|
|
)
|
|
|
|
return transactions
|