ofx-processor/tests/test_end_to_end.py

348 lines
13 KiB
Python
Raw Normal View History

import json
2020-02-29 13:42:33 +01:00
import os
import shutil
2020-02-26 19:16:50 +01:00
import unittest
from unittest import mock
from unittest.mock import call
from click.testing import CliRunner
2021-11-20 15:00:43 +01:00
import ofx_processor.utils.config
2021-11-18 19:06:40 +01:00
from ofx_processor.utils import utils, ynab
2021-11-20 15:00:43 +01:00
from ofx_processor.utils.config import config
2020-02-26 19:16:50 +01:00
class UtilsTestCase(unittest.TestCase):
2020-02-29 11:46:11 +01:00
"""
This class needs to run before any other that imports
ofx_processor.main.cli because it tests import time stuff.
"""
def test_discover_processors(self):
expected_names = ["config", "bpvf", "lcl", "ce", "revolut"]
2020-02-26 19:16:50 +01:00
runner = CliRunner()
with mock.patch("click.core.Group.add_command") as add_command:
from ofx_processor.main import cli
calls = [call(config, name="config")]
2020-02-26 19:16:50 +01:00
runner.invoke(cli, ["--help"])
add_command.assert_has_calls(calls, any_order=True)
self.assertEqual(
2020-05-08 18:13:45 +02:00
set(map(lambda call_: call_[0][0].name, add_command.call_args_list)),
set(expected_names),
)
2020-02-29 11:50:55 +01:00
class ConfigTestCase(unittest.TestCase):
2020-02-29 13:25:27 +01:00
def setUp(self):
2020-02-29 11:50:55 +01:00
from ofx_processor.main import cli
# This is run at import time and the cli module is already imported before this test
# so we need to re-run the add_command to make it available.
2021-11-20 15:00:43 +01:00
cli.add_command(ofx_processor.utils.config.config, name="config")
2020-02-29 13:25:27 +01:00
utils.discover_processors(cli)
self.cli = cli
2020-02-29 11:50:55 +01:00
2020-02-29 13:25:27 +01:00
@mock.patch("click.edit")
2020-02-29 13:42:33 +01:00
@mock.patch(
2021-11-20 15:00:43 +01:00
"ofx_processor.utils.config.DEFAULT_CONFIG_DIR",
os.path.join("tests", "samples"),
2020-02-29 13:42:33 +01:00
)
2020-02-29 13:25:27 +01:00
def test_config_edit(self, edit):
runner = CliRunner()
2020-02-29 13:25:27 +01:00
runner.invoke(self.cli, ["config", "edit"])
2020-02-29 13:42:33 +01:00
expected_filename = os.path.join("tests", "samples", "config.ini")
edit.assert_called_once_with(filename=expected_filename)
@mock.patch("click.edit")
@mock.patch(
2021-11-20 15:00:43 +01:00
"ofx_processor.utils.config.DEFAULT_CONFIG_FILENAME",
"config_broken_duplicate_key.ini",
)
2020-02-29 13:42:33 +01:00
@mock.patch(
2021-11-20 15:00:43 +01:00
"ofx_processor.utils.config.DEFAULT_CONFIG_DIR",
os.path.join("tests", "samples"),
2020-02-29 13:42:33 +01:00
)
def test_broken_config_file(self, edit):
broken_files = [
"config_broken_duplicate_key.ini",
"config_broken_missing_account.ini",
"config_broken_missing_account_key.ini",
"config_broken_missing_budget.ini",
"config_broken_missing_token.ini",
]
for name in broken_files:
2021-11-20 15:00:43 +01:00
with mock.patch("ofx_processor.utils.config.DEFAULT_CONFIG_FILENAME", name):
runner = CliRunner()
result = runner.invoke(
2021-11-20 15:00:43 +01:00
self.cli, ["revolut", "-f", "tests/samples/revolut.csv", "--keep"]
)
2021-11-20 15:00:43 +01:00
expected_filename = ofx_processor.utils.config.get_config_file_name()
2021-11-18 19:06:40 +01:00
self.assertIn(
"Error while parsing config file",
result.output,
f"config_file: {name}",
)
edit.assert_called_with(filename=expected_filename)
2021-11-20 15:00:43 +01:00
@mock.patch("ofx_processor.utils.config.DEFAULT_CONFIG_FILENAME", "file.ini")
2020-02-29 13:42:33 +01:00
@mock.patch(
2021-11-20 15:00:43 +01:00
"ofx_processor.utils.config.DEFAULT_CONFIG_DIR",
2020-02-29 13:42:33 +01:00
os.path.join("some", "config", "folder"),
)
def test_get_config_file_name(self):
2020-02-29 13:42:33 +01:00
expected = os.path.join("some", "config", "folder", "file.ini")
2021-11-20 15:00:43 +01:00
self.assertEqual(ofx_processor.utils.config.get_config_file_name(), expected)
2021-11-20 15:00:43 +01:00
@mock.patch("requests.post")
@mock.patch("click.edit")
@mock.patch("os.makedirs")
2021-11-20 15:00:43 +01:00
@mock.patch("ofx_processor.utils.config.DEFAULT_CONFIG_FILENAME", "notfound.ini")
2020-02-29 13:42:33 +01:00
@mock.patch(
2021-11-20 15:00:43 +01:00
"ofx_processor.utils.config.DEFAULT_CONFIG_DIR",
os.path.join("tests", "samples"),
2020-02-29 13:42:33 +01:00
)
2021-11-20 15:00:43 +01:00
def test_missing_config_file(self, makedirs, edit, *args):
runner = CliRunner()
2021-11-20 15:00:43 +01:00
with mock.patch(
"ofx_processor.utils.config.open", mock.mock_open()
) as mock_file:
result = runner.invoke(
2021-11-20 15:00:43 +01:00
self.cli, ["revolut", "-f", "tests/samples/revolut.csv", "--keep"]
)
mock_file.assert_called_once()
2021-11-20 15:00:43 +01:00
makedirs.assert_called_once_with(
ofx_processor.utils.config.DEFAULT_CONFIG_DIR, exist_ok=True
)
self.assertIn("Editing config file", result.output)
2021-11-20 15:00:43 +01:00
expected_filename = ofx_processor.utils.config.get_config_file_name()
2020-02-29 11:50:55 +01:00
edit.assert_called_once_with(filename=expected_filename)
2021-11-20 15:00:43 +01:00
# post.assert_not_called()
2020-02-29 12:27:39 +01:00
2020-02-29 13:42:33 +01:00
@mock.patch(
2021-11-20 15:00:43 +01:00
"ofx_processor.utils.config.DEFAULT_CONFIG_DIR", os.path.join("tests", "samples")
2020-02-29 13:42:33 +01:00
)
2020-02-29 12:27:39 +01:00
class DataTestCase(unittest.TestCase):
2020-02-29 13:25:27 +01:00
def setUp(self):
from ofx_processor.main import cli
# This is run at import time and the cli module is already imported before this test
# so we need to re-run the add_command to make it available.
2021-11-20 15:00:43 +01:00
cli.add_command(ofx_processor.utils.config.config, name="config")
2020-02-29 13:25:27 +01:00
utils.discover_processors(cli)
self.cli = cli
@mock.patch("requests.post")
2021-11-20 15:00:43 +01:00
def test_file_is_deleted_by_default(self, post):
post.return_value.status_code = 201
runner = CliRunner()
revolut_csv = "tests/samples/revolut.csv"
backup_file = "tests/samples/backup.csv"
# backup the file, other tests will need it
shutil.copyfile(revolut_csv, backup_file)
try:
self.assertTrue(os.path.isfile(revolut_csv))
2021-11-20 15:00:43 +01:00
result = runner.invoke(self.cli, ["revolut", "-f", revolut_csv])
self.assertEqual(result.exit_code, 0)
self.assertFalse(os.path.isfile(revolut_csv))
finally:
# restore the file so other tests can rely on it, whatever happens
shutil.copyfile(backup_file, revolut_csv)
os.unlink(backup_file)
@mock.patch("requests.post")
2021-11-20 15:00:43 +01:00
def test_file_is_kept_with_option(self, post):
post.return_value.status_code = 201
runner = CliRunner()
revolut_csv = "tests/samples/revolut.csv"
backup_file = "tests/samples/backup.csv"
# backup the file, other tests will need it
shutil.copyfile(revolut_csv, backup_file)
try:
self.assertTrue(os.path.isfile(revolut_csv))
2021-11-20 15:00:43 +01:00
result = runner.invoke(
self.cli, ["revolut", "--filename", revolut_csv, "--keep"]
)
self.assertEqual(result.exit_code, 0)
self.assertTrue(os.path.isfile(revolut_csv))
finally:
# restore the file so other tests can rely on it, whatever happens
shutil.copyfile(backup_file, revolut_csv)
os.unlink(backup_file)
2020-02-29 12:27:39 +01:00
@mock.patch("requests.post")
def test_revolut_sends_data_only_created(self, post):
2021-11-20 15:00:43 +01:00
post.return_value.status_code = 201
2020-02-29 12:27:39 +01:00
post.return_value.json.return_value = {
"data": {
"transactions": [
{
"id": "ynab_existing:1",
"matched_transaction_id": "imported_matched:2",
},
{
"id": "imported_matched:2",
"matched_transaction_id": "ynab_existing:1",
},
{
"id": "imported_matched:3",
"matched_transaction_id": "ynab_existing:4",
},
{
"id": "ynab_existing:4",
"matched_transaction_id": "imported_matched:3",
},
{"id": "created:5", "matched_transaction_id": None},
{"id": "created:6", "matched_transaction_id": None},
{"id": "created:7", "matched_transaction_id": None},
{"id": "created:8", "matched_transaction_id": None},
{"id": "created:9", "matched_transaction_id": None},
{"id": "created:10", "matched_transaction_id": None},
{"id": "created:11", "matched_transaction_id": None},
2021-09-17 14:16:16 +02:00
{"id": "created:12", "matched_transaction_id": None},
2020-02-29 12:27:39 +01:00
],
"duplicate_import_ids": [],
}
}
runner = CliRunner()
result = runner.invoke(
2021-11-20 15:00:43 +01:00
self.cli, ["revolut", "-f", "tests/samples/revolut.csv", "--keep"]
)
2020-02-29 12:27:39 +01:00
self.assertEqual(result.exit_code, 0)
2021-09-17 14:16:16 +02:00
self.assertIn("Processed 10 transactions total.", result.output)
self.assertIn("10 transactions created in YNAB.", result.output)
2020-02-29 12:27:39 +01:00
self.assertNotIn("transactions ignored (duplicates).", result.output)
@mock.patch("requests.post")
def test_revolut_sends_data_some_created_some_duplicates(self, post):
2021-11-20 15:00:43 +01:00
post.return_value.status_code = 201
2020-02-29 12:27:39 +01:00
post.return_value.json.return_value = {
"data": {
"transactions": [
{
"id": "ynab_existing:1",
"matched_transaction_id": "imported_matched:2",
},
{
"id": "imported_matched:2",
"matched_transaction_id": "ynab_existing:1",
},
{
"id": "imported_matched:3",
"matched_transaction_id": "ynab_existing:4",
},
{
"id": "ynab_existing:4",
"matched_transaction_id": "imported_matched:3",
},
{"id": "created:5", "matched_transaction_id": None},
],
"duplicate_import_ids": [
"duplicate:6",
"duplicate:7",
"duplicate:8",
"duplicate:9",
"duplicate:10",
"duplicate:11",
2021-09-17 14:16:16 +02:00
"duplicate:12",
2020-02-29 12:27:39 +01:00
],
}
}
runner = CliRunner()
result = runner.invoke(
2021-11-20 15:00:43 +01:00
self.cli, ["revolut", "-f", "tests/samples/revolut.csv", "--keep"]
)
2020-02-29 12:27:39 +01:00
self.assertEqual(result.exit_code, 0)
2021-09-17 14:16:16 +02:00
self.assertIn("Processed 10 transactions total.", result.output)
2020-02-29 12:27:39 +01:00
self.assertIn("3 transactions created in YNAB.", result.output)
2021-09-17 14:16:16 +02:00
self.assertIn("7 transactions ignored (duplicates).", result.output)
2020-02-29 12:27:39 +01:00
@mock.patch("requests.post")
def test_revolut_sends_data_only_duplicates(self, post):
2021-11-20 15:00:43 +01:00
post.return_value.status_code = 201
2020-02-29 12:27:39 +01:00
post.return_value.json.return_value = {
"data": {
"transactions": [],
"duplicate_import_ids": [
"duplicate:1",
"duplicate:2",
"duplicate:3",
"duplicate:4",
"duplicate:5",
"duplicate:6",
"duplicate:7",
"duplicate:8",
"duplicate:9",
2021-09-17 14:16:16 +02:00
"duplicate:10",
2020-02-29 12:27:39 +01:00
],
}
}
runner = CliRunner()
result = runner.invoke(
2021-11-20 15:00:43 +01:00
self.cli, ["revolut", "-f", "tests/samples/revolut.csv", "--keep"]
)
2020-02-29 12:27:39 +01:00
self.assertEqual(result.exit_code, 0)
2021-09-17 14:16:16 +02:00
self.assertIn("Processed 10 transactions total.", result.output)
2020-02-29 12:27:39 +01:00
self.assertNotIn("transactions created in YNAB.", result.output)
2021-09-17 14:16:16 +02:00
self.assertIn("10 transactions ignored (duplicates).", result.output)
@mock.patch("requests.post")
def test_bpvf_sends_to_ynab(self, post):
2021-11-20 15:00:43 +01:00
post.return_value.status_code = 201
with open("tests/samples/bpvf_transactions.json", encoding="utf-8") as f:
expected_data = json.load(f)
expected_headers = {"Authorization": f"Bearer <YOUR API TOKEN>"}
expected_url = f"{ynab.BASE_URL}/budgets/<YOUR BUDGET ID>/transactions"
runner = CliRunner()
2021-11-20 15:00:43 +01:00
runner.invoke(self.cli, ["bpvf", "-f", "tests/samples/bpvf.ofx", "--keep"])
post.assert_called_once_with(
expected_url, json=expected_data, headers=expected_headers
)
@mock.patch("requests.post")
def test_ce_sends_to_ynab(self, post):
2021-11-20 15:00:43 +01:00
post.return_value.status_code = 201
with open("tests/samples/ce_transactions.json", encoding="utf-8") as f:
expected_data = json.load(f)
expected_headers = {"Authorization": f"Bearer <YOUR API TOKEN>"}
expected_url = f"{ynab.BASE_URL}/budgets/<YOUR BUDGET ID>/transactions"
runner = CliRunner()
2021-11-20 15:00:43 +01:00
runner.invoke(self.cli, ["ce", "-f", "tests/samples/ce.ofx", "--keep"])
post.assert_called_once_with(
expected_url, json=expected_data, headers=expected_headers
)
@mock.patch("requests.post")
def test_lcl_sends_to_ynab(self, post):
2021-11-20 15:00:43 +01:00
post.return_value.status_code = 201
with open("tests/samples/lcl_transactions.json", encoding="utf-8") as f:
expected_data = json.load(f)
expected_headers = {"Authorization": f"Bearer <YOUR API TOKEN>"}
expected_url = f"{ynab.BASE_URL}/budgets/<YOUR BUDGET ID>/transactions"
runner = CliRunner()
2021-11-20 15:00:43 +01:00
runner.invoke(self.cli, ["lcl", "-f", "tests/samples/lcl.ofx", "--keep"])
post.assert_called_once_with(
expected_url, json=expected_data, headers=expected_headers
)