ofx-processor/ofx_processor/downloaders/lcl.py

import datetime
import time
from pathlib import Path

import click
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.by import By
from selenium.webdriver.support.select import Select

from ofx_processor.utils.config import (
    get_config,
    get_config_file_name,
    handle_config_file_error,
)


class LclDownloader:
    def __init__(self, download_folder: Path = None):
        self.config = get_config("lcl")
        if not self.config.bank_identifier or not self.config.bank_password:
            handle_config_file_error(
                get_config_file_name(), "Missing credentials in config file"
            )

        if not download_folder:
            download_folder = Path.home() / "Downloads"
        self.download_folder = download_folder.resolve()
        options = webdriver.FirefoxOptions()
        options.add_argument("-headless")
        options.set_preference("browser.download.dir", str(self.download_folder))
        options.set_preference(
            "browser.helperApps.neverAsk.saveToDisk", "application/x-ofx"
        )
        self.selenium = webdriver.Firefox(options=options)
        self.selenium.implicitly_wait(30)
        self.selenium.set_window_size(1280, 4000)

    def download(self) -> str:
        try:
            return self._download()
        except Exception:
            screenshot = Path(self.config.screenshot_dir) / "error_download_lcl.png"
            self.selenium.save_screenshot(screenshot)
            raise

    def _download(self) -> str:
        selenium = self.selenium

        click.secho("Logging in to LCL...", fg="blue")
        selenium.get("https://monespace.lcl.fr/connexion")
        try:
            self._click(By.ID, "popin_tc_privacy_button_2")
            click.secho("Accepting privacy policy...", fg="blue")
        except NoSuchElementException:
            click.secho("Privacy policy already accepted", fg="blue")

        login_input = selenium.find_element(By.ID, "identifier")
        login_input.send_keys(self.config.bank_identifier)
        self._click(By.CLASS_NAME, "app-cta-button")
        for char in self.config.bank_password:
            self._click(By.CSS_SELECTOR, f".pad-button[value='{char}']")
        self._click(By.CLASS_NAME, "app-cta-button")
        click.secho("Logged in!", fg="green")

        retry = True
        while retry:
            try:
                self._click(By.CSS_SELECTOR, ".app-cta-button--primary")
                click.secho("Dismissing welcome screen...", fg="blue")
                time.sleep(1)
            except NoSuchElementException:
                click.secho("No welcome screen found.", fg="blue")
                retry = False

        self._click(By.CLASS_NAME, "extended-zone")
        self._click(By.ID, "export-button")

        end = datetime.date.today() - datetime.timedelta(days=1)
        start = end - datetime.timedelta(days=9)

        self._type_nth(By.ID, "mat-input-0", 0, start.strftime("%d/%m/%Y"))
        self._type_nth(By.ID, "mat-input-1", 0, end.strftime("%d/%m/%Y"))

        self._click(By.CSS_SELECTOR, "ui-desktop-select button")
        self._click_nth(By.CSS_SELECTOR, "ui-select-list ul li", 2)

        self._click(By.CLASS_NAME, "download-button")
        click.secho("Found it!", fg="green")
        time.sleep(5)
        selenium.get("about:downloads")
        return self._get_last_download_file_name()

    def _click(self, by: By, value: str):
        self.selenium.find_element(by, value).click()

    def _click_nth(self, by: By, value: str, idx: int):
        self.selenium.find_elements(by, value)[idx].click()

    def _select(self, by: By, value: str, index: int):
        Select(self.selenium.find_element(by, value)).select_by_index(index)

    def _type_nth(self, by: By, value: str, idx: int, value_to_type: str):
        self.selenium.find_elements(by, value)[idx].send_keys(value_to_type)

    def _get_last_download_file_name(self, wait_seconds: int = 30):
        end_time = time.time() + wait_seconds
        while time.time() < end_time:
            try:
                file_name = self.selenium.execute_script(
                    "return document.querySelector('#contentAreaDownloadsView .downloadMainArea .downloadContainer description:nth-of-type(1)').value"
                )
                if file_name:
                    return self.download_folder / file_name
            except:
                pass
            time.sleep(1)


if __name__ == "__main__":
    filename = LclDownloader().download()
    print(filename)