insee_number_translator/tasks.py

import re
from concurrent.futures import ThreadPoolExecutor
from pathlib import Path

from invoke import Context, task

TARGETS = [
    "darwin/amd64",
    "freebsd/386",
    "freebsd/amd64",
    "freebsd/arm",
    "freebsd/arm64",
    "linux/386",
    "linux/amd64",
    "linux/arm",
    "linux/arm64",
    "windows/386",
    "windows/amd64",
    "windows/arm",
]
BASE_DIR = Path(__file__).parent.resolve(strict=True)


@task
def test(context):
    """Run tests"""
    context: Context
    context.run(f"go test {BASE_DIR}/...", echo=True)


@task(pre=[test])
def release(context, version_name):
    """Create & push git tag + build binaries"""
    tag(context, version_name)
    build(context, version_name)


@task(pre=[test])
def tag(context, version_name):
    """Create & push a git tag"""
    context: Context
    context.run(f"git tag -a {version_name} -m '{version_name}'", echo=True)
    context.run("git push --follow-tags", echo=True)


@task
def build(context, version_name):
    """Cross-platform build"""
    with ThreadPoolExecutor() as pool:
        for target in TARGETS:
            os, arch = target.split("/")
            binary_name = f"insee-{version_name}-{os}-{arch}"
            if os == "windows":
                binary_name += ".exe"
            binary_path = BASE_DIR / "dist" / binary_name
            pool.submit(
                context.run,
                f"go build -o {binary_path}",
                env={"GOOS": os, "GOARCH": arch},
                echo=True,
            )


@task
def pre_process(context):
    """Pre-process raw data into JSON"""
    files_to_rename = {
        r"commune.*\.csv": "commune.csv",
        r"departement.*\.csv": "departement.csv",
        r"pays.*\.csv": "pays.csv",
    }
    raw_data_dir = BASE_DIR / "data" / "raw_data"
    for file in raw_data_dir.iterdir():
        for reg, target_name in files_to_rename.items():
            reg = re.compile(reg)
            if reg.match(file.name):
                file.rename(raw_data_dir / target_name)

    with context.cd(BASE_DIR):
        context.run("go run ./pre_process")