80 lines
2 KiB
Python
80 lines
2 KiB
Python
import re
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from pathlib import Path
|
|
|
|
from invoke import Context, task
|
|
|
|
TARGETS = [
|
|
"darwin/amd64",
|
|
"freebsd/386",
|
|
"freebsd/amd64",
|
|
"freebsd/arm",
|
|
"freebsd/arm64",
|
|
"linux/386",
|
|
"linux/amd64",
|
|
"linux/arm",
|
|
"linux/arm64",
|
|
"windows/386",
|
|
"windows/amd64",
|
|
"windows/arm",
|
|
]
|
|
BASE_DIR = Path(__file__).parent.resolve(strict=True)
|
|
|
|
|
|
@task
|
|
def test(context):
|
|
"""Run tests"""
|
|
context.run("go test ./...")
|
|
|
|
|
|
@task(pre=[test])
|
|
def release(context, version_name):
|
|
"""Create & push git tag + build binaries"""
|
|
tag(context, version_name)
|
|
build(context, version_name)
|
|
|
|
|
|
@task(pre=[test])
|
|
def tag(context, version_name):
|
|
"""Create & push a git tag"""
|
|
context: Context
|
|
context.run(f"git tag -a {version_name} -m '{version_name}'")
|
|
context.run("git push --follow-tags")
|
|
|
|
|
|
@task
|
|
def build(context, version_name):
|
|
"""Cross-platform build"""
|
|
with ThreadPoolExecutor() as pool:
|
|
for target in TARGETS:
|
|
os, arch = target.split("/")
|
|
binary_name = f"insee-{version_name}-{os}-{arch}"
|
|
if os == "windows":
|
|
binary_name += ".exe"
|
|
binary_path = BASE_DIR / "dist" / binary_name
|
|
pool.submit(
|
|
context.run,
|
|
f"go build -o {binary_path}",
|
|
env={"GOOS": os, "GOARCH": arch},
|
|
echo=True,
|
|
)
|
|
|
|
|
|
@task
|
|
def pre_process(context):
|
|
"""Pre-process raw data into JSON"""
|
|
files_to_rename = {
|
|
r"commune.*\.csv": "commune.csv",
|
|
r"departement.*\.csv": "departement.csv",
|
|
r"pays.*\.csv": "pays.csv",
|
|
}
|
|
raw_data_dir = BASE_DIR / "data" / "raw_data"
|
|
for file in raw_data_dir.iterdir():
|
|
for reg, target_name in files_to_rename.items():
|
|
reg = re.compile(reg)
|
|
if reg.match(file.name):
|
|
file.rename(raw_data_dir / target_name)
|
|
|
|
with context.cd(BASE_DIR):
|
|
context.run("go run ./pre_process")
|