gaugendre
/
insee_number_translator
1
0
Fork 0
Code Issues Pull Requests Releases 8 Activity

Translate CLI to french & extract pre-processing

This commit is contained in:
Gabriel Augendre 2021-08-21 09:07:07 +02:00
parent a3516cabf6
commit bf1f57eb00
3 changed files with 30 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
data/insee_data.go
View File

@ -40,7 +40,7 @@ type InseeData struct {
func NewInseeData(inseeNumber string) (*InseeData, error) {
if len(inseeNumber) != 15 {
return nil, fmt.Errorf("provided insee number must contain 15 characters")
return nil, fmt.Errorf("le numéro INSEE number must contain 15 characters")
}
num := inseeNumber
departmentCode := num[5:7]

18
main.go
View File

@ -4,19 +4,27 @@ import (
"flag"
"fmt"
"insee_number_translator/data"
"os"
)
func main() {
var preProcess bool
flag.BoolVar(&preProcess, "pre-process", false, "Pre-process data files.")
flag.Usage = func() {
out := flag.CommandLine.Output()
fmt.Fprintf(out, "Usage: %s [flags] [numero_insee...]\n", os.Args[0])
fmt.Fprintf(out, "\nCe programme décode les informations contenues dans votre numéro INSEE (numéro de sécurité sociale français)")
fmt.Fprintf(out, "et vous les affiche d'une manière lisible et claire.\n")
flag.PrintDefaults()
fmt.Fprintf(out, "\nLes arguments numero_insee doivent comporter 15 caractères. Il est possible d'en spécifier plusieurs séparés par un espace.\n")
}
flag.Parse()
if preProcess {
data.PreProcessRawData("data/raw_data", "data/curated_data")
numbers := flag.Args()
if len(numbers) == 0 {
flag.Usage()
return
}
numbers := flag.Args()
for _, number := range numbers {
insee, err := data.NewInseeData(number)
if err != nil {

26
data/preprocess.go → pre_process/preprocess.go
View File

@ -1,4 +1,4 @@
package data
package main
import (
"encoding/csv"
@ -8,27 +8,33 @@ import (
"os"
)
func main() {
fmt.Println("This is intended for tinkerers only, not for end users.")
PreProcessRawData("data/raw_data", "data/curated_data")
}
func PreProcessRawData(sourceFolder, targetFolder string) {
err := os.MkdirAll(targetFolder, 0755)
if err != nil {
fmt.Printf("Error, couldn't create target folder %s: %s", targetFolder, err)
return
}
err = preProcessCities(sourceFolder+"/commune2021.csv", targetFolder+"/cities.json")
err = preProcessCities(sourceFolder+"/commune.csv", targetFolder+"/cities.json")
if err != nil {
fmt.Println("Error during cities pre processing")
fmt.Println(err.Error())
fmt.Fprintln(os.Stderr, "Error during cities pre processing")
fmt.Fprintln(os.Stderr, err.Error())
}
err = preProcessDepartments(sourceFolder+"/departement2021.csv", targetFolder+"/departments.json")
err = preProcessDepartments(sourceFolder+"/departement.csv", targetFolder+"/departments.json")
if err != nil {
fmt.Println("Error during departments pre processing")
fmt.Println(err.Error())
fmt.Fprintln(os.Stderr, "Error during departments pre processing")
fmt.Fprintln(os.Stderr, err.Error())
}
err = preProcessCountries(sourceFolder+"/pays2021.csv", targetFolder+"/countries.json")
err = preProcessCountries(sourceFolder+"/pays.csv", targetFolder+"/countries.json")
if err != nil {
fmt.Println("Error during countries pre processing")
fmt.Println(err.Error())
fmt.Fprintln(os.Stderr, "Error during countries pre processing")
fmt.Fprintln(os.Stderr, err.Error())
}
fmt.Println("Finished pre-processing data.")
}
func preProcessCities(sourceFileName, targetFileName string) error {