Added columns transformers to be used when importing values from CSV

Author: thenikso

backend/api.go

@@ -45,6 +45,7 @@ type Config struct {
 type ConfigColumnAlias struct {
 	TableColumn string
 	Alias       string
+	Transformer string
 }
 
 var (
@@ -61,7 +62,19 @@ var (
 		MailRecipient:      "[email protected]",
 		TableMapping:       nil,
 	}
-	logger *log.Logger
+	logger       *log.Logger
+	transformers = map[string]func(string) string{
+		"SiNo2Boolean": func(v string) string {
+			if strings.Contains(v, "SI") {
+				return "1"
+			}
+			return "0"
+		},
+		"EurDate2SQLDate": func(v string) string {
+			parts := strings.Split(v, "/")
+			return parts[2] + "-" + parts[1] + "-" + parts[0]
+		},
+	}
 )
 
 // CSV and Database elements
@@ -434,6 +447,9 @@ func updateDatabase() error {
 			for _, element := range elements {
 				values := make([]interface{}, 0, columnsCount)
 				for _, column := range config.TableMapping {
+					if column.Transformer != "" && transformers[column.Transformer] != nil {
+						element[column.Alias] = transformers[column.Transformer](element[column.Alias])
+					}
 					values = append(values, element[column.Alias])
 				}
 				_, err = insertQuery.Exec(values...)

backend/config.dist.json

@@ -10,16 +10,29 @@
 	"DatabaseConnection": "root:root@/unioncars?charset=utf8&loc=Local&parseTime=true",
 	"TableName": "cars",
 	"TableMapping": [
-		{"TableColumn": "brand", "Alias": "DESC. MARCA"},
-		{"TableColumn": "model_description", "Alias": "DESC. AUTOVETTURA"},
-		{"TableColumn": "color", "Alias": "COLORE"},
-		{"TableColumn": "model", "Alias": "DESC. MODELLO"},
-		{"TableColumn": "equipment", "Alias": "EQUIPAGGIAMENTI SIGNIF. (10) SIGLA"},
-		{"TableColumn": "image_url_1", "Alias": "FOTO1 AUTO USATA"},
-		{"TableColumn": "image_url_2", "Alias": "FOTO2 AUTO USATA"},
-		{"TableColumn": "image_url_3", "Alias": "FOTO3 AUTO USATA"},
-		{"TableColumn": "image_url_4", "Alias": "FOTO4 VEICOLO"},
-		{"TableColumn": "note", "Alias": "NOTE X INTERNET"},
-		{"TableColumn": "price", "Alias": "PrezzoV. Euro"}
+		{"TableColumn": "fuel_type", "Alias": "ALIM." },
+		{"TableColumn": "pubblic", "Alias": "INT", "Transformer": "SiNo2Boolean" },
+		{"TableColumn": "gear_type", "Alias": "CAMBIO" },
+		{"TableColumn": "car_type", "Alias": "CARROZZERIA SEMPL." },
+		{"TableColumn": "km", "Alias": "KM PERCO" },
+		{"TableColumn": "engine_size", "Alias": "CIL." },
+		{"TableColumn": "internal_code", "Alias": "COD. INTERNO" },
+		{"TableColumn": "infocar", "Alias": "INFOCAR" },
+		{"TableColumn": "external_color", "Alias": "COLORE" },
+		{"TableColumn": "registration_date", "Alias": "IMMATRIC.", "Transformer": "EurDate2SQLDate" },
+		{"TableColumn": "brand", "Alias": "DESC. MARCA" },
+		{"TableColumn": "model", "Alias": "DESC. MODELLO" },
+		{"TableColumn": "model_description", "Alias": "DESC. AUTOVETTURA" },
+		{"TableColumn": "image_url_1", "Alias": "FOTO1 AUTO USATA" },
+		{"TableColumn": "image_url_2", "Alias": "FOTO2 AUTO USATA" },
+		{"TableColumn": "image_url_3", "Alias": "FOTO3 AUTO USATA" },
+		{"TableColumn": "image_url_4", "Alias": "FOTO4 VEICOLO" },
+		{"TableColumn": "image_url_5", "Alias": "FOTO5 VEICOLO" },
+		{"TableColumn": "image_url_6", "Alias": "FOTO6 VEICOLO" },
+		{"TableColumn": "image_url_7", "Alias": "FOTO7 VEICOLO" },
+		{"TableColumn": "image_url_8", "Alias": "FOTO8 VEICOLO" },
+		{"TableColumn": "power_horses", "Alias": "CAV" },
+		{"TableColumn": "power_kw", "Alias": "KW" },
+		{"TableColumn": "price", "Alias": "PrezzoV. Euro" }
 	]
 }