Feature: add flag to ignore file extensions

.gitignore

@@ -23,3 +23,4 @@ go.work
 # Output of csvcat
 *.csv
 csvcat
+csvset

README.md

@@ -18,6 +18,7 @@ Number of files found: 100
 Usage of ./csvcat:
   -batch int
     	Batch size (default 30)
+  -c	Set to false to ignore checking extension (default true)
   -columns string
     	Columns to be selected
   -concurrency

csvcat.go

@@ -22,6 +22,7 @@ func main() {
 	batchSize := flag.Int("batch", 30, "Batch size")
 	concurrently := flag.Bool("concurrency", true, "Set flag to disable concurrency")
 	verbose := flag.Bool("v", false, "Set to true to have verbose output")
+	checkExtension := flag.Bool("c", true, "Set to false to ignore checking extension")
 	flag.Parse()
 
 	// Disabling the logger
@@ -31,9 +32,9 @@ func main() {
 
 	start := time.Now()
 	if *concurrently {
-		files.AsyncCompileFiles(*directory, *delim, *output_file, *csvColumns, *batchSize)
+		files.AsyncCompileFiles(*directory, *delim, *output_file, *csvColumns, *batchSize, *checkExtension)
 	} else {
-		files.CompileFiles(*directory, *delim, *output_file, *csvColumns)
+		files.CompileFiles(*directory, *delim, *output_file, *csvColumns, *checkExtension)
 	}
 	fmt.Println("============ Total", time.Now().Sub(start), "===================")
 }

files/files.go

@@ -9,8 +9,8 @@ import (
 	"fmt"
 )
 
-func AsyncCompileFiles(directory string, csvDelimiter string, output string, csvColumns string, batchSize int) {
-	var files = getfilenames(directory)
+func AsyncCompileFiles(directory string, csvDelimiter string, output string, csvColumns string, batchSize int, checkFileExtension bool) {
+	var files = getfilenames(directory, checkFileExtension)
 
 	targetCols := strings.Split(csvColumns, csvDelimiter)
 
@@ -54,9 +54,9 @@ func AsyncCompileFiles(directory string, csvDelimiter string, output string, csv
 	}
 }
 
-func CompileFiles(directory string, csvDelimiter string, output string, csvColumns string) {
+func CompileFiles(directory string, csvDelimiter string, output string, csvColumns string, checkFileExtension bool) {
 	// get files in the directory
-	var files = getfilenames(directory)
+	var files = getfilenames(directory, checkFileExtension)
 
 	targetCols := strings.Split(csvColumns, csvDelimiter)
 
@@ -81,7 +81,7 @@ func CompileFiles(directory string, csvDelimiter string, output string, csvColum
 	}
 }
 
-func getfilenames(directory string) []string {
+func getfilenames(directory string, checkFileExtension bool) []string {
 	var files []string
 
 	entries, err := os.ReadDir(directory)
@@ -92,8 +92,10 @@ func getfilenames(directory string) []string {
 
 	for _, e := range entries {
 		// check if entry is a file and has correct file type
-		if e.Type().IsRegular() && strings.HasSuffix(e.Name(), ".csv") {
-			files = append(files, filepath.Join(path, e.Name()))
+		if e.Type().IsRegular() {
+			if !checkFileExtension || strings.HasSuffix(e.Name(), ".csv") {
+				files = append(files, filepath.Join(path, e.Name()))
+			}
 		}
 	}