Initial commit, mostly working, requires some testing

Author: Persata

.gitignore

@@ -0,0 +1,2 @@
+.idea/*
+test/data/*

commands/list_tables.go

@@ -0,0 +1,28 @@
+package commands
+
+import (
+	"fmt"
+	"github.com/persata/mysqldumptablepurger/io"
+	"github.com/persata/mysqldumptablepurger/parser"
+)
+
+func ListTables(path string) {
+	s, f := io.GetScanner(path)
+	defer f.Close()
+
+	fmt.Println(fmt.Sprintf("Scanning for tables in %s...\n", path))
+
+	for s.Scan() {
+		match := parser.TableStructureRegex.FindStringSubmatch(s.Text())
+
+		if len(match) > 0 {
+			fmt.Println(match[1])
+		}
+	}
+
+	if s.Err() != nil {
+		fmt.Println(fmt.Sprintf("An error occurred scanning the file: %s", s.Err()))
+	}
+
+	fmt.Println("\nScan complete!")
+}

commands/remove_tables.go

@@ -0,0 +1,80 @@
+package commands
+
+import (
+	"fmt"
+	"os"
+	"bufio"
+	"strings"
+	"github.com/persata/mysqldumptablepurger/io"
+	"github.com/persata/mysqldumptablepurger/parser"
+	"regexp"
+)
+
+func RemoveTables(inputPath string, outputPath string, tables []string) {
+	fmt.Println("The following tables will be removed: \n")
+
+	for _, table := range tables {
+		fmt.Println(fmt.Sprintf("- %s", table))
+	}
+
+	if _, err := os.Stat(outputPath); err == nil {
+		fmt.Println(fmt.Sprintf("\nThe specified output file '%s' already exists, and will be overwritten!", outputPath))
+	}
+
+	fmt.Println("\nContinue? Y/n")
+
+	reader := bufio.NewReader(os.Stdin)
+	c, _ := reader.ReadString('\n')
+
+	c = strings.TrimSpace(c)
+
+	if c != "Y" {
+		fmt.Println("Exiting, no action performed")
+	} else {
+		fmt.Println("Processing...\n")
+	}
+
+	s, fr := io.GetScanner(inputPath)
+	defer fr.Close()
+
+	w, fw := io.GetWriter(outputPath)
+	defer fw.Close()
+
+	//skipping := false
+
+	replaceRegex := regexp.MustCompile(fmt.Sprintf(parser.TableStructureRegexReplace, strings.Join(tables, "|")))
+
+	skipping := false
+
+	matchCount := 0
+
+	for s.Scan() {
+		currentLine := s.Text()
+
+		match := replaceRegex.FindStringSubmatch(currentLine)
+
+		if len(match) > 0 {
+			matchCount += 1
+			skipping = true
+			fmt.Println(fmt.Sprintf("Found section for `%s`, skipping data", match[1]))
+
+			w.WriteString(fmt.Sprintf("-- Section for `%s` removed by mysqldumptablepurger", match[1]))
+			w.WriteString("\n")
+		}
+
+		if !skipping {
+			w.WriteString(currentLine)
+			w.WriteString("\n")
+		}
+
+		if skipping {
+			if strings.HasPrefix(currentLine, parser.EndSkippingPrefix) {
+				skipping = false
+			}
+		}
+	}
+
+	w.Flush()
+
+	fmt.Println(fmt.Sprintf("\nExiting, %d tables removed", matchCount))
+}

io/get_scanner.go

@@ -0,0 +1,16 @@
+package io
+
+import (
+	"bufio"
+	"os"
+)
+
+func GetScanner(path string) (*bufio.Scanner, *os.File) {
+	f := OpenReadFile(path)
+
+	s := bufio.NewScanner(f)
+
+	s.Buffer(make([]byte, 0), 1024*1024)
+
+	return s, f
+}

io/get_writer.go

@@ -0,0 +1,14 @@
+package io
+
+import (
+	"bufio"
+	"os"
+)
+
+func GetWriter(path string) (*bufio.Writer, *os.File) {
+	f := OpenWriteFile(path)
+
+	w := bufio.NewWriter(f)
+
+	return w, f
+}

io/open_read_file.go

@@ -0,0 +1,13 @@
+package io
+
+import "os"
+
+func OpenReadFile(path string) (*os.File) {
+	f, err := os.Open(path)
+
+	if err != nil {
+		panic(err)
+	}
+
+	return f
+}

io/open_write_file.go

@@ -0,0 +1,13 @@
+package io
+
+import "os"
+
+func OpenWriteFile(path string) (*os.File) {
+	f, err := os.Create(path)
+
+	if err != nil {
+		panic(err)
+	}
+
+	return f
+}

mysqltabledumppurger.go

@@ -0,0 +1,37 @@
+package main
+
+import (
+	"os"
+	"gopkg.in/alecthomas/kingpin.v2"
+	"github.com/persata/mysqldumptablepurger/commands"
+)
+
+var (
+	// App Declaration
+	app = kingpin.New("mysqldumptablepurger", "A command line app to remove table data from MySQL dumps.")
+
+	// List Command & Args
+	list         = app.Command("list", "List all tables in the given MySQL dump.")
+	listDumpFile = list.Arg("file", "MySQL dump file").Required().String()
+
+	// Remove Command & Args
+	remove         = app.Command("remove", "Remove the list of provided tables from the given MySQL dump")
+	removeDumpFile = remove.Arg("inputFile", "MySQL dump file").Required().String()
+	removeNewFile  = remove.Arg("outputFile", "MySQL dump file").Required().String()
+	removeTables   = remove.Arg("tables", "Space delimited list of tables to remove").Required().Strings()
+)
+
+func main() {
+
+	switch kingpin.MustParse(app.Parse(os.Args[1:])) {
+
+	// List all tables in the given MySQL dump
+	case list.FullCommand():
+		commands.ListTables(*listDumpFile)
+
+	// List all tables in the given MySQL dump
+	case remove.FullCommand():
+		commands.RemoveTables(*removeDumpFile, *removeNewFile, *removeTables)
+
+	}
+}

parser/parser.go

@@ -0,0 +1,9 @@
+package parser
+
+import "regexp"
+
+var TableStructureRegex = regexp.MustCompile("-- Table structure for table `(.*)`")
+
+var TableStructureRegexReplace = "^-- Dumping data for table `(%s)`"
+
+var EndSkippingPrefix = "-- Table structure for table"