9 Commits

Author SHA1 Message Date
26eabab106 fix: Invalid syntax on CREATE Trigger fixed.
All checks were successful
CI / build (push) Successful in 4m17s
Additional regex deployed to complete the transformation.
2024-09-26 16:08:22 +12:00
d44cad5ebd fix: Multiline regex for definers. 🐛
Prevent missing SQL statements.
Added "_" to expression
2024-09-05 14:15:42 +12:00
0cbfb81096 fix: Spelling update/fixed zip creation. 🐛
All checks were successful
CI / build (push) Successful in 3m12s
closes #3
closes #1
2024-09-03 11:08:27 +12:00
254183ceff chore: Updated build actions for win/nix 🧑‍💻 2024-09-03 11:06:24 +12:00
676ed11c3f chore: TODO removed as function created 💡 2024-09-02 22:49:15 +12:00
5d9be49f6c fix: Schema and Host transposed in output 🐛 2024-09-02 22:45:19 +12:00
3c5014e90b feat: Added initial support for .zip
All checks were successful
CI / build (push) Successful in 2m3s
2024-09-02 22:37:38 +12:00
1cef099a37 fix: Definers now removed from schema.sql closes #4 🐛 2024-09-02 16:53:04 +12:00
292d582a45 feat: Added build-win target to justfile 🔧
Allows build an executable for the windows platform.
2024-09-02 16:48:34 +12:00
4 changed files with 110 additions and 23 deletions

View File

@@ -48,7 +48,7 @@ to quickly create a Cobra application.`,
return
}
fmt.Printf(
"%s combining dump files\n\r",
"%s Combining files\n\r",
style.Success(icon.Info),
)
@@ -65,9 +65,14 @@ to quickly create a Cobra application.`,
return
}
fmt.Printf(
"%s Completer combining dump files\n\r",
"%s Completed combining files\n\r",
style.Success(icon.Check),
)
fmt.Printf(
"%s Zipping file\n\r",
style.Success(icon.Info),
)
filename, _ = dump.ZipFile(filename)
timeElapsed := time.Since(start)
fmt.Printf(
"%s Dump file available at %s\r\nTook %s\n\r",

View File

@@ -1,6 +1,7 @@
package dump
import (
"archive/zip"
"fmt"
"github.com/charmbracelet/lipgloss"
"github.com/charmbracelet/log"
@@ -95,14 +96,23 @@ func WithPassword(password string) Option {
}
}
func (c *Client) Dump() error {
// Construct schema output
fmt.Printf("%s Dumping schema %s from %s\n\r",
style.Success(icon.Info),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
lipgloss.NewStyle().Foreground(color.Yellow).Render(fmt.Sprint(c.databaseName)),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
)
_ = exec.Command(c.executable,
f, _ := os.OpenFile(filepath.Join(c.storagePath, c.databaseName+"-keys.sql"), os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0600)
_, err := f.WriteString("SET FOREIGN_KEY_CHECKS=0;\n")
if err != nil {
return err
}
f.Close()
response, err := exec.Command(c.executable,
"--host="+c.hostname,
"--port="+strconv.Itoa(c.port),
"--user="+c.username,
@@ -110,26 +120,31 @@ func (c *Client) Dump() error {
"--no-create-db",
"--no-data",
"--skip-triggers",
"--compact",
"--result-file", filepath.Join(c.storagePath, c.databaseName+"-schema.sql"),
c.databaseName).Run()
fmt.Printf("%s Removing definers\n\r",
style.Success(icon.Info),
c.databaseName).CombinedOutput()
if err != nil {
fmt.Printf(
"%s mysqldump error: %s\n\r",
style.Failure(icon.Cross),
lipgloss.NewStyle().Foreground(color.Purple).Render(string(response)),
)
// removeDefiners(filepath.Join(c.storagePath, c.databaseName+"-schema.sql"))
return err
}
removeDefiners(filepath.Join(c.storagePath, c.databaseName+"-schema.sql"))
fmt.Printf(
"%s Done dumping schema %s from %s\n\r",
style.Success(icon.Check),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
lipgloss.NewStyle().Foreground(color.Yellow).Render(fmt.Sprint(c.databaseName)),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
)
// Construct data output
fmt.Printf("%s Dumping data %s from %s\n\r",
style.Success(icon.Info),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
lipgloss.NewStyle().Foreground(color.Yellow).Render(fmt.Sprint(c.databaseName)),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
)
_ = exec.Command(c.executable,
@@ -140,21 +155,22 @@ func (c *Client) Dump() error {
"--no-create-db",
"--no-create-info",
"--skip-triggers",
"--compact",
"--result-file", filepath.Join(c.storagePath, c.databaseName+"-data.sql"),
c.databaseName).Run()
removeDefiners(filepath.Join(c.storagePath, c.databaseName+"-data.sql"))
fmt.Printf(
"%s Done dumping data %s from %s\n\r",
style.Success(icon.Check),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
lipgloss.NewStyle().Foreground(color.Yellow).Render(fmt.Sprint(c.databaseName)),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
)
// Construct routines/triggers output
fmt.Printf("%s Dumping routines %s from %s\n\r",
style.Success(icon.Info),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
lipgloss.NewStyle().Foreground(color.Yellow).Render(fmt.Sprint(c.databaseName)),
lipgloss.NewStyle().Foreground(color.Purple).Render(c.hostname),
)
_ = exec.Command(c.executable,
@@ -167,6 +183,7 @@ func (c *Client) Dump() error {
"--no-data",
"--triggers",
"--routines",
"--compact",
"--result-file", filepath.Join(c.storagePath, c.databaseName+"-routines.sql"),
c.databaseName).Run()
removeDefiners(filepath.Join(c.storagePath, c.databaseName+"-routines.sql"))
@@ -184,11 +201,13 @@ func removeDefiners(filename string) {
// Regex 1: .*(DEFINER=[a-zA-Z0-9\x60%@]+).* (Used by procedures/funcs)
// Regex 2: .*(\/\*\!50003.*!50003+).* (Used by triggers)
// Regex 3: (\/\*\!50013.*DEFINER \*\/) (Used in schema)
// TODO: Add routine body to strip definers.
expressions := make([]string, 3)
expressions[0] = `s/(^.*)(.DEFINER=[a-zA-Z0-9\x60%@]+)(.*)/$1$3/g`
// Regex 4: ^(.TRIGGER).(\x60.*) (Fix the create triggers)
expressions := make([]string, 4)
expressions[0] = `s/(^.*)(.DEFINER=[a-zA-Z0-9_\x60%@]+)(.*)/$1$3/g`
expressions[1] = `s/(.*)(\/\*\!50003.*!50003+)(.*)/$1$3/g`
expressions[2] = `s/(\/\*\!50013.*DEFINER \*\/)//g`
expressions[3] = `s/(^.TRIGGER).(\x60.*)/CREATE$1 $2/g`
if !strings.Contains(filename, "data") {
for _, re := range expressions {
@@ -200,7 +219,8 @@ func removeDefiners(filename string) {
outputFile, err := os.OpenFile(filename+".new", os.O_WRONLY|os.O_CREATE, 0666)
_, _ = io.Copy(outputFile, engine.Wrap(inputFile))
_ = inputFile.Close()
_ = outputFile.Close()
err = util.MoveFile(filename+".new", filename)
if err != nil {
fmt.Printf(
@@ -215,10 +235,11 @@ func removeDefiners(filename string) {
}
func (c *Client) Combine() (string, error) {
var files [3]string
files[0] = "schema"
files[1] = "data"
files[2] = "routines"
var files [4]string
files[0] = "keys"
files[1] = "schema"
files[2] = "data"
files[3] = "routines"
filepath.Join(c.storagePath, c.databaseName+"-backup.sql")
err := concatenate.FilesToFile(filepath.Join(c.storagePath, c.databaseName+"-backup.sql"),
@@ -227,6 +248,7 @@ func (c *Client) Combine() (string, error) {
filepath.Join(c.storagePath, c.databaseName+"-"+files[0]+".sql"),
filepath.Join(c.storagePath, c.databaseName+"-"+files[1]+".sql"),
filepath.Join(c.storagePath, c.databaseName+"-"+files[2]+".sql"),
filepath.Join(c.storagePath, c.databaseName+"-"+files[3]+".sql"),
)
if err != nil {
return "", err
@@ -240,3 +262,48 @@ func (c *Client) Combine() (string, error) {
}
return filepath.Join(c.storagePath, c.databaseName+"-backup.sql"), nil
}
func ZipFile(filename string) (string, error) {
//Create a new zip archive and named archive.zip
archive, err := os.Create(util.FileNameWithoutExt(filename) + ".zip")
if err != nil {
panic(err)
// this is to catch errors if any
}
defer archive.Close()
_, file := filepath.Split(filename)
//Create a new zip writer
zipWriter := zip.NewWriter(archive)
fmt.Printf(
"%s Opening .sql file\n\r",
style.Success(icon.Info),
)
f1, err := os.Open(filename)
if err != nil {
panic(err)
}
defer f1.Close()
fmt.Printf(
"%s Adding file to archive\n\r",
style.Success(icon.Info),
)
w1, err := zipWriter.Create(file)
if err != nil {
panic(err)
}
if _, err := io.Copy(w1, f1); err != nil {
panic(err)
}
fmt.Printf(
"%s Closing archive\n\r",
style.Success(icon.Info),
)
zipWriter.Close()
f1.Close()
os.Remove(filename)
return util.FileNameWithoutExt(filename) + ".zip", nil
}

View File

@@ -4,6 +4,8 @@ import (
"fmt"
"io"
"os"
"path/filepath"
"strings"
)
func MoveFile(src, dst string) error {
@@ -39,9 +41,18 @@ func MoveFile(src, dst string) error {
return fmt.Errorf("chmod error: %s", err)
}
//err = in.Close()
//if err != nil {
// return fmt.Errorf("closing file failed: %s", err)
//}
//time.Sleep(time.Second * 10)
err = os.Remove(src)
if err != nil {
return fmt.Errorf("failed removing original file: %s", err)
}
return nil
}
func FileNameWithoutExt(fileName string) string {
return strings.TrimSuffix(fileName, filepath.Ext(fileName))
}

View File

@@ -8,7 +8,11 @@ install:
build:
@echo -n "Building app ... "
@go build {{flags}} -o bin/ && echo "OK" || echo "FAILED"
@go build {{flags}} -o bin/gosqldump ./main.go && echo "OK" || echo "FAILED"
build-win:
@echo -n "Building app for windows ... "
@GOOS=windows GOARCH=amd64 go build {{flags}} -o bin/gosqldump.exe ./main.go && echo "OK" || echo "FAILED"
update:
go get -u
go mod tidy -v