feat(mysql): support REPLACE and IGNORE in :copyfrom queries

Pickle Rick · Pickle Rick · commit 2ccb46faffac · 2026-03-19T07:23:36.000+07:00
Ensures that REPLACE INTO and INSERT IGNORE INTO statements are correctly
translated to LOAD DATA LOCAL INFILE REPLACE and LOAD DATA LOCAL INFILE IGNORE
respectively when using the :copyfrom directive in MySQL.
diff --git a/internal/cmd/shim.go b/internal/cmd/shim.go
@@ -161,6 +161,8 @@ func pluginQueries(r *compiler.Result) []*plugin.Query {
 			Params:          params,
 			Filename:        q.Metadata.Filename,
 			InsertIntoTable: iit,
+			IsReplace:       q.IsReplace,
+			IgnoreErr:       q.IgnoreErr,
 		})
 	}
 	return out
diff --git a/internal/codegen/golang/query.go b/internal/codegen/golang/query.go
@@ -266,7 +266,9 @@ type Query struct {
 	Ret          QueryValue
 	Arg          QueryValue
 	// Used for :copyfrom
-	Table *plugin.Identifier
+	Table     *plugin.Identifier
+	IsReplace bool
+	IgnoreErr bool
 }
 
 func (q Query) hasRetType() bool {
diff --git a/internal/codegen/golang/result.go b/internal/codegen/golang/result.go
@@ -223,6 +223,8 @@ func buildQueries(req *plugin.GenerateRequest, options *opts.Options, structs []
 			SQL:          query.Text,
 			Comments:     comments,
 			Table:        query.InsertIntoTable,
+			IsReplace:    query.IsReplace,
+			IgnoreErr:    query.IgnoreErr,
 		}
 		sqlpkg := parseDriver(options.SqlPackage)
 
diff --git a/internal/codegen/golang/templates/go-sql-driver-mysql/copyfromCopy.tmpl b/internal/codegen/golang/templates/go-sql-driver-mysql/copyfromCopy.tmpl
@@ -40,7 +40,7 @@ func (q *Queries) {{.MethodName}}(ctx context.Context{{if $.EmitMethodsWithDBArg
 	go convertRowsFor{{.MethodName}}(pw, {{.Arg.Name}})
 	// The string interpolation is necessary because LOAD DATA INFILE requires
 	// the file name to be given as a literal string.
-	result, err := {{if (not $.EmitMethodsWithDBArgument)}}q.{{end}}db.ExecContext(ctx, fmt.Sprintf("LOAD DATA LOCAL INFILE '%s' INTO TABLE {{.TableIdentifierForMySQL}} %s ({{range $index, $name := .Arg.ColumnNames}}{{if gt $index 0}}, {{end}}{{$name}}{{end}})", "Reader::" + rh, mysqltsv.Escaping))
+	result, err := {{if (not $.EmitMethodsWithDBArgument)}}q.{{end}}db.ExecContext(ctx, fmt.Sprintf("LOAD DATA LOCAL INFILE '%s' {{if .IsReplace}}REPLACE {{else if .IgnoreErr}}IGNORE {{end}}INTO TABLE {{.TableIdentifierForMySQL}} %s ({{range $index, $name := .Arg.ColumnNames}}{{if gt $index 0}}, {{end}}{{$name}}{{end}})", "Reader::" + rh, mysqltsv.Escaping))
 	if err != nil {
 		return 0, err
 	}
diff --git a/internal/compiler/analyze.go b/internal/compiler/analyze.go
@@ -14,6 +14,8 @@ import (
 
 type analysis struct {
 	Table      *ast.TableName
+	IsReplace  bool
+	IgnoreErr  bool
 	Columns    []*Column
 	Parameters []Parameter
 	Named      *named.ParamSet
@@ -142,6 +144,8 @@ func (c *Compiler) _analyzeQuery(raw *ast.RawStmt, query string, failfast bool)
 	raw, namedParams, edits := rewrite.NamedParameters(c.conf.Engine, raw, numbers, dollar)
 
 	var table *ast.TableName
+	var isReplace bool
+	var ignoreErr bool
 	switch n := raw.Stmt.(type) {
 	case *ast.InsertStmt:
 		if err := check(validate.InsertStmt(n)); err != nil {
@@ -152,6 +156,8 @@ func (c *Compiler) _analyzeQuery(raw *ast.RawStmt, query string, failfast bool)
 		if err := check(err); err != nil {
 			return nil, err
 		}
+		isReplace = n.IsReplace
+		ignoreErr = n.IgnoreErr
 	}
 
 	if err := check(validate.FuncCall(c.catalog, c.combo, raw)); err != nil {
@@ -207,6 +213,8 @@ func (c *Compiler) _analyzeQuery(raw *ast.RawStmt, query string, failfast bool)
 
 	return &analysis{
 		Table:      table,
+		IsReplace:  isReplace,
+		IgnoreErr:  ignoreErr,
 		Columns:    cols,
 		Parameters: params,
 		Query:      expanded,
diff --git a/internal/compiler/parse.go b/internal/compiler/parse.go
@@ -178,6 +178,8 @@ func (c *Compiler) parseQuery(stmt ast.Node, src string, o opts.Parser) (*Query,
 		Columns:         anlys.Columns,
 		SQL:             trimmed,
 		InsertIntoTable: anlys.Table,
+		IsReplace:       anlys.IsReplace,
+		IgnoreErr:       anlys.IgnoreErr,
 	}, nil
 }
 
diff --git a/internal/compiler/query.go b/internal/compiler/query.go
@@ -50,6 +50,8 @@ type Query struct {
 
 	// Needed for CopyFrom
 	InsertIntoTable *ast.TableName
+	IsReplace       bool
+	IgnoreErr       bool
 
 	// Needed for vet
 	RawStmt *ast.RawStmt
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/db/copyfrom.go b/internal/endtoend/testdata/mysql_copyfrom_replace/db/copyfrom.go
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/db/db.go b/internal/endtoend/testdata/mysql_copyfrom_replace/db/db.go
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/db/models.go b/internal/endtoend/testdata/mysql_copyfrom_replace/db/models.go
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/db/query.sql.go b/internal/endtoend/testdata/mysql_copyfrom_replace/db/query.sql.go
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/query.sql b/internal/endtoend/testdata/mysql_copyfrom_replace/query.sql
@@ -0,0 +1,7 @@
+-- name: UpsertLocations :copyfrom
+REPLACE INTO locations (id, name, address, latitude, longitude)
+VALUES (?, ?, ?, ?, ?);
+
+-- name: IgnoreLocations :copyfrom
+INSERT IGNORE INTO locations (id, name, address, latitude, longitude)
+VALUES (?, ?, ?, ?, ?);
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/schema.sql b/internal/endtoend/testdata/mysql_copyfrom_replace/schema.sql
@@ -0,0 +1,7 @@
+CREATE TABLE locations (
+  id        VARCHAR(512) PRIMARY KEY,
+  name      TEXT NOT NULL,
+  address   TEXT NOT NULL,
+  latitude  FLOAT,
+  longitude FLOAT
+);
diff --git a/internal/endtoend/testdata/mysql_copyfrom_replace/sqlc.yaml b/internal/endtoend/testdata/mysql_copyfrom_replace/sqlc.yaml
@@ -0,0 +1,11 @@
+version: "2"
+sql:
+  - engine: "mysql"
+    queries: "query.sql"
+    schema: "schema.sql"
+    gen:
+      go:
+        package: "db"
+        out: "db"
+        sql_package: "database/sql"
+        sql_driver: "github.com/go-sql-driver/mysql"
diff --git a/internal/engine/dolphin/convert.go b/internal/engine/dolphin/convert.go
@@ -493,6 +493,8 @@ func (c *cc) convertInsertStmt(n *pcast.InsertStmt) *ast.InsertStmt {
 		Relation:      rangeVar,
 		Cols:          c.convertColumnNames(n.Columns),
 		ReturningList: &ast.List{},
+		IsReplace:     n.IsReplace,
+		IgnoreErr:     n.IgnoreErr,
 	}
 	if ss, ok := c.convert(n.Select).(*ast.SelectStmt); ok {
 		ss.ValuesLists = c.convertLists(n.Lists)
diff --git a/internal/plugin/codegen.pb.go b/internal/plugin/codegen.pb.go
diff --git a/internal/sql/ast/insert_stmt.go b/internal/sql/ast/insert_stmt.go
@@ -12,6 +12,8 @@ type InsertStmt struct {
 	WithClause           *WithClause
 	Override             OverridingKind
 	DefaultValues        bool // SQLite-specific: INSERT INTO ... DEFAULT VALUES
+	IsReplace            bool // MySQL-specific
+	IgnoreErr            bool // MySQL-specific
 }
 
 func (n *InsertStmt) Pos() int {

Original file line number	Diff line number	Diff line change
`@@ -161,6 +161,8 @@ func pluginQueries(r compiler.Result) []plugin.Query {`
`161`	`161`	`Params: params,`
`162`	`162`	`Filename: q.Metadata.Filename,`
`163`	`163`	`InsertIntoTable: iit,`
	`164`	`+ IsReplace: q.IsReplace,`
	`165`	`+ IgnoreErr: q.IgnoreErr,`
`164`	`166`	`})`
`165`	`167`	`}`
`166`	`168`	`return out`
Original file line number	Diff line number	Diff line change
`@@ -223,6 +223,8 @@ func buildQueries(req plugin.GenerateRequest, options opts.Options, structs []`
`223`	`223`	`SQL: query.Text,`
`224`	`224`	`Comments: comments,`
`225`	`225`	`Table: query.InsertIntoTable,`
	`226`	`+ IsReplace: query.IsReplace,`
	`227`	`+ IgnoreErr: query.IgnoreErr,`
`226`	`228`	`}`
`227`	`229`	`sqlpkg := parseDriver(options.SqlPackage)`
`228`	`230`
Original file line number	Diff line number	Diff line change
`@@ -40,7 +40,7 @@ func (q *Queries) {{.MethodName}}(ctx context.Context{{if $.EmitMethodsWithDBArg`
`40`	`40`	`go convertRowsFor{{.MethodName}}(pw, {{.Arg.Name}})`
`41`	`41`	`// The string interpolation is necessary because LOAD DATA INFILE requires`
`42`	`42`	`// the file name to be given as a literal string.`
`43`		`- result, err := {{if (not $.EmitMethodsWithDBArgument)}}q.{{end}}db.ExecContext(ctx, fmt.Sprintf("LOAD DATA LOCAL INFILE '%s' INTO TABLE {{.TableIdentifierForMySQL}} %s ({{range $index, $name := .Arg.ColumnNames}}{{if gt $index 0}}, {{end}}{{$name}}{{end}})", "Reader::" + rh, mysqltsv.Escaping))`
	`43`	`+ result, err := {{if (not $.EmitMethodsWithDBArgument)}}q.{{end}}db.ExecContext(ctx, fmt.Sprintf("LOAD DATA LOCAL INFILE '%s' {{if .IsReplace}}REPLACE {{else if .IgnoreErr}}IGNORE {{end}}INTO TABLE {{.TableIdentifierForMySQL}} %s ({{range $index, $name := .Arg.ColumnNames}}{{if gt $index 0}}, {{end}}{{$name}}{{end}})", "Reader::" + rh, mysqltsv.Escaping))`
`44`	`44`	`if err != nil {`
`45`	`45`	`return 0, err`
`46`	`46`	`}`
Original file line number	Diff line number	Diff line change
`@@ -178,6 +178,8 @@ func (c Compiler) parseQuery(stmt ast.Node, src string, o opts.Parser) (Query,`
`178`	`178`	`Columns: anlys.Columns,`
`179`	`179`	`SQL: trimmed,`
`180`	`180`	`InsertIntoTable: anlys.Table,`
	`181`	`+ IsReplace: anlys.IsReplace,`
	`182`	`+ IgnoreErr: anlys.IgnoreErr,`
`181`	`183`	`}, nil`
`182`	`184`	`}`
`183`	`185`