Compare commits
9 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| abdb9b4c78 | |||
| e7a15c8e4f | |||
| c36b5ede2b | |||
| 51ab29f8e3 | |||
| f532fc110c | |||
| 92dff99725 | |||
| 283b568adb | |||
| 122743ee43 | |||
| 91b6046b9b |
1
.gitignore
vendored
1
.gitignore
vendored
@@ -47,3 +47,4 @@ dist/
|
|||||||
build/
|
build/
|
||||||
bin/
|
bin/
|
||||||
tests/integration/failed_statements_example.txt
|
tests/integration/failed_statements_example.txt
|
||||||
|
test_output.log
|
||||||
|
|||||||
@@ -55,6 +55,7 @@ var (
|
|||||||
mergeSkipSequences bool
|
mergeSkipSequences bool
|
||||||
mergeSkipTables string // Comma-separated table names to skip
|
mergeSkipTables string // Comma-separated table names to skip
|
||||||
mergeVerbose bool
|
mergeVerbose bool
|
||||||
|
mergeReportPath string // Path to write merge report
|
||||||
)
|
)
|
||||||
|
|
||||||
var mergeCmd = &cobra.Command{
|
var mergeCmd = &cobra.Command{
|
||||||
@@ -78,6 +79,12 @@ Examples:
|
|||||||
--source pgsql --source-conn "postgres://user:pass@localhost/source_db" \
|
--source pgsql --source-conn "postgres://user:pass@localhost/source_db" \
|
||||||
--output json --output-path combined.json
|
--output json --output-path combined.json
|
||||||
|
|
||||||
|
# Merge and execute on PostgreSQL database with report
|
||||||
|
relspec merge --target json --target-path base.json \
|
||||||
|
--source json --source-path additional.json \
|
||||||
|
--output pgsql --output-conn "postgres://user:pass@localhost/target_db" \
|
||||||
|
--merge-report merge-report.json
|
||||||
|
|
||||||
# Merge DBML and YAML, skip relations
|
# Merge DBML and YAML, skip relations
|
||||||
relspec merge --target dbml --target-path schema.dbml \
|
relspec merge --target dbml --target-path schema.dbml \
|
||||||
--source yaml --source-path tables.yaml \
|
--source yaml --source-path tables.yaml \
|
||||||
@@ -115,6 +122,7 @@ func init() {
|
|||||||
mergeCmd.Flags().BoolVar(&mergeSkipSequences, "skip-sequences", false, "Skip sequences during merge")
|
mergeCmd.Flags().BoolVar(&mergeSkipSequences, "skip-sequences", false, "Skip sequences during merge")
|
||||||
mergeCmd.Flags().StringVar(&mergeSkipTables, "skip-tables", "", "Comma-separated list of table names to skip during merge")
|
mergeCmd.Flags().StringVar(&mergeSkipTables, "skip-tables", "", "Comma-separated list of table names to skip during merge")
|
||||||
mergeCmd.Flags().BoolVar(&mergeVerbose, "verbose", false, "Show verbose output")
|
mergeCmd.Flags().BoolVar(&mergeVerbose, "verbose", false, "Show verbose output")
|
||||||
|
mergeCmd.Flags().StringVar(&mergeReportPath, "merge-report", "", "Path to write merge report (JSON format)")
|
||||||
}
|
}
|
||||||
|
|
||||||
func runMerge(cmd *cobra.Command, args []string) error {
|
func runMerge(cmd *cobra.Command, args []string) error {
|
||||||
@@ -229,7 +237,7 @@ func runMerge(cmd *cobra.Command, args []string) error {
|
|||||||
fmt.Fprintf(os.Stderr, " Path: %s\n", mergeOutputPath)
|
fmt.Fprintf(os.Stderr, " Path: %s\n", mergeOutputPath)
|
||||||
}
|
}
|
||||||
|
|
||||||
err = writeDatabaseForMerge(mergeOutputType, mergeOutputPath, "", targetDB, "Output")
|
err = writeDatabaseForMerge(mergeOutputType, mergeOutputPath, mergeOutputConn, targetDB, "Output")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to write output: %w", err)
|
return fmt.Errorf("failed to write output: %w", err)
|
||||||
}
|
}
|
||||||
@@ -376,7 +384,17 @@ func writeDatabaseForMerge(dbType, filePath, connString string, db *models.Datab
|
|||||||
}
|
}
|
||||||
writer = wtypeorm.NewWriter(&writers.WriterOptions{OutputPath: filePath})
|
writer = wtypeorm.NewWriter(&writers.WriterOptions{OutputPath: filePath})
|
||||||
case "pgsql":
|
case "pgsql":
|
||||||
writer = wpgsql.NewWriter(&writers.WriterOptions{OutputPath: filePath})
|
writerOpts := &writers.WriterOptions{OutputPath: filePath}
|
||||||
|
if connString != "" {
|
||||||
|
writerOpts.Metadata = map[string]interface{}{
|
||||||
|
"connection_string": connString,
|
||||||
|
}
|
||||||
|
// Add report path if merge report is enabled
|
||||||
|
if mergeReportPath != "" {
|
||||||
|
writerOpts.Metadata["report_path"] = mergeReportPath
|
||||||
|
}
|
||||||
|
}
|
||||||
|
writer = wpgsql.NewWriter(writerOpts)
|
||||||
default:
|
default:
|
||||||
return fmt.Errorf("%s: unsupported format '%s'", label, dbType)
|
return fmt.Errorf("%s: unsupported format '%s'", label, dbType)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -39,8 +39,8 @@ Example filenames (hyphen format):
|
|||||||
1-002-create-posts.sql # Priority 1, Sequence 2
|
1-002-create-posts.sql # Priority 1, Sequence 2
|
||||||
10-10-create-newid.pgsql # Priority 10, Sequence 10
|
10-10-create-newid.pgsql # Priority 10, Sequence 10
|
||||||
|
|
||||||
Both formats can be mixed in the same directory.
|
Both formats can be mixed in the same directory and subdirectories.
|
||||||
Scripts are executed in order: Priority (ascending), then Sequence (ascending).`,
|
Scripts are executed in order: Priority (ascending), Sequence (ascending), Name (alphabetical).`,
|
||||||
}
|
}
|
||||||
|
|
||||||
var scriptsListCmd = &cobra.Command{
|
var scriptsListCmd = &cobra.Command{
|
||||||
@@ -48,8 +48,8 @@ var scriptsListCmd = &cobra.Command{
|
|||||||
Short: "List SQL scripts from a directory",
|
Short: "List SQL scripts from a directory",
|
||||||
Long: `List SQL scripts from a directory and show their execution order.
|
Long: `List SQL scripts from a directory and show their execution order.
|
||||||
|
|
||||||
The scripts are read from the specified directory and displayed in the order
|
The scripts are read recursively from the specified directory and displayed in the order
|
||||||
they would be executed (Priority ascending, then Sequence ascending).
|
they would be executed: Priority (ascending), then Sequence (ascending), then Name (alphabetical).
|
||||||
|
|
||||||
Example:
|
Example:
|
||||||
relspec scripts list --dir ./migrations`,
|
relspec scripts list --dir ./migrations`,
|
||||||
@@ -61,10 +61,10 @@ var scriptsExecuteCmd = &cobra.Command{
|
|||||||
Short: "Execute SQL scripts against a database",
|
Short: "Execute SQL scripts against a database",
|
||||||
Long: `Execute SQL scripts from a directory against a PostgreSQL database.
|
Long: `Execute SQL scripts from a directory against a PostgreSQL database.
|
||||||
|
|
||||||
Scripts are executed in order: Priority (ascending), then Sequence (ascending).
|
Scripts are executed in order: Priority (ascending), Sequence (ascending), Name (alphabetical).
|
||||||
Execution stops immediately on the first error.
|
Execution stops immediately on the first error.
|
||||||
|
|
||||||
The directory is scanned recursively for files matching the patterns:
|
The directory is scanned recursively for all subdirectories and files matching the patterns:
|
||||||
{priority}_{sequence}_{name}.sql or .pgsql (underscore format)
|
{priority}_{sequence}_{name}.sql or .pgsql (underscore format)
|
||||||
{priority}-{sequence}-{name}.sql or .pgsql (hyphen format)
|
{priority}-{sequence}-{name}.sql or .pgsql (hyphen format)
|
||||||
|
|
||||||
@@ -75,7 +75,7 @@ PostgreSQL Connection String Examples:
|
|||||||
postgresql://user:pass@host/dbname?sslmode=require
|
postgresql://user:pass@host/dbname?sslmode=require
|
||||||
|
|
||||||
Examples:
|
Examples:
|
||||||
# Execute migration scripts
|
# Execute migration scripts from a directory (including subdirectories)
|
||||||
relspec scripts execute --dir ./migrations \
|
relspec scripts execute --dir ./migrations \
|
||||||
--conn "postgres://user:pass@localhost:5432/mydb"
|
--conn "postgres://user:pass@localhost:5432/mydb"
|
||||||
|
|
||||||
@@ -149,7 +149,7 @@ func runScriptsList(cmd *cobra.Command, args []string) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Sort scripts by Priority then Sequence
|
// Sort scripts by Priority, Sequence, then Name
|
||||||
sortedScripts := make([]*struct {
|
sortedScripts := make([]*struct {
|
||||||
name string
|
name string
|
||||||
priority int
|
priority int
|
||||||
@@ -186,7 +186,10 @@ func runScriptsList(cmd *cobra.Command, args []string) error {
|
|||||||
if sortedScripts[i].priority != sortedScripts[j].priority {
|
if sortedScripts[i].priority != sortedScripts[j].priority {
|
||||||
return sortedScripts[i].priority < sortedScripts[j].priority
|
return sortedScripts[i].priority < sortedScripts[j].priority
|
||||||
}
|
}
|
||||||
|
if sortedScripts[i].sequence != sortedScripts[j].sequence {
|
||||||
return sortedScripts[i].sequence < sortedScripts[j].sequence
|
return sortedScripts[i].sequence < sortedScripts[j].sequence
|
||||||
|
}
|
||||||
|
return sortedScripts[i].name < sortedScripts[j].name
|
||||||
})
|
})
|
||||||
|
|
||||||
fmt.Fprintf(os.Stderr, "Found %d script(s) in execution order:\n\n", len(sortedScripts))
|
fmt.Fprintf(os.Stderr, "Found %d script(s) in execution order:\n\n", len(sortedScripts))
|
||||||
@@ -242,7 +245,7 @@ func runScriptsExecute(cmd *cobra.Command, args []string) error {
|
|||||||
fmt.Fprintf(os.Stderr, " ✓ Found %d script(s)\n\n", len(schema.Scripts))
|
fmt.Fprintf(os.Stderr, " ✓ Found %d script(s)\n\n", len(schema.Scripts))
|
||||||
|
|
||||||
// Step 2: Execute scripts
|
// Step 2: Execute scripts
|
||||||
fmt.Fprintf(os.Stderr, "[2/2] Executing scripts in order (Priority → Sequence)...\n\n")
|
fmt.Fprintf(os.Stderr, "[2/2] Executing scripts in order (Priority → Sequence → Name)...\n\n")
|
||||||
|
|
||||||
writer := sqlexec.NewWriter(&writers.WriterOptions{
|
writer := sqlexec.NewWriter(&writers.WriterOptions{
|
||||||
Metadata: map[string]any{
|
Metadata: map[string]any{
|
||||||
|
|||||||
@@ -4,31 +4,31 @@ import "strings"
|
|||||||
|
|
||||||
var GoToStdTypes = map[string]string{
|
var GoToStdTypes = map[string]string{
|
||||||
"bool": "boolean",
|
"bool": "boolean",
|
||||||
"int64": "integer",
|
"int64": "bigint",
|
||||||
"int": "integer",
|
"int": "integer",
|
||||||
"int8": "integer",
|
"int8": "smallint",
|
||||||
"int16": "integer",
|
"int16": "smallint",
|
||||||
"int32": "integer",
|
"int32": "integer",
|
||||||
"uint": "integer",
|
"uint": "integer",
|
||||||
"uint8": "integer",
|
"uint8": "smallint",
|
||||||
"uint16": "integer",
|
"uint16": "smallint",
|
||||||
"uint32": "integer",
|
"uint32": "integer",
|
||||||
"uint64": "integer",
|
"uint64": "bigint",
|
||||||
"uintptr": "integer",
|
"uintptr": "bigint",
|
||||||
"znullint64": "integer",
|
"znullint64": "bigint",
|
||||||
"znullint32": "integer",
|
"znullint32": "integer",
|
||||||
"znullbyte": "integer",
|
"znullbyte": "smallint",
|
||||||
"float64": "double",
|
"float64": "double",
|
||||||
"float32": "double",
|
"float32": "double",
|
||||||
"complex64": "double",
|
"complex64": "double",
|
||||||
"complex128": "double",
|
"complex128": "double",
|
||||||
"customfloat64": "double",
|
"customfloat64": "double",
|
||||||
"string": "string",
|
"string": "text",
|
||||||
"Pointer": "integer",
|
"Pointer": "bigint",
|
||||||
"[]byte": "blob",
|
"[]byte": "blob",
|
||||||
"customdate": "string",
|
"customdate": "date",
|
||||||
"customtime": "string",
|
"customtime": "time",
|
||||||
"customtimestamp": "string",
|
"customtimestamp": "timestamp",
|
||||||
"sqlfloat64": "double",
|
"sqlfloat64": "double",
|
||||||
"sqlfloat16": "double",
|
"sqlfloat16": "double",
|
||||||
"sqluuid": "uuid",
|
"sqluuid": "uuid",
|
||||||
@@ -36,9 +36,9 @@ var GoToStdTypes = map[string]string{
|
|||||||
"sqljson": "json",
|
"sqljson": "json",
|
||||||
"sqlint64": "bigint",
|
"sqlint64": "bigint",
|
||||||
"sqlint32": "integer",
|
"sqlint32": "integer",
|
||||||
"sqlint16": "integer",
|
"sqlint16": "smallint",
|
||||||
"sqlbool": "boolean",
|
"sqlbool": "boolean",
|
||||||
"sqlstring": "string",
|
"sqlstring": "text",
|
||||||
"nullablejsonb": "jsonb",
|
"nullablejsonb": "jsonb",
|
||||||
"nullablejson": "json",
|
"nullablejson": "json",
|
||||||
"nullableuuid": "uuid",
|
"nullableuuid": "uuid",
|
||||||
@@ -67,7 +67,7 @@ var GoToPGSQLTypes = map[string]string{
|
|||||||
"float32": "real",
|
"float32": "real",
|
||||||
"complex64": "double precision",
|
"complex64": "double precision",
|
||||||
"complex128": "double precision",
|
"complex128": "double precision",
|
||||||
"customfloat64": "double precisio",
|
"customfloat64": "double precision",
|
||||||
"string": "text",
|
"string": "text",
|
||||||
"Pointer": "bigint",
|
"Pointer": "bigint",
|
||||||
"[]byte": "bytea",
|
"[]byte": "bytea",
|
||||||
@@ -81,9 +81,9 @@ var GoToPGSQLTypes = map[string]string{
|
|||||||
"sqljson": "json",
|
"sqljson": "json",
|
||||||
"sqlint64": "bigint",
|
"sqlint64": "bigint",
|
||||||
"sqlint32": "integer",
|
"sqlint32": "integer",
|
||||||
"sqlint16": "integer",
|
"sqlint16": "smallint",
|
||||||
"sqlbool": "boolean",
|
"sqlbool": "boolean",
|
||||||
"sqlstring": "string",
|
"sqlstring": "text",
|
||||||
"nullablejsonb": "jsonb",
|
"nullablejsonb": "jsonb",
|
||||||
"nullablejson": "json",
|
"nullablejson": "json",
|
||||||
"nullableuuid": "uuid",
|
"nullableuuid": "uuid",
|
||||||
|
|||||||
@@ -128,6 +128,46 @@ func (r *Reader) readDirectoryDBML(dirPath string) (*models.Database, error) {
|
|||||||
return db, nil
|
return db, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// splitIdentifier splits a dotted identifier while respecting quotes
|
||||||
|
// Handles cases like: "schema.with.dots"."table"."column"
|
||||||
|
func splitIdentifier(s string) []string {
|
||||||
|
var parts []string
|
||||||
|
var current strings.Builder
|
||||||
|
inQuote := false
|
||||||
|
quoteChar := byte(0)
|
||||||
|
|
||||||
|
for i := 0; i < len(s); i++ {
|
||||||
|
ch := s[i]
|
||||||
|
|
||||||
|
if !inQuote {
|
||||||
|
switch ch {
|
||||||
|
case '"', '\'':
|
||||||
|
inQuote = true
|
||||||
|
quoteChar = ch
|
||||||
|
current.WriteByte(ch)
|
||||||
|
case '.':
|
||||||
|
if current.Len() > 0 {
|
||||||
|
parts = append(parts, current.String())
|
||||||
|
current.Reset()
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
current.WriteByte(ch)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
current.WriteByte(ch)
|
||||||
|
if ch == quoteChar {
|
||||||
|
inQuote = false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if current.Len() > 0 {
|
||||||
|
parts = append(parts, current.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
return parts
|
||||||
|
}
|
||||||
|
|
||||||
// stripQuotes removes surrounding quotes and comments from an identifier
|
// stripQuotes removes surrounding quotes and comments from an identifier
|
||||||
func stripQuotes(s string) string {
|
func stripQuotes(s string) string {
|
||||||
s = strings.TrimSpace(s)
|
s = strings.TrimSpace(s)
|
||||||
@@ -409,7 +449,9 @@ func (r *Reader) parseDBML(content string) (*models.Database, error) {
|
|||||||
// Parse Table definition
|
// Parse Table definition
|
||||||
if matches := tableRegex.FindStringSubmatch(line); matches != nil {
|
if matches := tableRegex.FindStringSubmatch(line); matches != nil {
|
||||||
tableName := matches[1]
|
tableName := matches[1]
|
||||||
parts := strings.Split(tableName, ".")
|
// Strip comments/notes before parsing to avoid dots in notes
|
||||||
|
tableName = strings.TrimSpace(regexp.MustCompile(`\s*\[.*?\]\s*`).ReplaceAllString(tableName, ""))
|
||||||
|
parts := splitIdentifier(tableName)
|
||||||
|
|
||||||
if len(parts) == 2 {
|
if len(parts) == 2 {
|
||||||
currentSchema = stripQuotes(parts[0])
|
currentSchema = stripQuotes(parts[0])
|
||||||
@@ -587,10 +629,10 @@ func (r *Reader) parseColumn(line, tableName, schemaName string) (*models.Column
|
|||||||
refOp := strings.TrimSpace(refStr)
|
refOp := strings.TrimSpace(refStr)
|
||||||
var isReverse bool
|
var isReverse bool
|
||||||
if strings.HasPrefix(refOp, "<") {
|
if strings.HasPrefix(refOp, "<") {
|
||||||
isReverse = column.IsPrimaryKey // < on PK means "is referenced by" (reverse)
|
// < means "is referenced by" - only makes sense on PK columns
|
||||||
} else if strings.HasPrefix(refOp, ">") {
|
isReverse = column.IsPrimaryKey
|
||||||
isReverse = !column.IsPrimaryKey // > on FK means reverse
|
|
||||||
}
|
}
|
||||||
|
// > means "references" - always a forward FK, never reverse
|
||||||
|
|
||||||
constraint = r.parseRef(refStr)
|
constraint = r.parseRef(refStr)
|
||||||
if constraint != nil {
|
if constraint != nil {
|
||||||
@@ -814,7 +856,7 @@ func (r *Reader) parseTableRef(ref string) (schema, table string, columns []stri
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Parse schema, table, and optionally column
|
// Parse schema, table, and optionally column
|
||||||
parts := strings.Split(strings.TrimSpace(ref), ".")
|
parts := splitIdentifier(strings.TrimSpace(ref))
|
||||||
if len(parts) == 3 {
|
if len(parts) == 3 {
|
||||||
// Format: "schema"."table"."column"
|
// Format: "schema"."table"."column"
|
||||||
schema = stripQuotes(parts[0])
|
schema = stripQuotes(parts[0])
|
||||||
|
|||||||
@@ -329,10 +329,10 @@ func (r *Reader) deriveRelationship(table *models.Table, fk *models.Constraint)
|
|||||||
relationshipName := fmt.Sprintf("%s_to_%s", table.Name, fk.ReferencedTable)
|
relationshipName := fmt.Sprintf("%s_to_%s", table.Name, fk.ReferencedTable)
|
||||||
|
|
||||||
relationship := models.InitRelationship(relationshipName, models.OneToMany)
|
relationship := models.InitRelationship(relationshipName, models.OneToMany)
|
||||||
relationship.FromTable = fk.ReferencedTable
|
relationship.FromTable = table.Name
|
||||||
relationship.FromSchema = fk.ReferencedSchema
|
relationship.FromSchema = table.Schema
|
||||||
relationship.ToTable = table.Name
|
relationship.ToTable = fk.ReferencedTable
|
||||||
relationship.ToSchema = table.Schema
|
relationship.ToSchema = fk.ReferencedSchema
|
||||||
relationship.ForeignKey = fk.Name
|
relationship.ForeignKey = fk.Name
|
||||||
|
|
||||||
// Store constraint actions in properties
|
// Store constraint actions in properties
|
||||||
|
|||||||
@@ -328,12 +328,12 @@ func TestDeriveRelationship(t *testing.T) {
|
|||||||
t.Errorf("Expected relationship type %s, got %s", models.OneToMany, rel.Type)
|
t.Errorf("Expected relationship type %s, got %s", models.OneToMany, rel.Type)
|
||||||
}
|
}
|
||||||
|
|
||||||
if rel.FromTable != "users" {
|
if rel.FromTable != "orders" {
|
||||||
t.Errorf("Expected FromTable 'users', got '%s'", rel.FromTable)
|
t.Errorf("Expected FromTable 'orders', got '%s'", rel.FromTable)
|
||||||
}
|
}
|
||||||
|
|
||||||
if rel.ToTable != "orders" {
|
if rel.ToTable != "users" {
|
||||||
t.Errorf("Expected ToTable 'orders', got '%s'", rel.ToTable)
|
t.Errorf("Expected ToTable 'users', got '%s'", rel.ToTable)
|
||||||
}
|
}
|
||||||
|
|
||||||
if rel.ForeignKey != "fk_orders_user_id" {
|
if rel.ForeignKey != "fk_orders_user_id" {
|
||||||
|
|||||||
@@ -93,6 +93,7 @@ fmt.Printf("Found %d scripts\n", len(schema.Scripts))
|
|||||||
## Features
|
## Features
|
||||||
|
|
||||||
- **Recursive Directory Scanning**: Automatically scans all subdirectories
|
- **Recursive Directory Scanning**: Automatically scans all subdirectories
|
||||||
|
- **Symlink Skipping**: Symbolic links are automatically skipped (prevents loops and duplicates)
|
||||||
- **Multiple Extensions**: Supports both `.sql` and `.pgsql` files
|
- **Multiple Extensions**: Supports both `.sql` and `.pgsql` files
|
||||||
- **Flexible Naming**: Extract metadata from filename patterns
|
- **Flexible Naming**: Extract metadata from filename patterns
|
||||||
- **Error Handling**: Validates directory existence and file accessibility
|
- **Error Handling**: Validates directory existence and file accessibility
|
||||||
@@ -153,8 +154,9 @@ go test ./pkg/readers/sqldir/
|
|||||||
```
|
```
|
||||||
|
|
||||||
Tests include:
|
Tests include:
|
||||||
- Valid file parsing
|
- Valid file parsing (underscore and hyphen formats)
|
||||||
- Recursive directory scanning
|
- Recursive directory scanning
|
||||||
|
- Symlink skipping
|
||||||
- Invalid filename handling
|
- Invalid filename handling
|
||||||
- Empty directory handling
|
- Empty directory handling
|
||||||
- Error conditions
|
- Error conditions
|
||||||
|
|||||||
@@ -107,11 +107,20 @@ func (r *Reader) readScripts() ([]*models.Script, error) {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
// Skip directories
|
// Don't process directories as files (WalkDir still descends into them recursively)
|
||||||
if d.IsDir() {
|
if d.IsDir() {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Skip symlinks
|
||||||
|
info, err := d.Info()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if info.Mode()&os.ModeSymlink != 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
// Get filename
|
// Get filename
|
||||||
filename := d.Name()
|
filename := d.Name()
|
||||||
|
|
||||||
|
|||||||
@@ -373,3 +373,65 @@ func TestReader_MixedFormat(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestReader_SkipSymlinks(t *testing.T) {
|
||||||
|
// Create temporary test directory
|
||||||
|
tempDir, err := os.MkdirTemp("", "sqldir-test-symlink-*")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Failed to create temp directory: %v", err)
|
||||||
|
}
|
||||||
|
defer os.RemoveAll(tempDir)
|
||||||
|
|
||||||
|
// Create a real SQL file
|
||||||
|
realFile := filepath.Join(tempDir, "1_001_real_file.sql")
|
||||||
|
if err := os.WriteFile(realFile, []byte("SELECT 1;"), 0644); err != nil {
|
||||||
|
t.Fatalf("Failed to create real file: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create another file to link to
|
||||||
|
targetFile := filepath.Join(tempDir, "2_001_target.sql")
|
||||||
|
if err := os.WriteFile(targetFile, []byte("SELECT 2;"), 0644); err != nil {
|
||||||
|
t.Fatalf("Failed to create target file: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create a symlink to the target file (this should be skipped)
|
||||||
|
symlinkFile := filepath.Join(tempDir, "3_001_symlink.sql")
|
||||||
|
if err := os.Symlink(targetFile, symlinkFile); err != nil {
|
||||||
|
// Skip test on systems that don't support symlinks (e.g., Windows without admin)
|
||||||
|
t.Skipf("Symlink creation not supported: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create reader
|
||||||
|
reader := NewReader(&readers.ReaderOptions{
|
||||||
|
FilePath: tempDir,
|
||||||
|
})
|
||||||
|
|
||||||
|
// Read database
|
||||||
|
db, err := reader.ReadDatabase()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("ReadDatabase failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
schema := db.Schemas[0]
|
||||||
|
|
||||||
|
// Should only have 2 scripts (real_file and target), symlink should be skipped
|
||||||
|
if len(schema.Scripts) != 2 {
|
||||||
|
t.Errorf("Expected 2 scripts (symlink should be skipped), got %d", len(schema.Scripts))
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify the scripts are the real files, not the symlink
|
||||||
|
scriptNames := make(map[string]bool)
|
||||||
|
for _, script := range schema.Scripts {
|
||||||
|
scriptNames[script.Name] = true
|
||||||
|
}
|
||||||
|
|
||||||
|
if !scriptNames["real_file"] {
|
||||||
|
t.Error("Expected 'real_file' script to be present")
|
||||||
|
}
|
||||||
|
if !scriptNames["target"] {
|
||||||
|
t.Error("Expected 'target' script to be present")
|
||||||
|
}
|
||||||
|
if scriptNames["symlink"] {
|
||||||
|
t.Error("Symlink script should have been skipped but was found")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
217
pkg/writers/pgsql/NAMING_CONVENTIONS.md
Normal file
217
pkg/writers/pgsql/NAMING_CONVENTIONS.md
Normal file
@@ -0,0 +1,217 @@
|
|||||||
|
# PostgreSQL Naming Conventions
|
||||||
|
|
||||||
|
Standardized naming rules for all database objects in RelSpec PostgreSQL output.
|
||||||
|
|
||||||
|
## Quick Reference
|
||||||
|
|
||||||
|
| Object Type | Prefix | Format | Example |
|
||||||
|
| ----------------- | ----------- | ---------------------------------- | ------------------------ |
|
||||||
|
| Primary Key | `pk_` | `pk_<schema>_<table>` | `pk_public_users` |
|
||||||
|
| Foreign Key | `fk_` | `fk_<table>_<referenced_table>` | `fk_posts_users` |
|
||||||
|
| Unique Constraint | `uk_` | `uk_<table>_<column>` | `uk_users_email` |
|
||||||
|
| Unique Index | `uidx_` | `uidx_<table>_<column>` | `uidx_users_email` |
|
||||||
|
| Regular Index | `idx_` | `idx_<table>_<column>` | `idx_posts_user_id` |
|
||||||
|
| Check Constraint | `chk_` | `chk_<table>_<constraint_purpose>` | `chk_users_age_positive` |
|
||||||
|
| Sequence | `identity_` | `identity_<table>_<column>` | `identity_users_id` |
|
||||||
|
| Trigger | `t_` | `t_<purpose>_<table>` | `t_audit_users` |
|
||||||
|
| Trigger Function | `tf_` | `tf_<purpose>_<table>` | `tf_audit_users` |
|
||||||
|
|
||||||
|
## Naming Rules by Object Type
|
||||||
|
|
||||||
|
### Primary Keys
|
||||||
|
|
||||||
|
**Pattern:** `pk_<schema>_<table>`
|
||||||
|
|
||||||
|
- Include schema name to avoid collisions across schemas
|
||||||
|
- Use lowercase, snake_case format
|
||||||
|
- Examples:
|
||||||
|
- `pk_public_users`
|
||||||
|
- `pk_audit_audit_log`
|
||||||
|
- `pk_staging_temp_data`
|
||||||
|
|
||||||
|
### Foreign Keys
|
||||||
|
|
||||||
|
**Pattern:** `fk_<table>_<referenced_table>`
|
||||||
|
|
||||||
|
- Reference the table containing the FK followed by the referenced table
|
||||||
|
- Use lowercase, snake_case format
|
||||||
|
- Do NOT include column names in standard FK constraints
|
||||||
|
- Examples:
|
||||||
|
- `fk_posts_users` (posts.user_id → users.id)
|
||||||
|
- `fk_comments_posts` (comments.post_id → posts.id)
|
||||||
|
- `fk_order_items_orders` (order_items.order_id → orders.id)
|
||||||
|
|
||||||
|
### Unique Constraints
|
||||||
|
|
||||||
|
**Pattern:** `uk_<table>_<column>`
|
||||||
|
|
||||||
|
- Use `uk_` prefix strictly for database constraints (CONSTRAINT type)
|
||||||
|
- Include column name for clarity
|
||||||
|
- Examples:
|
||||||
|
- `uk_users_email`
|
||||||
|
- `uk_users_username`
|
||||||
|
- `uk_products_sku`
|
||||||
|
|
||||||
|
### Unique Indexes
|
||||||
|
|
||||||
|
**Pattern:** `uidx_<table>_<column>`
|
||||||
|
|
||||||
|
- Use `uidx_` prefix strictly for index type objects
|
||||||
|
- Distinguished from constraints for clarity and implementation flexibility
|
||||||
|
- Examples:
|
||||||
|
- `uidx_users_email`
|
||||||
|
- `uidx_sessions_token`
|
||||||
|
- `uidx_api_keys_key`
|
||||||
|
|
||||||
|
### Regular Indexes
|
||||||
|
|
||||||
|
**Pattern:** `idx_<table>_<column>`
|
||||||
|
|
||||||
|
- Standard indexes for query optimization
|
||||||
|
- Single column: `idx_<table>_<column>`
|
||||||
|
- Examples:
|
||||||
|
- `idx_posts_user_id`
|
||||||
|
- `idx_orders_created_at`
|
||||||
|
- `idx_users_status`
|
||||||
|
|
||||||
|
### Check Constraints
|
||||||
|
|
||||||
|
**Pattern:** `chk_<table>_<constraint_purpose>`
|
||||||
|
|
||||||
|
- Describe the constraint validation purpose
|
||||||
|
- Use lowercase, snake_case for the purpose
|
||||||
|
- Examples:
|
||||||
|
- `chk_users_age_positive` (CHECK (age > 0))
|
||||||
|
- `chk_orders_quantity_positive` (CHECK (quantity > 0))
|
||||||
|
- `chk_products_price_valid` (CHECK (price >= 0))
|
||||||
|
- `chk_users_status_enum` (CHECK (status IN ('active', 'inactive')))
|
||||||
|
|
||||||
|
### Sequences
|
||||||
|
|
||||||
|
**Pattern:** `identity_<table>_<column>`
|
||||||
|
|
||||||
|
- Used for SERIAL/IDENTITY columns
|
||||||
|
- Explicitly named for clarity and management
|
||||||
|
- Examples:
|
||||||
|
- `identity_users_id`
|
||||||
|
- `identity_posts_id`
|
||||||
|
- `identity_transactions_id`
|
||||||
|
|
||||||
|
### Triggers
|
||||||
|
|
||||||
|
**Pattern:** `t_<purpose>_<table>`
|
||||||
|
|
||||||
|
- Include purpose before table name
|
||||||
|
- Lowercase, snake_case format
|
||||||
|
- Examples:
|
||||||
|
- `t_audit_users` (audit trigger on users table)
|
||||||
|
- `t_update_timestamp_posts` (timestamp update trigger on posts)
|
||||||
|
- `t_validate_orders` (validation trigger on orders)
|
||||||
|
|
||||||
|
### Trigger Functions
|
||||||
|
|
||||||
|
**Pattern:** `tf_<purpose>_<table>`
|
||||||
|
|
||||||
|
- Pair with trigger naming convention
|
||||||
|
- Use `tf_` prefix to distinguish from triggers themselves
|
||||||
|
- Examples:
|
||||||
|
- `tf_audit_users` (function for t_audit_users)
|
||||||
|
- `tf_update_timestamp_posts` (function for t_update_timestamp_posts)
|
||||||
|
- `tf_validate_orders` (function for t_validate_orders)
|
||||||
|
|
||||||
|
## Multi-Column Objects
|
||||||
|
|
||||||
|
### Composite Primary Keys
|
||||||
|
|
||||||
|
**Pattern:** `pk_<schema>_<table>`
|
||||||
|
|
||||||
|
- Same as single-column PKs
|
||||||
|
- Example: `pk_public_order_items` (composite key on order_id + item_id)
|
||||||
|
|
||||||
|
### Composite Unique Constraints
|
||||||
|
|
||||||
|
**Pattern:** `uk_<table>_<column1>_<column2>_[...]`
|
||||||
|
|
||||||
|
- Append all column names in order
|
||||||
|
- Examples:
|
||||||
|
- `uk_users_email_domain` (UNIQUE(email, domain))
|
||||||
|
- `uk_inventory_warehouse_sku` (UNIQUE(warehouse_id, sku))
|
||||||
|
|
||||||
|
### Composite Unique Indexes
|
||||||
|
|
||||||
|
**Pattern:** `uidx_<table>_<column1>_<column2>_[...]`
|
||||||
|
|
||||||
|
- Append all column names in order
|
||||||
|
- Examples:
|
||||||
|
- `uidx_users_first_name_last_name` (UNIQUE INDEX on first_name, last_name)
|
||||||
|
- `uidx_sessions_user_id_device_id` (UNIQUE INDEX on user_id, device_id)
|
||||||
|
|
||||||
|
### Composite Regular Indexes
|
||||||
|
|
||||||
|
**Pattern:** `idx_<table>_<column1>_<column2>_[...]`
|
||||||
|
|
||||||
|
- Append all column names in order
|
||||||
|
- List columns in typical query filter order
|
||||||
|
- Examples:
|
||||||
|
- `idx_orders_user_id_created_at` (filter by user, then sort by created_at)
|
||||||
|
- `idx_logs_level_timestamp` (filter by level, then by timestamp)
|
||||||
|
|
||||||
|
## Special Cases & Conventions
|
||||||
|
|
||||||
|
### Audit Trail Tables
|
||||||
|
|
||||||
|
- Audit table naming: `<original_table>_audit` or `audit_<original_table>`
|
||||||
|
- Audit indexes follow standard pattern: `idx_<audit_table>_<column>`
|
||||||
|
- Examples:
|
||||||
|
- Users table audit: `users_audit` with `idx_users_audit_tablename`, `idx_users_audit_changedate`
|
||||||
|
- Posts table audit: `posts_audit` with `idx_posts_audit_tablename`, `idx_posts_audit_changedate`
|
||||||
|
|
||||||
|
### Temporal/Versioning Tables
|
||||||
|
|
||||||
|
- Use suffix `_history` or `_versions` if needed
|
||||||
|
- Apply standard naming rules with the full table name
|
||||||
|
- Examples:
|
||||||
|
- `idx_users_history_user_id`
|
||||||
|
- `uk_posts_versions_version_number`
|
||||||
|
|
||||||
|
### Schema-Specific Objects
|
||||||
|
|
||||||
|
- Always qualify with schema when needed: `pk_<schema>_<table>`
|
||||||
|
- Multiple schemas allowed: `pk_public_users`, `pk_staging_users`
|
||||||
|
|
||||||
|
### Reserved Words & Special Names
|
||||||
|
|
||||||
|
- Avoid PostgreSQL reserved keywords in object names
|
||||||
|
- If column/table names conflict, use quoted identifiers in DDL
|
||||||
|
- Naming convention rules still apply to the logical name
|
||||||
|
|
||||||
|
### Generated/Anonymous Indexes
|
||||||
|
|
||||||
|
- If an index lacks explicit naming, default to: `idx_<schema>_<table>`
|
||||||
|
- Should be replaced with explicit names following standards
|
||||||
|
- Examples (to be renamed):
|
||||||
|
- `idx_public_users` → should be `idx_users_<column>`
|
||||||
|
|
||||||
|
## Implementation Notes
|
||||||
|
|
||||||
|
### Code Generation
|
||||||
|
|
||||||
|
- Names are always lowercase in generated SQL
|
||||||
|
- Underscore separators are required
|
||||||
|
|
||||||
|
### Migration Safety
|
||||||
|
|
||||||
|
- Do NOT rename objects after creation without explicit migration
|
||||||
|
- Names should be consistent across all schema versions
|
||||||
|
- Test generated DDL against PostgreSQL before deployment
|
||||||
|
|
||||||
|
### Testing
|
||||||
|
|
||||||
|
- Ensure consistency across all table and constraint generation
|
||||||
|
- Test with reserved words to verify escaping
|
||||||
|
|
||||||
|
## Related Documentation
|
||||||
|
|
||||||
|
- PostgreSQL Identifier Rules: https://www.postgresql.org/docs/current/sql-syntax-lexical.html#SQL-IDENTIFIERS
|
||||||
|
- Constraint Documentation: https://www.postgresql.org/docs/current/ddl-constraints.html
|
||||||
|
- Index Documentation: https://www.postgresql.org/docs/current/indexes.html
|
||||||
@@ -8,6 +8,7 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/pgsql"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -335,7 +336,7 @@ func (w *MigrationWriter) generateAlterTableScripts(schema *models.Schema, model
|
|||||||
SchemaName: schema.Name,
|
SchemaName: schema.Name,
|
||||||
TableName: modelTable.Name,
|
TableName: modelTable.Name,
|
||||||
ColumnName: modelCol.Name,
|
ColumnName: modelCol.Name,
|
||||||
ColumnType: modelCol.Type,
|
ColumnType: pgsql.ConvertSQLType(modelCol.Type),
|
||||||
Default: defaultVal,
|
Default: defaultVal,
|
||||||
NotNull: modelCol.NotNull,
|
NotNull: modelCol.NotNull,
|
||||||
})
|
})
|
||||||
@@ -359,7 +360,7 @@ func (w *MigrationWriter) generateAlterTableScripts(schema *models.Schema, model
|
|||||||
SchemaName: schema.Name,
|
SchemaName: schema.Name,
|
||||||
TableName: modelTable.Name,
|
TableName: modelTable.Name,
|
||||||
ColumnName: modelCol.Name,
|
ColumnName: modelCol.Name,
|
||||||
NewType: modelCol.Type,
|
NewType: pgsql.ConvertSQLType(modelCol.Type),
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -427,9 +428,11 @@ func (w *MigrationWriter) generateIndexScripts(model *models.Schema, current *mo
|
|||||||
for _, modelTable := range model.Tables {
|
for _, modelTable := range model.Tables {
|
||||||
currentTable := currentTables[strings.ToLower(modelTable.Name)]
|
currentTable := currentTables[strings.ToLower(modelTable.Name)]
|
||||||
|
|
||||||
// Process primary keys first
|
// Process primary keys first - check explicit constraints
|
||||||
|
foundExplicitPK := false
|
||||||
for constraintName, constraint := range modelTable.Constraints {
|
for constraintName, constraint := range modelTable.Constraints {
|
||||||
if constraint.Type == models.PrimaryKeyConstraint {
|
if constraint.Type == models.PrimaryKeyConstraint {
|
||||||
|
foundExplicitPK = true
|
||||||
shouldCreate := true
|
shouldCreate := true
|
||||||
|
|
||||||
if currentTable != nil {
|
if currentTable != nil {
|
||||||
@@ -464,6 +467,53 @@ func (w *MigrationWriter) generateIndexScripts(model *models.Schema, current *mo
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// If no explicit PK constraint, check for columns with IsPrimaryKey = true
|
||||||
|
if !foundExplicitPK {
|
||||||
|
pkColumns := []string{}
|
||||||
|
for _, col := range modelTable.Columns {
|
||||||
|
if col.IsPrimaryKey {
|
||||||
|
pkColumns = append(pkColumns, col.SQLName())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(pkColumns) > 0 {
|
||||||
|
sort.Strings(pkColumns)
|
||||||
|
constraintName := fmt.Sprintf("pk_%s_%s", model.SQLName(), modelTable.SQLName())
|
||||||
|
shouldCreate := true
|
||||||
|
|
||||||
|
if currentTable != nil {
|
||||||
|
// Check if a PK constraint already exists (by any name)
|
||||||
|
for _, constraint := range currentTable.Constraints {
|
||||||
|
if constraint.Type == models.PrimaryKeyConstraint {
|
||||||
|
shouldCreate = false
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if shouldCreate {
|
||||||
|
sql, err := w.executor.ExecuteCreatePrimaryKey(CreatePrimaryKeyData{
|
||||||
|
SchemaName: model.Name,
|
||||||
|
TableName: modelTable.Name,
|
||||||
|
ConstraintName: constraintName,
|
||||||
|
Columns: strings.Join(pkColumns, ", "),
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
script := MigrationScript{
|
||||||
|
ObjectName: fmt.Sprintf("%s.%s.%s", model.Name, modelTable.Name, constraintName),
|
||||||
|
ObjectType: "create primary key",
|
||||||
|
Schema: model.Name,
|
||||||
|
Priority: 160,
|
||||||
|
Sequence: len(scripts),
|
||||||
|
Body: sql,
|
||||||
|
}
|
||||||
|
scripts = append(scripts, script)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Process indexes
|
// Process indexes
|
||||||
for indexName, modelIndex := range modelTable.Indexes {
|
for indexName, modelIndex := range modelTable.Indexes {
|
||||||
// Skip primary key indexes
|
// Skip primary key indexes
|
||||||
@@ -703,7 +753,7 @@ func (w *MigrationWriter) generateAuditScripts(schema *models.Schema, auditConfi
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Generate audit function
|
// Generate audit function
|
||||||
funcName := fmt.Sprintf("ft_audit_%s", table.Name)
|
funcName := fmt.Sprintf("tf_audit_%s", table.Name)
|
||||||
funcData := BuildAuditFunctionData(schema.Name, table, pk, config, auditSchema, auditConfig.UserFunction)
|
funcData := BuildAuditFunctionData(schema.Name, table, pk, config, auditSchema, auditConfig.UserFunction)
|
||||||
|
|
||||||
funcSQL, err := w.executor.ExecuteAuditFunction(funcData)
|
funcSQL, err := w.executor.ExecuteAuditFunction(funcData)
|
||||||
|
|||||||
@@ -121,7 +121,7 @@ func TestWriteMigration_WithAudit(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Verify audit function
|
// Verify audit function
|
||||||
if !strings.Contains(output, "CREATE OR REPLACE FUNCTION public.ft_audit_users()") {
|
if !strings.Contains(output, "CREATE OR REPLACE FUNCTION public.tf_audit_users()") {
|
||||||
t.Error("Migration missing audit function")
|
t.Error("Migration missing audit function")
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -177,7 +177,7 @@ func TestTemplateExecutor_AuditFunction(t *testing.T) {
|
|||||||
|
|
||||||
data := AuditFunctionData{
|
data := AuditFunctionData{
|
||||||
SchemaName: "public",
|
SchemaName: "public",
|
||||||
FunctionName: "ft_audit_users",
|
FunctionName: "tf_audit_users",
|
||||||
TableName: "users",
|
TableName: "users",
|
||||||
TablePrefix: "NULL",
|
TablePrefix: "NULL",
|
||||||
PrimaryKey: "id",
|
PrimaryKey: "id",
|
||||||
@@ -202,7 +202,7 @@ func TestTemplateExecutor_AuditFunction(t *testing.T) {
|
|||||||
|
|
||||||
t.Logf("Generated SQL:\n%s", sql)
|
t.Logf("Generated SQL:\n%s", sql)
|
||||||
|
|
||||||
if !strings.Contains(sql, "CREATE OR REPLACE FUNCTION public.ft_audit_users()") {
|
if !strings.Contains(sql, "CREATE OR REPLACE FUNCTION public.tf_audit_users()") {
|
||||||
t.Error("SQL missing function definition")
|
t.Error("SQL missing function definition")
|
||||||
}
|
}
|
||||||
if !strings.Contains(sql, "IF TG_OP = 'INSERT'") {
|
if !strings.Contains(sql, "IF TG_OP = 'INSERT'") {
|
||||||
|
|||||||
@@ -355,7 +355,7 @@ func BuildAuditFunctionData(
|
|||||||
auditSchema string,
|
auditSchema string,
|
||||||
userFunction string,
|
userFunction string,
|
||||||
) AuditFunctionData {
|
) AuditFunctionData {
|
||||||
funcName := fmt.Sprintf("ft_audit_%s", table.Name)
|
funcName := fmt.Sprintf("tf_audit_%s", table.Name)
|
||||||
|
|
||||||
// Build list of audited columns
|
// Build list of audited columns
|
||||||
auditedColumns := make([]*models.Column, 0)
|
auditedColumns := make([]*models.Column, 0)
|
||||||
|
|||||||
@@ -1,13 +1,19 @@
|
|||||||
package pgsql
|
package pgsql
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"os"
|
"os"
|
||||||
"sort"
|
"sort"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/pgsql"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -15,6 +21,38 @@ import (
|
|||||||
type Writer struct {
|
type Writer struct {
|
||||||
options *writers.WriterOptions
|
options *writers.WriterOptions
|
||||||
writer io.Writer
|
writer io.Writer
|
||||||
|
executionReport *ExecutionReport
|
||||||
|
}
|
||||||
|
|
||||||
|
// ExecutionReport tracks the execution status of SQL statements
|
||||||
|
type ExecutionReport struct {
|
||||||
|
TotalStatements int `json:"total_statements"`
|
||||||
|
ExecutedStatements int `json:"executed_statements"`
|
||||||
|
FailedStatements int `json:"failed_statements"`
|
||||||
|
Schemas []SchemaReport `json:"schemas"`
|
||||||
|
Errors []ExecutionError `json:"errors,omitempty"`
|
||||||
|
StartTime string `json:"start_time"`
|
||||||
|
EndTime string `json:"end_time"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// SchemaReport tracks execution per schema
|
||||||
|
type SchemaReport struct {
|
||||||
|
Name string `json:"name"`
|
||||||
|
Tables []TableReport `json:"tables"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// TableReport tracks execution per table
|
||||||
|
type TableReport struct {
|
||||||
|
Name string `json:"name"`
|
||||||
|
Created bool `json:"created"`
|
||||||
|
Error string `json:"error,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// ExecutionError represents a failed statement
|
||||||
|
type ExecutionError struct {
|
||||||
|
StatementNumber int `json:"statement_number"`
|
||||||
|
Statement string `json:"statement"`
|
||||||
|
Error string `json:"error"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewWriter creates a new PostgreSQL SQL writer
|
// NewWriter creates a new PostgreSQL SQL writer
|
||||||
@@ -26,6 +64,11 @@ func NewWriter(options *writers.WriterOptions) *Writer {
|
|||||||
|
|
||||||
// WriteDatabase writes the entire database schema as SQL
|
// WriteDatabase writes the entire database schema as SQL
|
||||||
func (w *Writer) WriteDatabase(db *models.Database) error {
|
func (w *Writer) WriteDatabase(db *models.Database) error {
|
||||||
|
// Check if we should execute SQL directly on a database
|
||||||
|
if connString, ok := w.options.Metadata["connection_string"].(string); ok && connString != "" {
|
||||||
|
return w.executeDatabaseSQL(db, connString)
|
||||||
|
}
|
||||||
|
|
||||||
var writer io.Writer
|
var writer io.Writer
|
||||||
var file *os.File
|
var file *os.File
|
||||||
var err error
|
var err error
|
||||||
@@ -125,14 +168,83 @@ func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, erro
|
|||||||
statements = append(statements, stmts...)
|
statements = append(statements, stmts...)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Phase 3.5: Add missing columns (for existing tables)
|
||||||
|
addColStmts, err := w.GenerateAddColumnStatements(schema)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("failed to generate add column statements: %w", err)
|
||||||
|
}
|
||||||
|
statements = append(statements, addColStmts...)
|
||||||
|
|
||||||
// Phase 4: Primary keys
|
// Phase 4: Primary keys
|
||||||
for _, table := range schema.Tables {
|
for _, table := range schema.Tables {
|
||||||
|
// First check for explicit PrimaryKeyConstraint
|
||||||
|
var pkConstraint *models.Constraint
|
||||||
for _, constraint := range table.Constraints {
|
for _, constraint := range table.Constraints {
|
||||||
if constraint.Type != models.PrimaryKeyConstraint {
|
if constraint.Type == models.PrimaryKeyConstraint {
|
||||||
continue
|
pkConstraint = constraint
|
||||||
|
break
|
||||||
}
|
}
|
||||||
stmt := fmt.Sprintf("ALTER TABLE %s.%s ADD CONSTRAINT %s PRIMARY KEY (%s)",
|
}
|
||||||
schema.SQLName(), table.SQLName(), constraint.Name, strings.Join(constraint.Columns, ", "))
|
|
||||||
|
var pkColumns []string
|
||||||
|
var pkName string
|
||||||
|
|
||||||
|
if pkConstraint != nil {
|
||||||
|
pkColumns = pkConstraint.Columns
|
||||||
|
pkName = pkConstraint.Name
|
||||||
|
} else {
|
||||||
|
// No explicit constraint, check for columns with IsPrimaryKey = true
|
||||||
|
pkCols := []string{}
|
||||||
|
for _, col := range table.Columns {
|
||||||
|
if col.IsPrimaryKey {
|
||||||
|
pkCols = append(pkCols, col.SQLName())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(pkCols) > 0 {
|
||||||
|
// Sort for consistent output
|
||||||
|
sort.Strings(pkCols)
|
||||||
|
pkColumns = pkCols
|
||||||
|
pkName = fmt.Sprintf("pk_%s_%s", schema.SQLName(), table.SQLName())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(pkColumns) > 0 {
|
||||||
|
// Auto-generated primary key names to check for and drop
|
||||||
|
autoGenPKNames := []string{
|
||||||
|
fmt.Sprintf("%s_pkey", table.Name),
|
||||||
|
fmt.Sprintf("%s_%s_pkey", schema.Name, table.Name),
|
||||||
|
}
|
||||||
|
|
||||||
|
// Wrap in DO block to drop auto-generated PK and add our named PK
|
||||||
|
stmt := fmt.Sprintf("DO $$\nDECLARE\n"+
|
||||||
|
" auto_pk_name text;\n"+
|
||||||
|
"BEGIN\n"+
|
||||||
|
" -- Drop auto-generated primary key if it exists\n"+
|
||||||
|
" SELECT constraint_name INTO auto_pk_name\n"+
|
||||||
|
" FROM information_schema.table_constraints\n"+
|
||||||
|
" WHERE table_schema = '%s'\n"+
|
||||||
|
" AND table_name = '%s'\n"+
|
||||||
|
" AND constraint_type = 'PRIMARY KEY'\n"+
|
||||||
|
" AND constraint_name IN (%s);\n"+
|
||||||
|
"\n"+
|
||||||
|
" IF auto_pk_name IS NOT NULL THEN\n"+
|
||||||
|
" EXECUTE 'ALTER TABLE %s.%s DROP CONSTRAINT ' || quote_ident(auto_pk_name);\n"+
|
||||||
|
" END IF;\n"+
|
||||||
|
"\n"+
|
||||||
|
" -- Add named primary key if it doesn't exist\n"+
|
||||||
|
" IF NOT EXISTS (\n"+
|
||||||
|
" SELECT 1 FROM information_schema.table_constraints\n"+
|
||||||
|
" WHERE table_schema = '%s'\n"+
|
||||||
|
" AND table_name = '%s'\n"+
|
||||||
|
" AND constraint_name = '%s'\n"+
|
||||||
|
" ) THEN\n"+
|
||||||
|
" ALTER TABLE %s.%s ADD CONSTRAINT %s PRIMARY KEY (%s);\n"+
|
||||||
|
" END IF;\n"+
|
||||||
|
"END;\n$$",
|
||||||
|
schema.Name, table.Name, formatStringList(autoGenPKNames),
|
||||||
|
schema.SQLName(), table.SQLName(),
|
||||||
|
schema.Name, table.Name, pkName,
|
||||||
|
schema.SQLName(), table.SQLName(), pkName, strings.Join(pkColumns, ", "))
|
||||||
statements = append(statements, stmt)
|
statements = append(statements, stmt)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -155,13 +267,30 @@ func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, erro
|
|||||||
indexType = "btree"
|
indexType = "btree"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Build column expressions with operator class support for GIN indexes
|
||||||
|
columnExprs := make([]string, 0, len(index.Columns))
|
||||||
|
for _, colName := range index.Columns {
|
||||||
|
colExpr := colName
|
||||||
|
if col, ok := table.Columns[colName]; ok {
|
||||||
|
// For GIN indexes on text columns, add operator class
|
||||||
|
if strings.EqualFold(indexType, "gin") && isTextType(col.Type) {
|
||||||
|
opClass := extractOperatorClass(index.Comment)
|
||||||
|
if opClass == "" {
|
||||||
|
opClass = "gin_trgm_ops"
|
||||||
|
}
|
||||||
|
colExpr = fmt.Sprintf("%s %s", colName, opClass)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
columnExprs = append(columnExprs, colExpr)
|
||||||
|
}
|
||||||
|
|
||||||
whereClause := ""
|
whereClause := ""
|
||||||
if index.Where != "" {
|
if index.Where != "" {
|
||||||
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
||||||
}
|
}
|
||||||
|
|
||||||
stmt := fmt.Sprintf("CREATE %sINDEX IF NOT EXISTS %s ON %s.%s USING %s (%s)%s",
|
stmt := fmt.Sprintf("CREATE %sINDEX IF NOT EXISTS %s ON %s.%s USING %s (%s)%s",
|
||||||
uniqueStr, index.Name, schema.SQLName(), table.SQLName(), indexType, strings.Join(index.Columns, ", "), whereClause)
|
uniqueStr, index.Name, schema.SQLName(), table.SQLName(), indexType, strings.Join(columnExprs, ", "), whereClause)
|
||||||
statements = append(statements, stmt)
|
statements = append(statements, stmt)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -188,7 +317,18 @@ func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, erro
|
|||||||
onUpdate = "NO ACTION"
|
onUpdate = "NO ACTION"
|
||||||
}
|
}
|
||||||
|
|
||||||
stmt := fmt.Sprintf("ALTER TABLE %s.%s ADD CONSTRAINT %s FOREIGN KEY (%s) REFERENCES %s.%s(%s) ON DELETE %s ON UPDATE %s",
|
// Wrap in DO block to check for existing constraint
|
||||||
|
stmt := fmt.Sprintf("DO $$\nBEGIN\n"+
|
||||||
|
" IF NOT EXISTS (\n"+
|
||||||
|
" SELECT 1 FROM information_schema.table_constraints\n"+
|
||||||
|
" WHERE table_schema = '%s'\n"+
|
||||||
|
" AND table_name = '%s'\n"+
|
||||||
|
" AND constraint_name = '%s'\n"+
|
||||||
|
" ) THEN\n"+
|
||||||
|
" ALTER TABLE %s.%s ADD CONSTRAINT %s FOREIGN KEY (%s) REFERENCES %s.%s(%s) ON DELETE %s ON UPDATE %s;\n"+
|
||||||
|
" END IF;\n"+
|
||||||
|
"END;\n$$",
|
||||||
|
schema.Name, table.Name, constraint.Name,
|
||||||
schema.SQLName(), table.SQLName(), constraint.Name,
|
schema.SQLName(), table.SQLName(), constraint.Name,
|
||||||
strings.Join(constraint.Columns, ", "),
|
strings.Join(constraint.Columns, ", "),
|
||||||
strings.ToLower(refSchema), strings.ToLower(constraint.ReferencedTable),
|
strings.ToLower(refSchema), strings.ToLower(constraint.ReferencedTable),
|
||||||
@@ -218,6 +358,68 @@ func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, erro
|
|||||||
return statements, nil
|
return statements, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// GenerateAddColumnStatements generates ALTER TABLE ADD COLUMN statements for existing tables
|
||||||
|
// This is useful for schema evolution when new columns are added to existing tables
|
||||||
|
func (w *Writer) GenerateAddColumnStatements(schema *models.Schema) ([]string, error) {
|
||||||
|
statements := []string{}
|
||||||
|
|
||||||
|
statements = append(statements, fmt.Sprintf("-- Add missing columns for schema: %s", schema.Name))
|
||||||
|
|
||||||
|
for _, table := range schema.Tables {
|
||||||
|
// Sort columns by sequence or name for consistent output
|
||||||
|
columns := make([]*models.Column, 0, len(table.Columns))
|
||||||
|
for _, col := range table.Columns {
|
||||||
|
columns = append(columns, col)
|
||||||
|
}
|
||||||
|
sort.Slice(columns, func(i, j int) bool {
|
||||||
|
if columns[i].Sequence != columns[j].Sequence {
|
||||||
|
return columns[i].Sequence < columns[j].Sequence
|
||||||
|
}
|
||||||
|
return columns[i].Name < columns[j].Name
|
||||||
|
})
|
||||||
|
|
||||||
|
for _, col := range columns {
|
||||||
|
colDef := w.generateColumnDefinition(col)
|
||||||
|
|
||||||
|
// Generate DO block that checks if column exists before adding
|
||||||
|
stmt := fmt.Sprintf("DO $$\nBEGIN\n"+
|
||||||
|
" IF NOT EXISTS (\n"+
|
||||||
|
" SELECT 1 FROM information_schema.columns\n"+
|
||||||
|
" WHERE table_schema = '%s'\n"+
|
||||||
|
" AND table_name = '%s'\n"+
|
||||||
|
" AND column_name = '%s'\n"+
|
||||||
|
" ) THEN\n"+
|
||||||
|
" ALTER TABLE %s.%s ADD COLUMN %s;\n"+
|
||||||
|
" END IF;\n"+
|
||||||
|
"END;\n$$",
|
||||||
|
schema.Name, table.Name, col.Name,
|
||||||
|
schema.SQLName(), table.SQLName(), colDef)
|
||||||
|
statements = append(statements, stmt)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return statements, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// GenerateAddColumnsForDatabase generates ALTER TABLE ADD COLUMN statements for the entire database
|
||||||
|
func (w *Writer) GenerateAddColumnsForDatabase(db *models.Database) ([]string, error) {
|
||||||
|
statements := []string{}
|
||||||
|
|
||||||
|
statements = append(statements, "-- Add missing columns to existing tables")
|
||||||
|
statements = append(statements, fmt.Sprintf("-- Database: %s", db.Name))
|
||||||
|
statements = append(statements, "-- Generated by RelSpec")
|
||||||
|
|
||||||
|
for _, schema := range db.Schemas {
|
||||||
|
schemaStatements, err := w.GenerateAddColumnStatements(schema)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("failed to generate add column statements for schema %s: %w", schema.Name, err)
|
||||||
|
}
|
||||||
|
statements = append(statements, schemaStatements...)
|
||||||
|
}
|
||||||
|
|
||||||
|
return statements, nil
|
||||||
|
}
|
||||||
|
|
||||||
// generateCreateTableStatement generates CREATE TABLE statement
|
// generateCreateTableStatement generates CREATE TABLE statement
|
||||||
func (w *Writer) generateCreateTableStatement(schema *models.Schema, table *models.Table) ([]string, error) {
|
func (w *Writer) generateCreateTableStatement(schema *models.Schema, table *models.Table) ([]string, error) {
|
||||||
statements := []string{}
|
statements := []string{}
|
||||||
@@ -240,7 +442,7 @@ func (w *Writer) generateCreateTableStatement(schema *models.Schema, table *mode
|
|||||||
columnDefs = append(columnDefs, " "+def)
|
columnDefs = append(columnDefs, " "+def)
|
||||||
}
|
}
|
||||||
|
|
||||||
stmt := fmt.Sprintf("CREATE TABLE %s.%s (\n%s\n)",
|
stmt := fmt.Sprintf("CREATE TABLE IF NOT EXISTS %s.%s (\n%s\n)",
|
||||||
schema.SQLName(), table.SQLName(), strings.Join(columnDefs, ",\n"))
|
schema.SQLName(), table.SQLName(), strings.Join(columnDefs, ",\n"))
|
||||||
statements = append(statements, stmt)
|
statements = append(statements, stmt)
|
||||||
|
|
||||||
@@ -251,16 +453,28 @@ func (w *Writer) generateCreateTableStatement(schema *models.Schema, table *mode
|
|||||||
func (w *Writer) generateColumnDefinition(col *models.Column) string {
|
func (w *Writer) generateColumnDefinition(col *models.Column) string {
|
||||||
parts := []string{col.SQLName()}
|
parts := []string{col.SQLName()}
|
||||||
|
|
||||||
// Type with length/precision
|
// Type with length/precision - convert to valid PostgreSQL type
|
||||||
typeStr := col.Type
|
baseType := pgsql.ConvertSQLType(col.Type)
|
||||||
|
typeStr := baseType
|
||||||
|
|
||||||
|
// Only add size specifiers for types that support them
|
||||||
if col.Length > 0 && col.Precision == 0 {
|
if col.Length > 0 && col.Precision == 0 {
|
||||||
typeStr = fmt.Sprintf("%s(%d)", col.Type, col.Length)
|
if supportsLength(baseType) {
|
||||||
} else if col.Precision > 0 {
|
typeStr = fmt.Sprintf("%s(%d)", baseType, col.Length)
|
||||||
if col.Scale > 0 {
|
} else if isTextTypeWithoutLength(baseType) {
|
||||||
typeStr = fmt.Sprintf("%s(%d,%d)", col.Type, col.Precision, col.Scale)
|
// Convert text with length to varchar
|
||||||
} else {
|
typeStr = fmt.Sprintf("varchar(%d)", col.Length)
|
||||||
typeStr = fmt.Sprintf("%s(%d)", col.Type, col.Precision)
|
|
||||||
}
|
}
|
||||||
|
// For types that don't support length (integer, bigint, etc.), ignore the length
|
||||||
|
} else if col.Precision > 0 {
|
||||||
|
if supportsPrecision(baseType) {
|
||||||
|
if col.Scale > 0 {
|
||||||
|
typeStr = fmt.Sprintf("%s(%d,%d)", baseType, col.Precision, col.Scale)
|
||||||
|
} else {
|
||||||
|
typeStr = fmt.Sprintf("%s(%d)", baseType, col.Precision)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// For types that don't support precision, ignore it
|
||||||
}
|
}
|
||||||
parts = append(parts, typeStr)
|
parts = append(parts, typeStr)
|
||||||
|
|
||||||
@@ -273,12 +487,14 @@ func (w *Writer) generateColumnDefinition(col *models.Column) string {
|
|||||||
if col.Default != nil {
|
if col.Default != nil {
|
||||||
switch v := col.Default.(type) {
|
switch v := col.Default.(type) {
|
||||||
case string:
|
case string:
|
||||||
if strings.HasPrefix(v, "nextval") || strings.HasPrefix(v, "CURRENT_") || strings.Contains(v, "()") {
|
// Strip backticks - DBML uses them for SQL expressions but PostgreSQL doesn't
|
||||||
parts = append(parts, fmt.Sprintf("DEFAULT %s", v))
|
cleanDefault := stripBackticks(v)
|
||||||
} else if v == "true" || v == "false" {
|
if strings.HasPrefix(cleanDefault, "nextval") || strings.HasPrefix(cleanDefault, "CURRENT_") || strings.Contains(cleanDefault, "()") {
|
||||||
parts = append(parts, fmt.Sprintf("DEFAULT %s", v))
|
parts = append(parts, fmt.Sprintf("DEFAULT %s", cleanDefault))
|
||||||
|
} else if cleanDefault == "true" || cleanDefault == "false" {
|
||||||
|
parts = append(parts, fmt.Sprintf("DEFAULT %s", cleanDefault))
|
||||||
} else {
|
} else {
|
||||||
parts = append(parts, fmt.Sprintf("DEFAULT '%s'", escapeQuote(v)))
|
parts = append(parts, fmt.Sprintf("DEFAULT '%s'", escapeQuote(cleanDefault)))
|
||||||
}
|
}
|
||||||
case bool:
|
case bool:
|
||||||
parts = append(parts, fmt.Sprintf("DEFAULT %v", v))
|
parts = append(parts, fmt.Sprintf("DEFAULT %v", v))
|
||||||
@@ -311,6 +527,11 @@ func (w *Writer) WriteSchema(schema *models.Schema) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Phase 3.5: Add missing columns (priority 120)
|
||||||
|
if err := w.writeAddColumns(schema); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
// Phase 4: Create primary keys (priority 160)
|
// Phase 4: Create primary keys (priority 160)
|
||||||
if err := w.writePrimaryKeys(schema); err != nil {
|
if err := w.writePrimaryKeys(schema); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -352,6 +573,44 @@ func (w *Writer) WriteTable(table *models.Table) error {
|
|||||||
return w.WriteSchema(schema)
|
return w.WriteSchema(schema)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// WriteAddColumnStatements writes ALTER TABLE ADD COLUMN statements for a database
|
||||||
|
// This is used for schema evolution/migration when new columns are added
|
||||||
|
func (w *Writer) WriteAddColumnStatements(db *models.Database) error {
|
||||||
|
var writer io.Writer
|
||||||
|
var file *os.File
|
||||||
|
var err error
|
||||||
|
|
||||||
|
// Use existing writer if already set (for testing)
|
||||||
|
if w.writer != nil {
|
||||||
|
writer = w.writer
|
||||||
|
} else if w.options.OutputPath != "" {
|
||||||
|
// Determine output destination
|
||||||
|
file, err = os.Create(w.options.OutputPath)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to create output file: %w", err)
|
||||||
|
}
|
||||||
|
defer file.Close()
|
||||||
|
writer = file
|
||||||
|
} else {
|
||||||
|
writer = os.Stdout
|
||||||
|
}
|
||||||
|
|
||||||
|
w.writer = writer
|
||||||
|
|
||||||
|
// Generate statements
|
||||||
|
statements, err := w.GenerateAddColumnsForDatabase(db)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Write each statement
|
||||||
|
for _, stmt := range statements {
|
||||||
|
fmt.Fprintf(w.writer, "%s;\n\n", stmt)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
// writeCreateSchema generates CREATE SCHEMA statement
|
// writeCreateSchema generates CREATE SCHEMA statement
|
||||||
func (w *Writer) writeCreateSchema(schema *models.Schema) error {
|
func (w *Writer) writeCreateSchema(schema *models.Schema) error {
|
||||||
if schema.Name == "public" {
|
if schema.Name == "public" {
|
||||||
@@ -405,13 +664,8 @@ func (w *Writer) writeCreateTables(schema *models.Schema) error {
|
|||||||
columnDefs := make([]string, 0, len(columns))
|
columnDefs := make([]string, 0, len(columns))
|
||||||
|
|
||||||
for _, col := range columns {
|
for _, col := range columns {
|
||||||
colDef := fmt.Sprintf(" %s %s", col.SQLName(), col.Type)
|
// Use generateColumnDefinition to properly handle type, length, precision, and defaults
|
||||||
|
colDef := " " + w.generateColumnDefinition(col)
|
||||||
// Add default value if present
|
|
||||||
if col.Default != "" {
|
|
||||||
colDef += fmt.Sprintf(" DEFAULT %s", col.Default)
|
|
||||||
}
|
|
||||||
|
|
||||||
columnDefs = append(columnDefs, colDef)
|
columnDefs = append(columnDefs, colDef)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -422,6 +676,35 @@ func (w *Writer) writeCreateTables(schema *models.Schema) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// writeAddColumns generates ALTER TABLE ADD COLUMN statements for missing columns
|
||||||
|
func (w *Writer) writeAddColumns(schema *models.Schema) error {
|
||||||
|
fmt.Fprintf(w.writer, "-- Add missing columns for schema: %s\n", schema.Name)
|
||||||
|
|
||||||
|
for _, table := range schema.Tables {
|
||||||
|
// Sort columns by sequence or name for consistent output
|
||||||
|
columns := getSortedColumns(table.Columns)
|
||||||
|
|
||||||
|
for _, col := range columns {
|
||||||
|
colDef := w.generateColumnDefinition(col)
|
||||||
|
|
||||||
|
// Generate DO block that checks if column exists before adding
|
||||||
|
fmt.Fprintf(w.writer, "DO $$\nBEGIN\n")
|
||||||
|
fmt.Fprintf(w.writer, " IF NOT EXISTS (\n")
|
||||||
|
fmt.Fprintf(w.writer, " SELECT 1 FROM information_schema.columns\n")
|
||||||
|
fmt.Fprintf(w.writer, " WHERE table_schema = '%s'\n", schema.Name)
|
||||||
|
fmt.Fprintf(w.writer, " AND table_name = '%s'\n", table.Name)
|
||||||
|
fmt.Fprintf(w.writer, " AND column_name = '%s'\n", col.Name)
|
||||||
|
fmt.Fprintf(w.writer, " ) THEN\n")
|
||||||
|
fmt.Fprintf(w.writer, " ALTER TABLE %s.%s ADD COLUMN %s;\n",
|
||||||
|
schema.SQLName(), table.SQLName(), colDef)
|
||||||
|
fmt.Fprintf(w.writer, " END IF;\n")
|
||||||
|
fmt.Fprintf(w.writer, "END;\n$$;\n\n")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
// writePrimaryKeys generates ALTER TABLE statements for primary keys
|
// writePrimaryKeys generates ALTER TABLE statements for primary keys
|
||||||
func (w *Writer) writePrimaryKeys(schema *models.Schema) error {
|
func (w *Writer) writePrimaryKeys(schema *models.Schema) error {
|
||||||
fmt.Fprintf(w.writer, "-- Primary keys for schema: %s\n", schema.Name)
|
fmt.Fprintf(w.writer, "-- Primary keys for schema: %s\n", schema.Name)
|
||||||
@@ -437,26 +720,58 @@ func (w *Writer) writePrimaryKeys(schema *models.Schema) error {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if pkConstraint == nil {
|
var columnNames []string
|
||||||
// No explicit PK constraint, skip
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
|
|
||||||
pkName := fmt.Sprintf("pk_%s_%s", schema.SQLName(), table.SQLName())
|
pkName := fmt.Sprintf("pk_%s_%s", schema.SQLName(), table.SQLName())
|
||||||
|
|
||||||
// Build column list
|
if pkConstraint != nil {
|
||||||
columnNames := make([]string, 0, len(pkConstraint.Columns))
|
// Build column list from explicit constraint
|
||||||
|
columnNames = make([]string, 0, len(pkConstraint.Columns))
|
||||||
for _, colName := range pkConstraint.Columns {
|
for _, colName := range pkConstraint.Columns {
|
||||||
if col, ok := table.Columns[colName]; ok {
|
if col, ok := table.Columns[colName]; ok {
|
||||||
columnNames = append(columnNames, col.SQLName())
|
columnNames = append(columnNames, col.SQLName())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
// No explicit PK constraint, check for columns with IsPrimaryKey = true
|
||||||
|
for _, col := range table.Columns {
|
||||||
|
if col.IsPrimaryKey {
|
||||||
|
columnNames = append(columnNames, col.SQLName())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Sort for consistent output
|
||||||
|
sort.Strings(columnNames)
|
||||||
|
}
|
||||||
|
|
||||||
if len(columnNames) == 0 {
|
if len(columnNames) == 0 {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Fprintf(w.writer, "DO $$\nBEGIN\n")
|
// Auto-generated primary key names to check for and drop
|
||||||
|
autoGenPKNames := []string{
|
||||||
|
fmt.Sprintf("%s_pkey", table.Name),
|
||||||
|
fmt.Sprintf("%s_%s_pkey", schema.Name, table.Name),
|
||||||
|
}
|
||||||
|
|
||||||
|
fmt.Fprintf(w.writer, "DO $$\nDECLARE\n")
|
||||||
|
fmt.Fprintf(w.writer, " auto_pk_name text;\nBEGIN\n")
|
||||||
|
|
||||||
|
// Check for and drop auto-generated primary keys
|
||||||
|
fmt.Fprintf(w.writer, " -- Drop auto-generated primary key if it exists\n")
|
||||||
|
fmt.Fprintf(w.writer, " SELECT constraint_name INTO auto_pk_name\n")
|
||||||
|
fmt.Fprintf(w.writer, " FROM information_schema.table_constraints\n")
|
||||||
|
fmt.Fprintf(w.writer, " WHERE table_schema = '%s'\n", schema.Name)
|
||||||
|
fmt.Fprintf(w.writer, " AND table_name = '%s'\n", table.Name)
|
||||||
|
fmt.Fprintf(w.writer, " AND constraint_type = 'PRIMARY KEY'\n")
|
||||||
|
fmt.Fprintf(w.writer, " AND constraint_name IN (%s);\n", formatStringList(autoGenPKNames))
|
||||||
|
fmt.Fprintf(w.writer, "\n")
|
||||||
|
fmt.Fprintf(w.writer, " IF auto_pk_name IS NOT NULL THEN\n")
|
||||||
|
fmt.Fprintf(w.writer, " EXECUTE 'ALTER TABLE %s.%s DROP CONSTRAINT ' || quote_ident(auto_pk_name);\n",
|
||||||
|
schema.SQLName(), table.SQLName())
|
||||||
|
fmt.Fprintf(w.writer, " END IF;\n")
|
||||||
|
fmt.Fprintf(w.writer, "\n")
|
||||||
|
|
||||||
|
// Add our named primary key if it doesn't exist
|
||||||
|
fmt.Fprintf(w.writer, " -- Add named primary key if it doesn't exist\n")
|
||||||
fmt.Fprintf(w.writer, " IF NOT EXISTS (\n")
|
fmt.Fprintf(w.writer, " IF NOT EXISTS (\n")
|
||||||
fmt.Fprintf(w.writer, " SELECT 1 FROM information_schema.table_constraints\n")
|
fmt.Fprintf(w.writer, " SELECT 1 FROM information_schema.table_constraints\n")
|
||||||
fmt.Fprintf(w.writer, " WHERE table_schema = '%s'\n", schema.Name)
|
fmt.Fprintf(w.writer, " WHERE table_schema = '%s'\n", schema.Name)
|
||||||
@@ -498,20 +813,30 @@ func (w *Writer) writeIndexes(schema *models.Schema) error {
|
|||||||
if indexName == "" {
|
if indexName == "" {
|
||||||
indexType := "idx"
|
indexType := "idx"
|
||||||
if index.Unique {
|
if index.Unique {
|
||||||
indexType = "uk"
|
indexType = "uidx"
|
||||||
}
|
}
|
||||||
indexName = fmt.Sprintf("%s_%s_%s", indexType, schema.SQLName(), table.SQLName())
|
columnSuffix := strings.Join(index.Columns, "_")
|
||||||
|
indexName = fmt.Sprintf("%s_%s_%s", indexType, table.SQLName(), strings.ToLower(columnSuffix))
|
||||||
}
|
}
|
||||||
|
|
||||||
// Build column list
|
// Build column list with operator class support for GIN indexes
|
||||||
columnNames := make([]string, 0, len(index.Columns))
|
columnExprs := make([]string, 0, len(index.Columns))
|
||||||
for _, colName := range index.Columns {
|
for _, colName := range index.Columns {
|
||||||
if col, ok := table.Columns[colName]; ok {
|
if col, ok := table.Columns[colName]; ok {
|
||||||
columnNames = append(columnNames, col.SQLName())
|
colExpr := col.SQLName()
|
||||||
|
// For GIN indexes on text columns, add operator class
|
||||||
|
if strings.EqualFold(index.Type, "gin") && isTextType(col.Type) {
|
||||||
|
opClass := extractOperatorClass(index.Comment)
|
||||||
|
if opClass == "" {
|
||||||
|
opClass = "gin_trgm_ops"
|
||||||
|
}
|
||||||
|
colExpr = fmt.Sprintf("%s %s", col.SQLName(), opClass)
|
||||||
|
}
|
||||||
|
columnExprs = append(columnExprs, colExpr)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(columnNames) == 0 {
|
if len(columnExprs) == 0 {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -520,10 +845,20 @@ func (w *Writer) writeIndexes(schema *models.Schema) error {
|
|||||||
unique = "UNIQUE "
|
unique = "UNIQUE "
|
||||||
}
|
}
|
||||||
|
|
||||||
|
indexType := index.Type
|
||||||
|
if indexType == "" {
|
||||||
|
indexType = "btree"
|
||||||
|
}
|
||||||
|
|
||||||
|
whereClause := ""
|
||||||
|
if index.Where != "" {
|
||||||
|
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
||||||
|
}
|
||||||
|
|
||||||
fmt.Fprintf(w.writer, "CREATE %sINDEX IF NOT EXISTS %s\n",
|
fmt.Fprintf(w.writer, "CREATE %sINDEX IF NOT EXISTS %s\n",
|
||||||
unique, indexName)
|
unique, indexName)
|
||||||
fmt.Fprintf(w.writer, " ON %s.%s USING btree (%s);\n\n",
|
fmt.Fprintf(w.writer, " ON %s.%s USING %s (%s)%s;\n\n",
|
||||||
schema.SQLName(), table.SQLName(), strings.Join(columnNames, ", "))
|
schema.SQLName(), table.SQLName(), indexType, strings.Join(columnExprs, ", "), whereClause)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -597,13 +932,6 @@ func (w *Writer) writeForeignKeys(schema *models.Schema) error {
|
|||||||
onUpdate = strings.ToUpper(fkConstraint.OnUpdate)
|
onUpdate = strings.ToUpper(fkConstraint.OnUpdate)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Fprintf(w.writer, "ALTER TABLE %s.%s\n", schema.SQLName(), table.SQLName())
|
|
||||||
fmt.Fprintf(w.writer, " DROP CONSTRAINT IF EXISTS %s;\n", fkName)
|
|
||||||
fmt.Fprintf(w.writer, "\n")
|
|
||||||
fmt.Fprintf(w.writer, "ALTER TABLE %s.%s\n", schema.SQLName(), table.SQLName())
|
|
||||||
fmt.Fprintf(w.writer, " ADD CONSTRAINT %s\n", fkName)
|
|
||||||
fmt.Fprintf(w.writer, " FOREIGN KEY (%s)\n", strings.Join(sourceColumns, ", "))
|
|
||||||
|
|
||||||
// Use constraint's referenced schema/table or relationship's ToSchema/ToTable
|
// Use constraint's referenced schema/table or relationship's ToSchema/ToTable
|
||||||
refSchema := fkConstraint.ReferencedSchema
|
refSchema := fkConstraint.ReferencedSchema
|
||||||
if refSchema == "" {
|
if refSchema == "" {
|
||||||
@@ -614,11 +942,24 @@ func (w *Writer) writeForeignKeys(schema *models.Schema) error {
|
|||||||
refTable = rel.ToTable
|
refTable = rel.ToTable
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Use DO block to check if constraint exists before adding
|
||||||
|
fmt.Fprintf(w.writer, "DO $$\nBEGIN\n")
|
||||||
|
fmt.Fprintf(w.writer, " IF NOT EXISTS (\n")
|
||||||
|
fmt.Fprintf(w.writer, " SELECT 1 FROM information_schema.table_constraints\n")
|
||||||
|
fmt.Fprintf(w.writer, " WHERE table_schema = '%s'\n", schema.Name)
|
||||||
|
fmt.Fprintf(w.writer, " AND table_name = '%s'\n", table.Name)
|
||||||
|
fmt.Fprintf(w.writer, " AND constraint_name = '%s'\n", fkName)
|
||||||
|
fmt.Fprintf(w.writer, " ) THEN\n")
|
||||||
|
fmt.Fprintf(w.writer, " ALTER TABLE %s.%s\n", schema.SQLName(), table.SQLName())
|
||||||
|
fmt.Fprintf(w.writer, " ADD CONSTRAINT %s\n", fkName)
|
||||||
|
fmt.Fprintf(w.writer, " FOREIGN KEY (%s)\n", strings.Join(sourceColumns, ", "))
|
||||||
fmt.Fprintf(w.writer, " REFERENCES %s.%s (%s)\n",
|
fmt.Fprintf(w.writer, " REFERENCES %s.%s (%s)\n",
|
||||||
refSchema, refTable, strings.Join(targetColumns, ", "))
|
refSchema, refTable, strings.Join(targetColumns, ", "))
|
||||||
fmt.Fprintf(w.writer, " ON DELETE %s\n", onDelete)
|
fmt.Fprintf(w.writer, " ON DELETE %s\n", onDelete)
|
||||||
fmt.Fprintf(w.writer, " ON UPDATE %s\n", onUpdate)
|
fmt.Fprintf(w.writer, " ON UPDATE %s\n", onUpdate)
|
||||||
fmt.Fprintf(w.writer, " DEFERRABLE;\n\n")
|
fmt.Fprintf(w.writer, " DEFERRABLE;\n")
|
||||||
|
fmt.Fprintf(w.writer, " END IF;\n")
|
||||||
|
fmt.Fprintf(w.writer, "END;\n$$;\n\n")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -718,11 +1059,84 @@ func isIntegerType(colType string) bool {
|
|||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// isTextType checks if a column type is a text type (for GIN index operator class)
|
||||||
|
func isTextType(colType string) bool {
|
||||||
|
textTypes := []string{"text", "varchar", "character varying", "char", "character", "string"}
|
||||||
|
lowerType := strings.ToLower(colType)
|
||||||
|
for _, t := range textTypes {
|
||||||
|
if strings.HasPrefix(lowerType, t) {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// supportsLength checks if a PostgreSQL type supports length specification
|
||||||
|
func supportsLength(colType string) bool {
|
||||||
|
lengthTypes := []string{"varchar", "character varying", "char", "character", "bit", "bit varying", "varbit"}
|
||||||
|
lowerType := strings.ToLower(colType)
|
||||||
|
for _, t := range lengthTypes {
|
||||||
|
if lowerType == t || strings.HasPrefix(lowerType, t+"(") {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// supportsPrecision checks if a PostgreSQL type supports precision/scale specification
|
||||||
|
func supportsPrecision(colType string) bool {
|
||||||
|
precisionTypes := []string{"numeric", "decimal", "time", "timestamp", "timestamptz", "timestamp with time zone", "timestamp without time zone", "time with time zone", "time without time zone", "interval"}
|
||||||
|
lowerType := strings.ToLower(colType)
|
||||||
|
for _, t := range precisionTypes {
|
||||||
|
if lowerType == t || strings.HasPrefix(lowerType, t+"(") {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// isTextTypeWithoutLength checks if type is text (which should convert to varchar when length is specified)
|
||||||
|
func isTextTypeWithoutLength(colType string) bool {
|
||||||
|
return strings.EqualFold(colType, "text")
|
||||||
|
}
|
||||||
|
|
||||||
|
// formatStringList formats a list of strings as a SQL-safe comma-separated quoted list
|
||||||
|
func formatStringList(items []string) string {
|
||||||
|
quoted := make([]string, len(items))
|
||||||
|
for i, item := range items {
|
||||||
|
quoted[i] = fmt.Sprintf("'%s'", escapeQuote(item))
|
||||||
|
}
|
||||||
|
return strings.Join(quoted, ", ")
|
||||||
|
}
|
||||||
|
|
||||||
|
// extractOperatorClass extracts operator class from index comment/note
|
||||||
|
// Looks for common operator classes like gin_trgm_ops, gist_trgm_ops, etc.
|
||||||
|
func extractOperatorClass(comment string) string {
|
||||||
|
if comment == "" {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
lowerComment := strings.ToLower(comment)
|
||||||
|
// Common GIN/GiST operator classes
|
||||||
|
opClasses := []string{"gin_trgm_ops", "gist_trgm_ops", "gin_bigm_ops", "jsonb_ops", "jsonb_path_ops", "array_ops"}
|
||||||
|
for _, op := range opClasses {
|
||||||
|
if strings.Contains(lowerComment, op) {
|
||||||
|
return op
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
// escapeQuote escapes single quotes in strings for SQL
|
// escapeQuote escapes single quotes in strings for SQL
|
||||||
func escapeQuote(s string) string {
|
func escapeQuote(s string) string {
|
||||||
return strings.ReplaceAll(s, "'", "''")
|
return strings.ReplaceAll(s, "'", "''")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// stripBackticks removes backticks from SQL expressions
|
||||||
|
// DBML uses backticks for SQL expressions like `now()`, but PostgreSQL doesn't use backticks
|
||||||
|
func stripBackticks(s string) string {
|
||||||
|
return strings.ReplaceAll(s, "`", "")
|
||||||
|
}
|
||||||
|
|
||||||
// extractSequenceName extracts sequence name from nextval() expression
|
// extractSequenceName extracts sequence name from nextval() expression
|
||||||
// Example: "nextval('public.users_id_seq'::regclass)" returns "users_id_seq"
|
// Example: "nextval('public.users_id_seq'::regclass)" returns "users_id_seq"
|
||||||
func extractSequenceName(defaultExpr string) string {
|
func extractSequenceName(defaultExpr string) string {
|
||||||
@@ -745,3 +1159,195 @@ func extractSequenceName(defaultExpr string) string {
|
|||||||
}
|
}
|
||||||
return fullName
|
return fullName
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// executeDatabaseSQL executes SQL statements directly on a PostgreSQL database
|
||||||
|
func (w *Writer) executeDatabaseSQL(db *models.Database, connString string) error {
|
||||||
|
// Initialize execution report
|
||||||
|
w.executionReport = &ExecutionReport{
|
||||||
|
StartTime: getCurrentTimestamp(),
|
||||||
|
Schemas: make([]SchemaReport, 0),
|
||||||
|
Errors: make([]ExecutionError, 0),
|
||||||
|
}
|
||||||
|
|
||||||
|
// Generate SQL statements
|
||||||
|
statements, err := w.GenerateDatabaseStatements(db)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to generate SQL statements: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
w.executionReport.TotalStatements = len(statements)
|
||||||
|
|
||||||
|
// Connect to database
|
||||||
|
ctx := context.Background()
|
||||||
|
conn, err := pgx.Connect(ctx, connString)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to connect to database: %w", err)
|
||||||
|
}
|
||||||
|
defer conn.Close(ctx)
|
||||||
|
|
||||||
|
// Track schemas and tables
|
||||||
|
schemaMap := make(map[string]*SchemaReport)
|
||||||
|
currentSchema := ""
|
||||||
|
|
||||||
|
// Execute each statement
|
||||||
|
for i, stmt := range statements {
|
||||||
|
stmtTrimmed := strings.TrimSpace(stmt)
|
||||||
|
|
||||||
|
// Skip comments
|
||||||
|
if strings.HasPrefix(stmtTrimmed, "--") {
|
||||||
|
// Check if this is a schema comment to track schema changes
|
||||||
|
if strings.Contains(stmtTrimmed, "Schema:") {
|
||||||
|
parts := strings.Split(stmtTrimmed, "Schema:")
|
||||||
|
if len(parts) > 1 {
|
||||||
|
currentSchema = strings.TrimSpace(parts[1])
|
||||||
|
if _, exists := schemaMap[currentSchema]; !exists {
|
||||||
|
schemaReport := SchemaReport{
|
||||||
|
Name: currentSchema,
|
||||||
|
Tables: make([]TableReport, 0),
|
||||||
|
}
|
||||||
|
schemaMap[currentSchema] = &schemaReport
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Skip empty statements
|
||||||
|
if stmtTrimmed == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
fmt.Fprintf(os.Stderr, "Executing statement %d/%d...\n", i+1, len(statements))
|
||||||
|
|
||||||
|
_, execErr := conn.Exec(ctx, stmt)
|
||||||
|
if execErr != nil {
|
||||||
|
w.executionReport.FailedStatements++
|
||||||
|
execError := ExecutionError{
|
||||||
|
StatementNumber: i + 1,
|
||||||
|
Statement: truncateStatement(stmt),
|
||||||
|
Error: execErr.Error(),
|
||||||
|
}
|
||||||
|
w.executionReport.Errors = append(w.executionReport.Errors, execError)
|
||||||
|
|
||||||
|
// Track table creation failure
|
||||||
|
if strings.Contains(strings.ToUpper(stmtTrimmed), "CREATE TABLE") && currentSchema != "" {
|
||||||
|
tableName := extractTableNameFromCreate(stmtTrimmed)
|
||||||
|
if tableName != "" && schemaMap[currentSchema] != nil {
|
||||||
|
schemaMap[currentSchema].Tables = append(schemaMap[currentSchema].Tables, TableReport{
|
||||||
|
Name: tableName,
|
||||||
|
Created: false,
|
||||||
|
Error: execErr.Error(),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Continue with next statement instead of failing completely
|
||||||
|
fmt.Fprintf(os.Stderr, "⚠ Warning: Statement %d failed: %v\n", i+1, execErr)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
w.executionReport.ExecutedStatements++
|
||||||
|
|
||||||
|
// Track successful table creation
|
||||||
|
if strings.Contains(strings.ToUpper(stmtTrimmed), "CREATE TABLE") && currentSchema != "" {
|
||||||
|
tableName := extractTableNameFromCreate(stmtTrimmed)
|
||||||
|
if tableName != "" && schemaMap[currentSchema] != nil {
|
||||||
|
schemaMap[currentSchema].Tables = append(schemaMap[currentSchema].Tables, TableReport{
|
||||||
|
Name: tableName,
|
||||||
|
Created: true,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert schema map to slice
|
||||||
|
for _, schemaReport := range schemaMap {
|
||||||
|
w.executionReport.Schemas = append(w.executionReport.Schemas, *schemaReport)
|
||||||
|
}
|
||||||
|
|
||||||
|
w.executionReport.EndTime = getCurrentTimestamp()
|
||||||
|
|
||||||
|
// Write report if path is specified
|
||||||
|
if reportPath, ok := w.options.Metadata["report_path"].(string); ok && reportPath != "" {
|
||||||
|
if err := w.writeReport(reportPath); err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "⚠ Warning: Failed to write report: %v\n", err)
|
||||||
|
} else {
|
||||||
|
fmt.Fprintf(os.Stderr, "✓ Report written to: %s\n", reportPath)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if w.executionReport.FailedStatements > 0 {
|
||||||
|
fmt.Fprintf(os.Stderr, "⚠ Completed with %d errors out of %d statements\n",
|
||||||
|
w.executionReport.FailedStatements, w.executionReport.TotalStatements)
|
||||||
|
} else {
|
||||||
|
fmt.Fprintf(os.Stderr, "✓ Successfully executed %d statements\n", w.executionReport.ExecutedStatements)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// writeReport writes the execution report to a JSON file
|
||||||
|
func (w *Writer) writeReport(reportPath string) error {
|
||||||
|
file, err := os.Create(reportPath)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to create report file: %w", err)
|
||||||
|
}
|
||||||
|
defer file.Close()
|
||||||
|
|
||||||
|
encoder := json.NewEncoder(file)
|
||||||
|
encoder.SetIndent("", " ")
|
||||||
|
if err := encoder.Encode(w.executionReport); err != nil {
|
||||||
|
return fmt.Errorf("failed to encode report: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// extractTableNameFromCreate extracts table name from CREATE TABLE statement
|
||||||
|
func extractTableNameFromCreate(stmt string) string {
|
||||||
|
// Match: CREATE TABLE [IF NOT EXISTS] schema.table_name or table_name
|
||||||
|
upper := strings.ToUpper(stmt)
|
||||||
|
idx := strings.Index(upper, "CREATE TABLE")
|
||||||
|
if idx == -1 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
rest := strings.TrimSpace(stmt[idx+12:]) // Skip "CREATE TABLE"
|
||||||
|
|
||||||
|
// Skip "IF NOT EXISTS"
|
||||||
|
if strings.HasPrefix(strings.ToUpper(rest), "IF NOT EXISTS") {
|
||||||
|
rest = strings.TrimSpace(rest[13:])
|
||||||
|
}
|
||||||
|
|
||||||
|
// Get the table name (first token before '(' or whitespace)
|
||||||
|
tokens := strings.FieldsFunc(rest, func(r rune) bool {
|
||||||
|
return r == '(' || r == ' ' || r == '\n' || r == '\t'
|
||||||
|
})
|
||||||
|
|
||||||
|
if len(tokens) == 0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
// Handle schema.table format
|
||||||
|
fullName := tokens[0]
|
||||||
|
parts := strings.Split(fullName, ".")
|
||||||
|
if len(parts) > 1 {
|
||||||
|
return parts[len(parts)-1]
|
||||||
|
}
|
||||||
|
|
||||||
|
return fullName
|
||||||
|
}
|
||||||
|
|
||||||
|
// truncateStatement truncates long SQL statements for error messages
|
||||||
|
func truncateStatement(stmt string) string {
|
||||||
|
const maxLen = 200
|
||||||
|
if len(stmt) <= maxLen {
|
||||||
|
return stmt
|
||||||
|
}
|
||||||
|
return stmt[:maxLen] + "..."
|
||||||
|
}
|
||||||
|
|
||||||
|
// getCurrentTimestamp returns the current timestamp in a readable format
|
||||||
|
func getCurrentTimestamp() string {
|
||||||
|
return time.Now().Format("2006-01-02 15:04:05")
|
||||||
|
}
|
||||||
|
|||||||
@@ -45,11 +45,11 @@ func TestWriteDatabase(t *testing.T) {
|
|||||||
|
|
||||||
// Add unique index
|
// Add unique index
|
||||||
uniqueEmailIndex := &models.Index{
|
uniqueEmailIndex := &models.Index{
|
||||||
Name: "uk_users_email",
|
Name: "uidx_users_email",
|
||||||
Unique: true,
|
Unique: true,
|
||||||
Columns: []string{"email"},
|
Columns: []string{"email"},
|
||||||
}
|
}
|
||||||
table.Indexes["uk_users_email"] = uniqueEmailIndex
|
table.Indexes["uidx_users_email"] = uniqueEmailIndex
|
||||||
|
|
||||||
schema.Tables = append(schema.Tables, table)
|
schema.Tables = append(schema.Tables, table)
|
||||||
db.Schemas = append(db.Schemas, schema)
|
db.Schemas = append(db.Schemas, schema)
|
||||||
@@ -241,3 +241,327 @@ func TestIsIntegerType(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestTypeConversion(t *testing.T) {
|
||||||
|
// Test that invalid Go types are converted to valid PostgreSQL types
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
|
||||||
|
// Create a test table with Go types instead of SQL types
|
||||||
|
table := models.InitTable("test_types", "public")
|
||||||
|
|
||||||
|
// Add columns with Go types (invalid for PostgreSQL)
|
||||||
|
stringCol := models.InitColumn("name", "test_types", "public")
|
||||||
|
stringCol.Type = "string" // Should be converted to "text"
|
||||||
|
table.Columns["name"] = stringCol
|
||||||
|
|
||||||
|
int64Col := models.InitColumn("big_id", "test_types", "public")
|
||||||
|
int64Col.Type = "int64" // Should be converted to "bigint"
|
||||||
|
table.Columns["big_id"] = int64Col
|
||||||
|
|
||||||
|
int16Col := models.InitColumn("small_id", "test_types", "public")
|
||||||
|
int16Col.Type = "int16" // Should be converted to "smallint"
|
||||||
|
table.Columns["small_id"] = int16Col
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
|
||||||
|
// Create writer with output to buffer
|
||||||
|
var buf bytes.Buffer
|
||||||
|
options := &writers.WriterOptions{}
|
||||||
|
writer := NewWriter(options)
|
||||||
|
writer.writer = &buf
|
||||||
|
|
||||||
|
// Write the database
|
||||||
|
err := writer.WriteDatabase(db)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("WriteDatabase failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
output := buf.String()
|
||||||
|
|
||||||
|
// Print output for debugging
|
||||||
|
t.Logf("Generated SQL:\n%s", output)
|
||||||
|
|
||||||
|
// Verify that Go types were converted to PostgreSQL types
|
||||||
|
if strings.Contains(output, "string") {
|
||||||
|
t.Errorf("Output contains 'string' type - should be converted to 'text'\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
if strings.Contains(output, "int64") {
|
||||||
|
t.Errorf("Output contains 'int64' type - should be converted to 'bigint'\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
if strings.Contains(output, "int16") {
|
||||||
|
t.Errorf("Output contains 'int16' type - should be converted to 'smallint'\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify correct PostgreSQL types are present
|
||||||
|
if !strings.Contains(output, "text") {
|
||||||
|
t.Errorf("Output missing 'text' type (converted from 'string')\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
if !strings.Contains(output, "bigint") {
|
||||||
|
t.Errorf("Output missing 'bigint' type (converted from 'int64')\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
if !strings.Contains(output, "smallint") {
|
||||||
|
t.Errorf("Output missing 'smallint' type (converted from 'int16')\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPrimaryKeyExistenceCheck(t *testing.T) {
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
table := models.InitTable("products", "public")
|
||||||
|
|
||||||
|
idCol := models.InitColumn("id", "products", "public")
|
||||||
|
idCol.Type = "integer"
|
||||||
|
idCol.IsPrimaryKey = true
|
||||||
|
table.Columns["id"] = idCol
|
||||||
|
|
||||||
|
nameCol := models.InitColumn("name", "products", "public")
|
||||||
|
nameCol.Type = "text"
|
||||||
|
table.Columns["name"] = nameCol
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
|
||||||
|
var buf bytes.Buffer
|
||||||
|
options := &writers.WriterOptions{}
|
||||||
|
writer := NewWriter(options)
|
||||||
|
writer.writer = &buf
|
||||||
|
|
||||||
|
err := writer.WriteDatabase(db)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("WriteDatabase failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
output := buf.String()
|
||||||
|
t.Logf("Generated SQL:\n%s", output)
|
||||||
|
|
||||||
|
// Verify our naming convention is used
|
||||||
|
if !strings.Contains(output, "pk_public_products") {
|
||||||
|
t.Errorf("Output missing expected primary key name 'pk_public_products'\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify it drops auto-generated primary keys
|
||||||
|
if !strings.Contains(output, "products_pkey") || !strings.Contains(output, "DROP CONSTRAINT") {
|
||||||
|
t.Errorf("Output missing logic to drop auto-generated primary key\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify it checks for our specific named constraint before adding it
|
||||||
|
if !strings.Contains(output, "constraint_name = 'pk_public_products'") {
|
||||||
|
t.Errorf("Output missing check for our named primary key constraint\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestColumnSizeSpecifiers(t *testing.T) {
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
table := models.InitTable("test_sizes", "public")
|
||||||
|
|
||||||
|
// Integer with invalid size specifier - should ignore size
|
||||||
|
integerCol := models.InitColumn("int_col", "test_sizes", "public")
|
||||||
|
integerCol.Type = "integer"
|
||||||
|
integerCol.Length = 32
|
||||||
|
table.Columns["int_col"] = integerCol
|
||||||
|
|
||||||
|
// Bigint with invalid size specifier - should ignore size
|
||||||
|
bigintCol := models.InitColumn("bigint_col", "test_sizes", "public")
|
||||||
|
bigintCol.Type = "bigint"
|
||||||
|
bigintCol.Length = 64
|
||||||
|
table.Columns["bigint_col"] = bigintCol
|
||||||
|
|
||||||
|
// Smallint with invalid size specifier - should ignore size
|
||||||
|
smallintCol := models.InitColumn("smallint_col", "test_sizes", "public")
|
||||||
|
smallintCol.Type = "smallint"
|
||||||
|
smallintCol.Length = 16
|
||||||
|
table.Columns["smallint_col"] = smallintCol
|
||||||
|
|
||||||
|
// Text with length - should convert to varchar
|
||||||
|
textCol := models.InitColumn("text_col", "test_sizes", "public")
|
||||||
|
textCol.Type = "text"
|
||||||
|
textCol.Length = 100
|
||||||
|
table.Columns["text_col"] = textCol
|
||||||
|
|
||||||
|
// Varchar with length - should keep varchar with length
|
||||||
|
varcharCol := models.InitColumn("varchar_col", "test_sizes", "public")
|
||||||
|
varcharCol.Type = "varchar"
|
||||||
|
varcharCol.Length = 50
|
||||||
|
table.Columns["varchar_col"] = varcharCol
|
||||||
|
|
||||||
|
// Decimal with precision and scale - should keep them
|
||||||
|
decimalCol := models.InitColumn("decimal_col", "test_sizes", "public")
|
||||||
|
decimalCol.Type = "decimal"
|
||||||
|
decimalCol.Precision = 19
|
||||||
|
decimalCol.Scale = 4
|
||||||
|
table.Columns["decimal_col"] = decimalCol
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
|
||||||
|
var buf bytes.Buffer
|
||||||
|
options := &writers.WriterOptions{}
|
||||||
|
writer := NewWriter(options)
|
||||||
|
writer.writer = &buf
|
||||||
|
|
||||||
|
err := writer.WriteDatabase(db)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("WriteDatabase failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
output := buf.String()
|
||||||
|
t.Logf("Generated SQL:\n%s", output)
|
||||||
|
|
||||||
|
// Verify invalid size specifiers are NOT present
|
||||||
|
invalidPatterns := []string{
|
||||||
|
"integer(32)",
|
||||||
|
"bigint(64)",
|
||||||
|
"smallint(16)",
|
||||||
|
"text(100)",
|
||||||
|
}
|
||||||
|
for _, pattern := range invalidPatterns {
|
||||||
|
if strings.Contains(output, pattern) {
|
||||||
|
t.Errorf("Output contains invalid pattern '%s' - PostgreSQL doesn't support this\nFull output:\n%s", pattern, output)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify valid patterns ARE present
|
||||||
|
validPatterns := []string{
|
||||||
|
"integer", // without size
|
||||||
|
"bigint", // without size
|
||||||
|
"smallint", // without size
|
||||||
|
"varchar(100)", // text converted to varchar with length
|
||||||
|
"varchar(50)", // varchar with length
|
||||||
|
"decimal(19,4)", // decimal with precision and scale
|
||||||
|
}
|
||||||
|
for _, pattern := range validPatterns {
|
||||||
|
if !strings.Contains(output, pattern) {
|
||||||
|
t.Errorf("Output missing expected pattern '%s'\nFull output:\n%s", pattern, output)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGenerateAddColumnStatements(t *testing.T) {
|
||||||
|
// Create a test database with tables that have new columns
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
|
||||||
|
// Create a table with columns
|
||||||
|
table := models.InitTable("users", "public")
|
||||||
|
|
||||||
|
// Existing column
|
||||||
|
idCol := models.InitColumn("id", "users", "public")
|
||||||
|
idCol.Type = "integer"
|
||||||
|
idCol.NotNull = true
|
||||||
|
idCol.Sequence = 1
|
||||||
|
table.Columns["id"] = idCol
|
||||||
|
|
||||||
|
// New column to be added
|
||||||
|
emailCol := models.InitColumn("email", "users", "public")
|
||||||
|
emailCol.Type = "varchar"
|
||||||
|
emailCol.Length = 255
|
||||||
|
emailCol.NotNull = true
|
||||||
|
emailCol.Sequence = 2
|
||||||
|
table.Columns["email"] = emailCol
|
||||||
|
|
||||||
|
// New column with default
|
||||||
|
statusCol := models.InitColumn("status", "users", "public")
|
||||||
|
statusCol.Type = "text"
|
||||||
|
statusCol.Default = "active"
|
||||||
|
statusCol.Sequence = 3
|
||||||
|
table.Columns["status"] = statusCol
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
|
||||||
|
// Create writer
|
||||||
|
options := &writers.WriterOptions{}
|
||||||
|
writer := NewWriter(options)
|
||||||
|
|
||||||
|
// Generate ADD COLUMN statements
|
||||||
|
statements, err := writer.GenerateAddColumnsForDatabase(db)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("GenerateAddColumnsForDatabase failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Join all statements to verify content
|
||||||
|
output := strings.Join(statements, "\n")
|
||||||
|
t.Logf("Generated ADD COLUMN statements:\n%s", output)
|
||||||
|
|
||||||
|
// Verify expected elements
|
||||||
|
expectedStrings := []string{
|
||||||
|
"ALTER TABLE public.users ADD COLUMN id integer NOT NULL",
|
||||||
|
"ALTER TABLE public.users ADD COLUMN email varchar(255) NOT NULL",
|
||||||
|
"ALTER TABLE public.users ADD COLUMN status text DEFAULT 'active'",
|
||||||
|
"information_schema.columns",
|
||||||
|
"table_schema = 'public'",
|
||||||
|
"table_name = 'users'",
|
||||||
|
"column_name = 'id'",
|
||||||
|
"column_name = 'email'",
|
||||||
|
"column_name = 'status'",
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, expected := range expectedStrings {
|
||||||
|
if !strings.Contains(output, expected) {
|
||||||
|
t.Errorf("Output missing expected string: %s\nFull output:\n%s", expected, output)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify DO blocks are present for conditional adds
|
||||||
|
doBlockCount := strings.Count(output, "DO $$")
|
||||||
|
if doBlockCount < 3 {
|
||||||
|
t.Errorf("Expected at least 3 DO blocks (one per column), got %d", doBlockCount)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify IF NOT EXISTS logic
|
||||||
|
ifNotExistsCount := strings.Count(output, "IF NOT EXISTS")
|
||||||
|
if ifNotExistsCount < 3 {
|
||||||
|
t.Errorf("Expected at least 3 IF NOT EXISTS checks (one per column), got %d", ifNotExistsCount)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWriteAddColumnStatements(t *testing.T) {
|
||||||
|
// Create a test database
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
|
||||||
|
// Create a table with a new column to be added
|
||||||
|
table := models.InitTable("products", "public")
|
||||||
|
|
||||||
|
idCol := models.InitColumn("id", "products", "public")
|
||||||
|
idCol.Type = "integer"
|
||||||
|
table.Columns["id"] = idCol
|
||||||
|
|
||||||
|
// New column with various properties
|
||||||
|
descCol := models.InitColumn("description", "products", "public")
|
||||||
|
descCol.Type = "text"
|
||||||
|
descCol.NotNull = false
|
||||||
|
table.Columns["description"] = descCol
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
|
||||||
|
// Create writer with output to buffer
|
||||||
|
var buf bytes.Buffer
|
||||||
|
options := &writers.WriterOptions{}
|
||||||
|
writer := NewWriter(options)
|
||||||
|
writer.writer = &buf
|
||||||
|
|
||||||
|
// Write ADD COLUMN statements
|
||||||
|
err := writer.WriteAddColumnStatements(db)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("WriteAddColumnStatements failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
output := buf.String()
|
||||||
|
t.Logf("Generated output:\n%s", output)
|
||||||
|
|
||||||
|
// Verify output contains expected elements
|
||||||
|
if !strings.Contains(output, "ALTER TABLE public.products ADD COLUMN id integer") {
|
||||||
|
t.Errorf("Output missing ADD COLUMN for id\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
if !strings.Contains(output, "ALTER TABLE public.products ADD COLUMN description text") {
|
||||||
|
t.Errorf("Output missing ADD COLUMN for description\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
if !strings.Contains(output, "DO $$") {
|
||||||
|
t.Errorf("Output missing DO block\nFull output:\n%s", output)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ The SQL Executor Writer (`sqlexec`) executes SQL scripts from `models.Script` ob
|
|||||||
|
|
||||||
## Features
|
## Features
|
||||||
|
|
||||||
- **Ordered Execution**: Scripts execute in Priority→Sequence order
|
- **Ordered Execution**: Scripts execute in Priority→Sequence→Name order
|
||||||
- **PostgreSQL Support**: Uses `pgx/v5` driver for robust PostgreSQL connectivity
|
- **PostgreSQL Support**: Uses `pgx/v5` driver for robust PostgreSQL connectivity
|
||||||
- **Stop on Error**: Execution halts immediately on first error (default behavior)
|
- **Stop on Error**: Execution halts immediately on first error (default behavior)
|
||||||
- **Progress Reporting**: Prints execution status to stdout
|
- **Progress Reporting**: Prints execution status to stdout
|
||||||
@@ -103,19 +103,40 @@ Scripts are sorted and executed based on:
|
|||||||
|
|
||||||
1. **Priority** (ascending): Lower priority values execute first
|
1. **Priority** (ascending): Lower priority values execute first
|
||||||
2. **Sequence** (ascending): Within same priority, lower sequence values execute first
|
2. **Sequence** (ascending): Within same priority, lower sequence values execute first
|
||||||
|
3. **Name** (ascending): Within same priority and sequence, alphabetical order by name
|
||||||
|
|
||||||
### Example Execution Order
|
### Example Execution Order
|
||||||
|
|
||||||
Given these scripts:
|
Given these scripts:
|
||||||
```
|
```
|
||||||
Script A: Priority=2, Sequence=1
|
Script A: Priority=2, Sequence=1, Name="zebra"
|
||||||
Script B: Priority=1, Sequence=3
|
Script B: Priority=1, Sequence=3, Name="script"
|
||||||
Script C: Priority=1, Sequence=1
|
Script C: Priority=1, Sequence=1, Name="apple"
|
||||||
Script D: Priority=1, Sequence=2
|
Script D: Priority=1, Sequence=1, Name="beta"
|
||||||
Script E: Priority=3, Sequence=1
|
Script E: Priority=3, Sequence=1, Name="script"
|
||||||
```
|
```
|
||||||
|
|
||||||
Execution order: **C → D → B → A → E**
|
Execution order: **C (apple) → D (beta) → B → A → E**
|
||||||
|
|
||||||
|
### Directory-based Sorting Example
|
||||||
|
|
||||||
|
Given these files:
|
||||||
|
```
|
||||||
|
1_001_create_schema.sql
|
||||||
|
1_001_create_users.sql ← Alphabetically before "drop_tables"
|
||||||
|
1_001_drop_tables.sql
|
||||||
|
1_002_add_indexes.sql
|
||||||
|
2_001_constraints.sql
|
||||||
|
```
|
||||||
|
|
||||||
|
Execution order (note alphabetical sorting at same priority/sequence):
|
||||||
|
```
|
||||||
|
1_001_create_schema.sql
|
||||||
|
1_001_create_users.sql
|
||||||
|
1_001_drop_tables.sql
|
||||||
|
1_002_add_indexes.sql
|
||||||
|
2_001_constraints.sql
|
||||||
|
```
|
||||||
|
|
||||||
## Output
|
## Output
|
||||||
|
|
||||||
|
|||||||
@@ -86,20 +86,23 @@ func (w *Writer) WriteTable(table *models.Table) error {
|
|||||||
return fmt.Errorf("WriteTable is not supported for SQL script execution")
|
return fmt.Errorf("WriteTable is not supported for SQL script execution")
|
||||||
}
|
}
|
||||||
|
|
||||||
// executeScripts executes scripts in Priority then Sequence order
|
// executeScripts executes scripts in Priority, Sequence, then Name order
|
||||||
func (w *Writer) executeScripts(ctx context.Context, conn *pgx.Conn, scripts []*models.Script) error {
|
func (w *Writer) executeScripts(ctx context.Context, conn *pgx.Conn, scripts []*models.Script) error {
|
||||||
if len(scripts) == 0 {
|
if len(scripts) == 0 {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Sort scripts by Priority (ascending) then Sequence (ascending)
|
// Sort scripts by Priority (ascending), Sequence (ascending), then Name (ascending)
|
||||||
sortedScripts := make([]*models.Script, len(scripts))
|
sortedScripts := make([]*models.Script, len(scripts))
|
||||||
copy(sortedScripts, scripts)
|
copy(sortedScripts, scripts)
|
||||||
sort.Slice(sortedScripts, func(i, j int) bool {
|
sort.Slice(sortedScripts, func(i, j int) bool {
|
||||||
if sortedScripts[i].Priority != sortedScripts[j].Priority {
|
if sortedScripts[i].Priority != sortedScripts[j].Priority {
|
||||||
return sortedScripts[i].Priority < sortedScripts[j].Priority
|
return sortedScripts[i].Priority < sortedScripts[j].Priority
|
||||||
}
|
}
|
||||||
|
if sortedScripts[i].Sequence != sortedScripts[j].Sequence {
|
||||||
return sortedScripts[i].Sequence < sortedScripts[j].Sequence
|
return sortedScripts[i].Sequence < sortedScripts[j].Sequence
|
||||||
|
}
|
||||||
|
return sortedScripts[i].Name < sortedScripts[j].Name
|
||||||
})
|
})
|
||||||
|
|
||||||
// Execute each script in order
|
// Execute each script in order
|
||||||
|
|||||||
@@ -99,13 +99,13 @@ func TestWriter_WriteTable(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestScriptSorting verifies that scripts are sorted correctly by Priority then Sequence
|
// TestScriptSorting verifies that scripts are sorted correctly by Priority, Sequence, then Name
|
||||||
func TestScriptSorting(t *testing.T) {
|
func TestScriptSorting(t *testing.T) {
|
||||||
scripts := []*models.Script{
|
scripts := []*models.Script{
|
||||||
{Name: "script1", Priority: 2, Sequence: 1, SQL: "SELECT 1;"},
|
{Name: "z_script1", Priority: 2, Sequence: 1, SQL: "SELECT 1;"},
|
||||||
{Name: "script2", Priority: 1, Sequence: 3, SQL: "SELECT 2;"},
|
{Name: "script2", Priority: 1, Sequence: 3, SQL: "SELECT 2;"},
|
||||||
{Name: "script3", Priority: 1, Sequence: 1, SQL: "SELECT 3;"},
|
{Name: "a_script3", Priority: 1, Sequence: 1, SQL: "SELECT 3;"},
|
||||||
{Name: "script4", Priority: 1, Sequence: 2, SQL: "SELECT 4;"},
|
{Name: "b_script4", Priority: 1, Sequence: 1, SQL: "SELECT 4;"},
|
||||||
{Name: "script5", Priority: 3, Sequence: 1, SQL: "SELECT 5;"},
|
{Name: "script5", Priority: 3, Sequence: 1, SQL: "SELECT 5;"},
|
||||||
{Name: "script6", Priority: 2, Sequence: 2, SQL: "SELECT 6;"},
|
{Name: "script6", Priority: 2, Sequence: 2, SQL: "SELECT 6;"},
|
||||||
}
|
}
|
||||||
@@ -114,23 +114,33 @@ func TestScriptSorting(t *testing.T) {
|
|||||||
sortedScripts := make([]*models.Script, len(scripts))
|
sortedScripts := make([]*models.Script, len(scripts))
|
||||||
copy(sortedScripts, scripts)
|
copy(sortedScripts, scripts)
|
||||||
|
|
||||||
// Use the same sorting logic from executeScripts
|
// Sort by Priority, Sequence, then Name (matching executeScripts logic)
|
||||||
for i := 0; i < len(sortedScripts)-1; i++ {
|
for i := 0; i < len(sortedScripts)-1; i++ {
|
||||||
for j := i + 1; j < len(sortedScripts); j++ {
|
for j := i + 1; j < len(sortedScripts); j++ {
|
||||||
if sortedScripts[i].Priority > sortedScripts[j].Priority ||
|
si, sj := sortedScripts[i], sortedScripts[j]
|
||||||
(sortedScripts[i].Priority == sortedScripts[j].Priority &&
|
// Compare by priority first
|
||||||
sortedScripts[i].Sequence > sortedScripts[j].Sequence) {
|
if si.Priority > sj.Priority {
|
||||||
|
sortedScripts[i], sortedScripts[j] = sortedScripts[j], sortedScripts[i]
|
||||||
|
} else if si.Priority == sj.Priority {
|
||||||
|
// If same priority, compare by sequence
|
||||||
|
if si.Sequence > sj.Sequence {
|
||||||
|
sortedScripts[i], sortedScripts[j] = sortedScripts[j], sortedScripts[i]
|
||||||
|
} else if si.Sequence == sj.Sequence {
|
||||||
|
// If same sequence, compare by name
|
||||||
|
if si.Name > sj.Name {
|
||||||
sortedScripts[i], sortedScripts[j] = sortedScripts[j], sortedScripts[i]
|
sortedScripts[i], sortedScripts[j] = sortedScripts[j], sortedScripts[i]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Expected order after sorting
|
// Expected order after sorting (Priority -> Sequence -> Name)
|
||||||
expectedOrder := []string{
|
expectedOrder := []string{
|
||||||
"script3", // Priority 1, Sequence 1
|
"a_script3", // Priority 1, Sequence 1, Name a_script3
|
||||||
"script4", // Priority 1, Sequence 2
|
"b_script4", // Priority 1, Sequence 1, Name b_script4
|
||||||
"script2", // Priority 1, Sequence 3
|
"script2", // Priority 1, Sequence 3
|
||||||
"script1", // Priority 2, Sequence 1
|
"z_script1", // Priority 2, Sequence 1
|
||||||
"script6", // Priority 2, Sequence 2
|
"script6", // Priority 2, Sequence 2
|
||||||
"script5", // Priority 3, Sequence 1
|
"script5", // Priority 3, Sequence 1
|
||||||
}
|
}
|
||||||
@@ -153,6 +163,13 @@ func TestScriptSorting(t *testing.T) {
|
|||||||
t.Errorf("Sequence not ascending at position %d with same priority %d: %d > %d",
|
t.Errorf("Sequence not ascending at position %d with same priority %d: %d > %d",
|
||||||
i, sortedScripts[i].Priority, sortedScripts[i].Sequence, sortedScripts[i+1].Sequence)
|
i, sortedScripts[i].Priority, sortedScripts[i].Sequence, sortedScripts[i+1].Sequence)
|
||||||
}
|
}
|
||||||
|
// Within same priority and sequence, names should be ascending
|
||||||
|
if sortedScripts[i].Priority == sortedScripts[i+1].Priority &&
|
||||||
|
sortedScripts[i].Sequence == sortedScripts[i+1].Sequence &&
|
||||||
|
sortedScripts[i].Name > sortedScripts[i+1].Name {
|
||||||
|
t.Errorf("Name not ascending at position %d with same priority/sequence: %s > %s",
|
||||||
|
i, sortedScripts[i].Name, sortedScripts[i+1].Name)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
346
vendor/modules.txt
vendored
346
vendor/modules.txt
vendored
@@ -1,6 +1,92 @@
|
|||||||
|
# 4d63.com/gocheckcompilerdirectives v1.3.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# 4d63.com/gochecknoglobals v0.2.2
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/4meepo/tagalign v1.4.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/Abirdcfly/dupword v0.1.3
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/Antonboom/errname v1.0.0
|
||||||
|
## explicit; go 1.22.1
|
||||||
|
# github.com/Antonboom/nilnil v1.0.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/Antonboom/testifylint v1.5.2
|
||||||
|
## explicit; go 1.22.1
|
||||||
|
# github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/Crocmagnon/fatcontext v0.7.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/Djarvur/go-err113 v0.0.0-20210108212216-aea10b59be24
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/GaijinEntertainment/go-exhaustruct/v3 v3.3.1
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# github.com/Masterminds/semver/v3 v3.3.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/OpenPeeDeeP/depguard/v2 v2.2.1
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# github.com/alecthomas/go-check-sumtype v0.3.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/alexkohler/nakedret/v2 v2.0.5
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/alexkohler/prealloc v1.0.0
|
||||||
|
## explicit; go 1.15
|
||||||
|
# github.com/alingse/asasalint v0.0.11
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/alingse/nilnesserr v0.1.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ashanbrown/forbidigo v1.6.0
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/ashanbrown/makezero v1.2.0
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/beorn7/perks v1.0.1
|
||||||
|
## explicit; go 1.11
|
||||||
|
# github.com/bkielbasa/cyclop v1.2.3
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/blizzy78/varnamelen v0.8.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/bombsimon/wsl/v4 v4.5.0
|
||||||
|
## explicit; go 1.22
|
||||||
|
# github.com/breml/bidichk v0.3.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/breml/errchkjson v0.4.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/butuzov/ireturn v0.3.1
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/butuzov/mirror v1.3.0
|
||||||
|
## explicit; go 1.19
|
||||||
|
# github.com/catenacyber/perfsprint v0.8.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ccojocar/zxcvbn-go v1.0.2
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/cespare/xxhash/v2 v2.3.0
|
||||||
|
## explicit; go 1.11
|
||||||
|
# github.com/charithe/durationcheck v0.0.10
|
||||||
|
## explicit; go 1.14
|
||||||
|
# github.com/chavacava/garif v0.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/ckaznocha/intrange v0.3.0
|
||||||
|
## explicit; go 1.22
|
||||||
|
# github.com/curioswitch/go-reassign v0.3.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/daixiang0/gci v0.13.5
|
||||||
|
## explicit; go 1.21
|
||||||
# github.com/davecgh/go-spew v1.1.1
|
# github.com/davecgh/go-spew v1.1.1
|
||||||
## explicit
|
## explicit
|
||||||
github.com/davecgh/go-spew/spew
|
github.com/davecgh/go-spew/spew
|
||||||
|
# github.com/denis-tingaikin/go-header v0.5.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/ettle/strcase v0.2.0
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/fatih/color v1.18.0
|
||||||
|
## explicit; go 1.17
|
||||||
|
# github.com/fatih/structtag v1.2.0
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/firefart/nonamedreturns v1.0.5
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/fsnotify/fsnotify v1.5.4
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/fzipp/gocyclo v0.6.0
|
||||||
|
## explicit; go 1.18
|
||||||
# github.com/gdamore/encoding v1.0.1
|
# github.com/gdamore/encoding v1.0.1
|
||||||
## explicit; go 1.9
|
## explicit; go 1.9
|
||||||
github.com/gdamore/encoding
|
github.com/gdamore/encoding
|
||||||
@@ -44,9 +130,75 @@ github.com/gdamore/tcell/v2/terminfo/x/xfce
|
|||||||
github.com/gdamore/tcell/v2/terminfo/x/xterm
|
github.com/gdamore/tcell/v2/terminfo/x/xterm
|
||||||
github.com/gdamore/tcell/v2/terminfo/x/xterm_ghostty
|
github.com/gdamore/tcell/v2/terminfo/x/xterm_ghostty
|
||||||
github.com/gdamore/tcell/v2/terminfo/x/xterm_kitty
|
github.com/gdamore/tcell/v2/terminfo/x/xterm_kitty
|
||||||
|
# github.com/ghostiam/protogetter v0.3.9
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/go-critic/go-critic v0.12.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/go-toolsmith/astcast v1.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/go-toolsmith/astcopy v1.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/go-toolsmith/astequal v1.2.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/go-toolsmith/astfmt v1.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/go-toolsmith/astp v1.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/go-toolsmith/strparse v1.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/go-toolsmith/typep v1.1.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/go-viper/mapstructure/v2 v2.2.1
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/go-xmlfmt/xmlfmt v1.1.3
|
||||||
|
## explicit
|
||||||
|
# github.com/gobwas/glob v0.2.3
|
||||||
|
## explicit
|
||||||
|
# github.com/gofrs/flock v0.12.1
|
||||||
|
## explicit; go 1.21.0
|
||||||
|
# github.com/golang/protobuf v1.5.3
|
||||||
|
## explicit; go 1.9
|
||||||
|
# github.com/golangci/dupl v0.0.0-20250308024227-f665c8d69b32
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/golangci/go-printf-func-name v0.1.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/golangci/gofmt v0.0.0-20250106114630-d62b90e6713d
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/golangci/golangci-lint v1.64.8
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# github.com/golangci/misspell v0.6.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/golangci/plugin-module-register v0.1.1
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/golangci/revgrep v0.8.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/golangci/unconvert v0.0.0-20240309020433-c5143eacb3ed
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/google/go-cmp v0.7.0
|
||||||
|
## explicit; go 1.21
|
||||||
# github.com/google/uuid v1.6.0
|
# github.com/google/uuid v1.6.0
|
||||||
## explicit
|
## explicit
|
||||||
github.com/google/uuid
|
github.com/google/uuid
|
||||||
|
# github.com/gordonklaus/ineffassign v0.1.0
|
||||||
|
## explicit; go 1.14
|
||||||
|
# github.com/gostaticanalysis/analysisutil v0.7.1
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/gostaticanalysis/comment v1.5.0
|
||||||
|
## explicit; go 1.22.9
|
||||||
|
# github.com/gostaticanalysis/forcetypeassert v0.2.0
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# github.com/gostaticanalysis/nilerr v0.1.1
|
||||||
|
## explicit; go 1.15
|
||||||
|
# github.com/hashicorp/go-immutable-radix/v2 v2.1.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/hashicorp/go-version v1.7.0
|
||||||
|
## explicit
|
||||||
|
# github.com/hashicorp/golang-lru/v2 v2.0.7
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/hashicorp/hcl v1.0.0
|
||||||
|
## explicit
|
||||||
|
# github.com/hexops/gotextdiff v1.0.3
|
||||||
|
## explicit; go 1.16
|
||||||
# github.com/inconshreveable/mousetrap v1.1.0
|
# github.com/inconshreveable/mousetrap v1.1.0
|
||||||
## explicit; go 1.18
|
## explicit; go 1.18
|
||||||
github.com/inconshreveable/mousetrap
|
github.com/inconshreveable/mousetrap
|
||||||
@@ -68,23 +220,115 @@ github.com/jackc/pgx/v5/pgconn/ctxwatch
|
|||||||
github.com/jackc/pgx/v5/pgconn/internal/bgreader
|
github.com/jackc/pgx/v5/pgconn/internal/bgreader
|
||||||
github.com/jackc/pgx/v5/pgproto3
|
github.com/jackc/pgx/v5/pgproto3
|
||||||
github.com/jackc/pgx/v5/pgtype
|
github.com/jackc/pgx/v5/pgtype
|
||||||
|
# github.com/jgautheron/goconst v1.7.1
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/jingyugao/rowserrcheck v1.1.1
|
||||||
|
## explicit; go 1.13
|
||||||
# github.com/jinzhu/inflection v1.0.0
|
# github.com/jinzhu/inflection v1.0.0
|
||||||
## explicit
|
## explicit
|
||||||
github.com/jinzhu/inflection
|
github.com/jinzhu/inflection
|
||||||
|
# github.com/jjti/go-spancheck v0.6.4
|
||||||
|
## explicit; go 1.22.1
|
||||||
|
# github.com/julz/importas v0.2.0
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/karamaru-alpha/copyloopvar v1.2.1
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/kisielk/errcheck v1.9.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/kkHAIKE/contextcheck v1.1.6
|
||||||
|
## explicit; go 1.23.0
|
||||||
# github.com/kr/pretty v0.3.1
|
# github.com/kr/pretty v0.3.1
|
||||||
## explicit; go 1.12
|
## explicit; go 1.12
|
||||||
|
# github.com/kulti/thelper v0.6.3
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/kunwardeep/paralleltest v1.0.10
|
||||||
|
## explicit; go 1.17
|
||||||
|
# github.com/lasiar/canonicalheader v1.1.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ldez/exptostd v0.4.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ldez/gomoddirectives v0.6.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ldez/grignotin v0.9.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ldez/tagliatelle v0.7.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ldez/usetesting v0.4.2
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/leonklingele/grouper v1.1.2
|
||||||
|
## explicit; go 1.18
|
||||||
# github.com/lucasb-eyer/go-colorful v1.2.0
|
# github.com/lucasb-eyer/go-colorful v1.2.0
|
||||||
## explicit; go 1.12
|
## explicit; go 1.12
|
||||||
github.com/lucasb-eyer/go-colorful
|
github.com/lucasb-eyer/go-colorful
|
||||||
|
# github.com/macabu/inamedparam v0.1.3
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/magiconair/properties v1.8.6
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/maratori/testableexamples v1.0.0
|
||||||
|
## explicit; go 1.19
|
||||||
|
# github.com/maratori/testpackage v1.1.1
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/matoous/godox v1.1.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/mattn/go-colorable v0.1.14
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/mattn/go-isatty v0.0.20
|
||||||
|
## explicit; go 1.15
|
||||||
# github.com/mattn/go-runewidth v0.0.16
|
# github.com/mattn/go-runewidth v0.0.16
|
||||||
## explicit; go 1.9
|
## explicit; go 1.9
|
||||||
github.com/mattn/go-runewidth
|
github.com/mattn/go-runewidth
|
||||||
|
# github.com/matttproud/golang_protobuf_extensions v1.0.1
|
||||||
|
## explicit
|
||||||
|
# github.com/mgechev/revive v1.7.0
|
||||||
|
## explicit; go 1.22.1
|
||||||
|
# github.com/mitchellh/go-homedir v1.1.0
|
||||||
|
## explicit
|
||||||
|
# github.com/mitchellh/mapstructure v1.5.0
|
||||||
|
## explicit; go 1.14
|
||||||
|
# github.com/moricho/tparallel v0.3.2
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/nakabonne/nestif v0.3.1
|
||||||
|
## explicit; go 1.15
|
||||||
|
# github.com/nishanths/exhaustive v0.12.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/nishanths/predeclared v0.2.2
|
||||||
|
## explicit; go 1.14
|
||||||
|
# github.com/nunnatsa/ginkgolinter v0.19.1
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# github.com/olekukonko/tablewriter v0.0.5
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/pelletier/go-toml v1.9.5
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/pelletier/go-toml/v2 v2.2.3
|
||||||
|
## explicit; go 1.21.0
|
||||||
# github.com/pmezard/go-difflib v1.0.0
|
# github.com/pmezard/go-difflib v1.0.0
|
||||||
## explicit
|
## explicit
|
||||||
github.com/pmezard/go-difflib/difflib
|
github.com/pmezard/go-difflib/difflib
|
||||||
|
# github.com/polyfloyd/go-errorlint v1.7.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/prometheus/client_golang v1.12.1
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/prometheus/client_model v0.2.0
|
||||||
|
## explicit; go 1.9
|
||||||
|
# github.com/prometheus/common v0.32.1
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/prometheus/procfs v0.7.3
|
||||||
|
## explicit; go 1.13
|
||||||
# github.com/puzpuzpuz/xsync/v3 v3.5.1
|
# github.com/puzpuzpuz/xsync/v3 v3.5.1
|
||||||
## explicit; go 1.18
|
## explicit; go 1.18
|
||||||
github.com/puzpuzpuz/xsync/v3
|
github.com/puzpuzpuz/xsync/v3
|
||||||
|
# github.com/quasilyte/go-ruleguard v0.4.3-0.20240823090925-0fe6f58b47b1
|
||||||
|
## explicit; go 1.19
|
||||||
|
# github.com/quasilyte/go-ruleguard/dsl v0.3.22
|
||||||
|
## explicit; go 1.15
|
||||||
|
# github.com/quasilyte/gogrep v0.5.0
|
||||||
|
## explicit; go 1.16
|
||||||
|
# github.com/quasilyte/regex/syntax v0.0.0-20210819130434-b3f0c404a727
|
||||||
|
## explicit; go 1.14
|
||||||
|
# github.com/quasilyte/stdinfo v0.0.0-20220114132959-f7386bf02567
|
||||||
|
## explicit; go 1.17
|
||||||
|
# github.com/raeperd/recvcheck v0.2.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
# github.com/rivo/tview v0.42.0
|
# github.com/rivo/tview v0.42.0
|
||||||
## explicit; go 1.18
|
## explicit; go 1.18
|
||||||
github.com/rivo/tview
|
github.com/rivo/tview
|
||||||
@@ -93,20 +337,76 @@ github.com/rivo/tview
|
|||||||
github.com/rivo/uniseg
|
github.com/rivo/uniseg
|
||||||
# github.com/rogpeppe/go-internal v1.14.1
|
# github.com/rogpeppe/go-internal v1.14.1
|
||||||
## explicit; go 1.23
|
## explicit; go 1.23
|
||||||
|
# github.com/ryancurrah/gomodguard v1.3.5
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ryanrolds/sqlclosecheck v0.5.1
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/sanposhiho/wastedassign/v2 v2.1.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/santhosh-tekuri/jsonschema/v6 v6.0.1
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/sashamelentyev/interfacebloat v1.1.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/sashamelentyev/usestdlibvars v1.28.0
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/securego/gosec/v2 v2.22.2
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# github.com/sirupsen/logrus v1.9.3
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/sivchari/containedctx v1.0.3
|
||||||
|
## explicit; go 1.17
|
||||||
|
# github.com/sivchari/tenv v1.12.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/sonatard/noctx v0.1.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/sourcegraph/go-diff v0.7.0
|
||||||
|
## explicit; go 1.14
|
||||||
|
# github.com/spf13/afero v1.12.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/spf13/cast v1.5.0
|
||||||
|
## explicit; go 1.18
|
||||||
# github.com/spf13/cobra v1.10.2
|
# github.com/spf13/cobra v1.10.2
|
||||||
## explicit; go 1.15
|
## explicit; go 1.15
|
||||||
github.com/spf13/cobra
|
github.com/spf13/cobra
|
||||||
|
# github.com/spf13/jwalterweatherman v1.1.0
|
||||||
|
## explicit
|
||||||
# github.com/spf13/pflag v1.0.10
|
# github.com/spf13/pflag v1.0.10
|
||||||
## explicit; go 1.12
|
## explicit; go 1.12
|
||||||
github.com/spf13/pflag
|
github.com/spf13/pflag
|
||||||
|
# github.com/spf13/viper v1.12.0
|
||||||
|
## explicit; go 1.17
|
||||||
|
# github.com/ssgreg/nlreturn/v2 v2.2.1
|
||||||
|
## explicit; go 1.13
|
||||||
|
# github.com/stbenjam/no-sprintf-host-port v0.2.0
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/stretchr/objx v0.5.2
|
||||||
|
## explicit; go 1.20
|
||||||
# github.com/stretchr/testify v1.11.1
|
# github.com/stretchr/testify v1.11.1
|
||||||
## explicit; go 1.17
|
## explicit; go 1.17
|
||||||
github.com/stretchr/testify/assert
|
github.com/stretchr/testify/assert
|
||||||
github.com/stretchr/testify/assert/yaml
|
github.com/stretchr/testify/assert/yaml
|
||||||
github.com/stretchr/testify/require
|
github.com/stretchr/testify/require
|
||||||
|
# github.com/subosito/gotenv v1.4.1
|
||||||
|
## explicit; go 1.18
|
||||||
|
# github.com/tdakkota/asciicheck v0.4.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/tetafro/godot v1.5.0
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/timakin/bodyclose v0.0.0-20241017074812-ed6a65f985e3
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/timonwong/loggercheck v0.10.1
|
||||||
|
## explicit; go 1.22.0
|
||||||
# github.com/tmthrgd/go-hex v0.0.0-20190904060850-447a3041c3bc
|
# github.com/tmthrgd/go-hex v0.0.0-20190904060850-447a3041c3bc
|
||||||
## explicit
|
## explicit
|
||||||
github.com/tmthrgd/go-hex
|
github.com/tmthrgd/go-hex
|
||||||
|
# github.com/tomarrell/wrapcheck/v2 v2.10.0
|
||||||
|
## explicit; go 1.21
|
||||||
|
# github.com/tommy-muehle/go-mnd/v2 v2.5.1
|
||||||
|
## explicit; go 1.12
|
||||||
|
# github.com/ultraware/funlen v0.2.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# github.com/ultraware/whitespace v0.2.0
|
||||||
|
## explicit; go 1.20
|
||||||
# github.com/uptrace/bun v1.2.16
|
# github.com/uptrace/bun v1.2.16
|
||||||
## explicit; go 1.24.0
|
## explicit; go 1.24.0
|
||||||
github.com/uptrace/bun
|
github.com/uptrace/bun
|
||||||
@@ -118,6 +418,10 @@ github.com/uptrace/bun/internal
|
|||||||
github.com/uptrace/bun/internal/parser
|
github.com/uptrace/bun/internal/parser
|
||||||
github.com/uptrace/bun/internal/tagparser
|
github.com/uptrace/bun/internal/tagparser
|
||||||
github.com/uptrace/bun/schema
|
github.com/uptrace/bun/schema
|
||||||
|
# github.com/uudashr/gocognit v1.2.0
|
||||||
|
## explicit; go 1.19
|
||||||
|
# github.com/uudashr/iface v1.3.1
|
||||||
|
## explicit; go 1.22.1
|
||||||
# github.com/vmihailenco/msgpack/v5 v5.4.1
|
# github.com/vmihailenco/msgpack/v5 v5.4.1
|
||||||
## explicit; go 1.19
|
## explicit; go 1.19
|
||||||
github.com/vmihailenco/msgpack/v5
|
github.com/vmihailenco/msgpack/v5
|
||||||
@@ -127,9 +431,37 @@ github.com/vmihailenco/msgpack/v5/msgpcode
|
|||||||
github.com/vmihailenco/tagparser/v2
|
github.com/vmihailenco/tagparser/v2
|
||||||
github.com/vmihailenco/tagparser/v2/internal
|
github.com/vmihailenco/tagparser/v2/internal
|
||||||
github.com/vmihailenco/tagparser/v2/internal/parser
|
github.com/vmihailenco/tagparser/v2/internal/parser
|
||||||
|
# github.com/xen0n/gosmopolitan v1.2.2
|
||||||
|
## explicit; go 1.19
|
||||||
|
# github.com/yagipy/maintidx v1.0.0
|
||||||
|
## explicit; go 1.17
|
||||||
|
# github.com/yeya24/promlinter v0.3.0
|
||||||
|
## explicit; go 1.20
|
||||||
|
# github.com/ykadowak/zerologlint v0.1.5
|
||||||
|
## explicit; go 1.19
|
||||||
|
# gitlab.com/bosi/decorder v0.4.2
|
||||||
|
## explicit; go 1.20
|
||||||
|
# go-simpler.org/musttag v0.13.0
|
||||||
|
## explicit; go 1.20
|
||||||
|
# go-simpler.org/sloglint v0.9.0
|
||||||
|
## explicit; go 1.22.0
|
||||||
|
# go.uber.org/atomic v1.7.0
|
||||||
|
## explicit; go 1.13
|
||||||
|
# go.uber.org/automaxprocs v1.6.0
|
||||||
|
## explicit; go 1.20
|
||||||
|
# go.uber.org/multierr v1.6.0
|
||||||
|
## explicit; go 1.12
|
||||||
|
# go.uber.org/zap v1.24.0
|
||||||
|
## explicit; go 1.19
|
||||||
# golang.org/x/crypto v0.41.0
|
# golang.org/x/crypto v0.41.0
|
||||||
## explicit; go 1.23.0
|
## explicit; go 1.23.0
|
||||||
golang.org/x/crypto/pbkdf2
|
golang.org/x/crypto/pbkdf2
|
||||||
|
# golang.org/x/exp/typeparams v0.0.0-20250210185358-939b2ce775ac
|
||||||
|
## explicit; go 1.18
|
||||||
|
# golang.org/x/mod v0.26.0
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# golang.org/x/sync v0.16.0
|
||||||
|
## explicit; go 1.23.0
|
||||||
# golang.org/x/sys v0.38.0
|
# golang.org/x/sys v0.38.0
|
||||||
## explicit; go 1.24.0
|
## explicit; go 1.24.0
|
||||||
golang.org/x/sys/cpu
|
golang.org/x/sys/cpu
|
||||||
@@ -156,6 +488,20 @@ golang.org/x/text/transform
|
|||||||
golang.org/x/text/unicode/bidi
|
golang.org/x/text/unicode/bidi
|
||||||
golang.org/x/text/unicode/norm
|
golang.org/x/text/unicode/norm
|
||||||
golang.org/x/text/width
|
golang.org/x/text/width
|
||||||
|
# golang.org/x/tools v0.35.0
|
||||||
|
## explicit; go 1.23.0
|
||||||
|
# google.golang.org/protobuf v1.36.5
|
||||||
|
## explicit; go 1.21
|
||||||
|
# gopkg.in/ini.v1 v1.67.0
|
||||||
|
## explicit
|
||||||
|
# gopkg.in/yaml.v2 v2.4.0
|
||||||
|
## explicit; go 1.15
|
||||||
# gopkg.in/yaml.v3 v3.0.1
|
# gopkg.in/yaml.v3 v3.0.1
|
||||||
## explicit
|
## explicit
|
||||||
gopkg.in/yaml.v3
|
gopkg.in/yaml.v3
|
||||||
|
# honnef.co/go/tools v0.6.1
|
||||||
|
## explicit; go 1.23
|
||||||
|
# mvdan.cc/gofumpt v0.7.0
|
||||||
|
## explicit; go 1.22
|
||||||
|
# mvdan.cc/unparam v0.0.0-20240528143540-8a5130ca722f
|
||||||
|
## explicit; go 1.21
|
||||||
|
|||||||
Reference in New Issue
Block a user