Compare commits
12
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
9e9a17d578 | ||
|
|
7b628b888c | ||
|
|
ce3b615b0a | ||
|
|
84a6b31873 | ||
|
|
f968e3d4a6 | ||
|
|
3d57c947cd | ||
|
|
cdd066dafe | ||
|
|
5c25f333b7 | ||
|
|
77e6e72f5a | ||
|
|
4d4bc09b86 | ||
|
|
96281c9f03 | ||
|
|
d6d0200938 |
@@ -20,12 +20,34 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
go-version-file: go.mod
|
go-version-file: go.mod
|
||||||
|
|
||||||
|
- name: go vet
|
||||||
|
run: go vet ./...
|
||||||
|
|
||||||
|
- name: Install lint tools
|
||||||
|
run: |
|
||||||
|
go install github.com/golangci/golangci-lint/v2/cmd/golangci-lint@latest
|
||||||
|
go install honnef.co/go/tools/cmd/staticcheck@latest
|
||||||
|
go install golang.org/x/vuln/cmd/govulncheck@latest
|
||||||
|
echo "$(go env GOPATH)/bin" >> "$GITHUB_PATH"
|
||||||
|
|
||||||
|
- name: gofumpt (golangci-lint fmt)
|
||||||
|
run: |
|
||||||
|
diff=$(golangci-lint fmt --diff)
|
||||||
|
if [ -n "$diff" ]; then
|
||||||
|
echo "$diff"
|
||||||
|
echo "Formatting issues found. Run: make fmt"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: staticcheck
|
||||||
|
run: staticcheck ./...
|
||||||
|
|
||||||
|
- name: govulncheck
|
||||||
|
run: govulncheck ./...
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
run: go test ./...
|
run: go test ./...
|
||||||
|
|
||||||
- name: Lint
|
|
||||||
run: go vet ./...
|
|
||||||
|
|
||||||
release:
|
release:
|
||||||
needs: test
|
needs: test
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|||||||
+5
-3
@@ -1,7 +1,7 @@
|
|||||||
{
|
{
|
||||||
"formatters": {
|
"formatters": {
|
||||||
"enable": [
|
"enable": [
|
||||||
"gofmt",
|
"gofumpt",
|
||||||
"goimports"
|
"goimports"
|
||||||
],
|
],
|
||||||
"exclusions": {
|
"exclusions": {
|
||||||
@@ -13,8 +13,10 @@
|
|||||||
]
|
]
|
||||||
},
|
},
|
||||||
"settings": {
|
"settings": {
|
||||||
"gofmt": {
|
"gofumpt": {
|
||||||
"simplify": true
|
"extra": {
|
||||||
|
"group-params": true
|
||||||
|
}
|
||||||
},
|
},
|
||||||
"goimports": {
|
"goimports": {
|
||||||
"local-prefixes": [
|
"local-prefixes": [
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
.PHONY: all build test test-unit test-integration lint coverage clean install help docker-up docker-down docker-test docker-test-integration start stop release release-version godoc
|
.PHONY: all build test test-unit test-integration lint coverage clean install help docker-up docker-down docker-test docker-test-integration start stop release release-version godoc vet fmt fmt-check staticcheck govulncheck check
|
||||||
|
|
||||||
# Binary name
|
# Binary name
|
||||||
BINARY_NAME=relspec
|
BINARY_NAME=relspec
|
||||||
@@ -14,6 +14,11 @@ GOGET=$(GOCMD) get
|
|||||||
GOMOD=$(GOCMD) mod
|
GOMOD=$(GOCMD) mod
|
||||||
GOCLEAN=$(GOCMD) clean
|
GOCLEAN=$(GOCMD) clean
|
||||||
|
|
||||||
|
# Tool versions (compiled on demand via `go run` so they match the local toolchain)
|
||||||
|
GOLANGCI_LINT = go run github.com/golangci/golangci-lint/v2/cmd/golangci-lint@latest
|
||||||
|
STATICCHECK = go run honnef.co/go/tools/cmd/staticcheck@latest
|
||||||
|
GOVULNCHECK = go run golang.org/x/vuln/cmd/govulncheck@latest
|
||||||
|
|
||||||
# Version information
|
# Version information
|
||||||
VERSION := $(shell git describe --tags --always --dirty 2>/dev/null || echo "dev")
|
VERSION := $(shell git describe --tags --always --dirty 2>/dev/null || echo "dev")
|
||||||
BUILD_DATE := $(shell date -u +"%Y-%m-%d %H:%M:%S UTC")
|
BUILD_DATE := $(shell date -u +"%Y-%m-%d %H:%M:%S UTC")
|
||||||
@@ -41,6 +46,29 @@ COMPOSE_CMD := $(shell \
|
|||||||
|
|
||||||
all: lint test build ## Run linting, tests, and build
|
all: lint test build ## Run linting, tests, and build
|
||||||
|
|
||||||
|
check: vet fmt-check staticcheck govulncheck ## Run vet, gofumpt check, staticcheck, and govulncheck
|
||||||
|
|
||||||
|
vet: ## Run go vet
|
||||||
|
@echo "Running go vet..."
|
||||||
|
$(GOCMD) vet ./...
|
||||||
|
|
||||||
|
fmt: ## Format code (gofumpt + goimports via golangci-lint)
|
||||||
|
@echo "Formatting..."
|
||||||
|
$(GOLANGCI_LINT) fmt --config=.golangci.json
|
||||||
|
|
||||||
|
fmt-check: ## Check formatting (gofumpt + goimports via golangci-lint)
|
||||||
|
@echo "Checking formatting..."
|
||||||
|
@diff=$$($(GOLANGCI_LINT) fmt --diff --config=.golangci.json); \
|
||||||
|
if [ -n "$$diff" ]; then echo "$$diff"; echo "Run: make fmt"; exit 1; fi
|
||||||
|
|
||||||
|
staticcheck: ## Run staticcheck
|
||||||
|
@echo "Running staticcheck..."
|
||||||
|
$(STATICCHECK) ./...
|
||||||
|
|
||||||
|
govulncheck: ## Run govulncheck
|
||||||
|
@echo "Running govulncheck..."
|
||||||
|
$(GOVULNCHECK) ./...
|
||||||
|
|
||||||
build: deps ## Build the binary
|
build: deps ## Build the binary
|
||||||
@echo "Building $(BINARY_NAME) $(VERSION)..."
|
@echo "Building $(BINARY_NAME) $(VERSION)..."
|
||||||
@mkdir -p $(BUILD_DIR)
|
@mkdir -p $(BUILD_DIR)
|
||||||
|
|||||||
@@ -46,7 +46,7 @@ func TestReadDatabaseListForConvert_MultipleFiles(t *testing.T) {
|
|||||||
|
|
||||||
func TestReadDatabaseListForConvert_PathWithSpaces(t *testing.T) {
|
func TestReadDatabaseListForConvert_PathWithSpaces(t *testing.T) {
|
||||||
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
||||||
if err := os.MkdirAll(spacedDir, 0755); err != nil {
|
if err := os.MkdirAll(spacedDir, 0o755); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
file := filepath.Join(spacedDir, "my users schema.json")
|
file := filepath.Join(spacedDir, "my users schema.json")
|
||||||
@@ -63,7 +63,7 @@ func TestReadDatabaseListForConvert_PathWithSpaces(t *testing.T) {
|
|||||||
|
|
||||||
func TestReadDatabaseListForConvert_MultipleFilesPathWithSpaces(t *testing.T) {
|
func TestReadDatabaseListForConvert_MultipleFilesPathWithSpaces(t *testing.T) {
|
||||||
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
||||||
if err := os.MkdirAll(spacedDir, 0755); err != nil {
|
if err := os.MkdirAll(spacedDir, 0o755); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
file1 := filepath.Join(spacedDir, "users schema.json")
|
file1 := filepath.Join(spacedDir, "users schema.json")
|
||||||
@@ -154,7 +154,7 @@ func TestRunConvert_FromListEndToEndPathWithSpaces(t *testing.T) {
|
|||||||
defer restoreConvertState(saved)
|
defer restoreConvertState(saved)
|
||||||
|
|
||||||
spacedDir := filepath.Join(t.TempDir(), "my schema dir")
|
spacedDir := filepath.Join(t.TempDir(), "my schema dir")
|
||||||
if err := os.MkdirAll(spacedDir, 0755); err != nil {
|
if err := os.MkdirAll(spacedDir, 0o755); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
file1 := filepath.Join(spacedDir, "users schema.json")
|
file1 := filepath.Join(spacedDir, "users schema.json")
|
||||||
|
|||||||
@@ -193,7 +193,7 @@ func runInspect(cmd *cobra.Command, args []string) error {
|
|||||||
|
|
||||||
// Write output
|
// Write output
|
||||||
if inspectOutputPath != "" {
|
if inspectOutputPath != "" {
|
||||||
err = os.WriteFile(inspectOutputPath, []byte(formattedReport), 0644)
|
err = os.WriteFile(inspectOutputPath, []byte(formattedReport), 0o644)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to write output file: %w", err)
|
return fmt.Errorf("failed to write output file: %w", err)
|
||||||
}
|
}
|
||||||
|
|||||||
+378
-10
@@ -1,6 +1,7 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"bytes"
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"os"
|
"os"
|
||||||
@@ -11,12 +12,17 @@ import (
|
|||||||
|
|
||||||
"github.com/spf13/cobra"
|
"github.com/spf13/cobra"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/diff"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/inspector"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/jobs"
|
"git.warky.dev/wdevs/relspecgo/pkg/jobs"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/merge"
|
"git.warky.dev/wdevs/relspecgo/pkg/merge"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/readers/sqldir"
|
"git.warky.dev/wdevs/relspecgo/pkg/readers/sqldir"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
wpgsql "git.warky.dev/wdevs/relspecgo/pkg/writers/pgsql"
|
wpgsql "git.warky.dev/wdevs/relspecgo/pkg/writers/pgsql"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/writers/sqlexec"
|
||||||
|
wtemplate "git.warky.dev/wdevs/relspecgo/pkg/writers/template"
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -54,7 +60,7 @@ inputs, output and options:
|
|||||||
logfile: .relspec/log/build-schema.log
|
logfile: .relspec/log/build-schema.log
|
||||||
|
|
||||||
Rules and guarantees:
|
Rules and guarantees:
|
||||||
- command is a closed allow-list (convert, merge, scripts-list). Arbitrary
|
- command is a closed allow-list (convert, merge, scripts-list, templ). Arbitrary
|
||||||
shell strings are never executed.
|
shell strings are never executed.
|
||||||
- Every path is relative to the directory holding the job file and may not
|
- Every path is relative to the directory holding the job file and may not
|
||||||
escape it. Absolute and home-relative paths are rejected.
|
escape it. Absolute and home-relative paths are rejected.
|
||||||
@@ -120,6 +126,9 @@ func loadJobSet() (*jobs.Set, error) {
|
|||||||
if err := set.Validate(); err != nil {
|
if err := set.Validate(); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
for _, w := range set.Warnings {
|
||||||
|
fmt.Fprintf(os.Stderr, "warning: %s\n", w)
|
||||||
|
}
|
||||||
return set, nil
|
return set, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -178,12 +187,14 @@ func executeJobPlan(set *jobs.Set, name string, dryRun, noDeps bool, out io.Writ
|
|||||||
// Pre-flight: resolve and check paths, output policy and env vars for the
|
// Pre-flight: resolve and check paths, output policy and env vars for the
|
||||||
// whole plan before anything runs. A failure here means no job executes.
|
// whole plan before anything runs. A failure here means no job executes.
|
||||||
resolved := make([]*resolvedJob, len(plan))
|
resolved := make([]*resolvedJob, len(plan))
|
||||||
|
byName := make(map[string]*resolvedJob, len(plan))
|
||||||
for i, j := range plan {
|
for i, j := range plan {
|
||||||
rj, perr := preflightJob(j)
|
rj, perr := preflightJob(j, byName)
|
||||||
if perr != nil {
|
if perr != nil {
|
||||||
return fmt.Errorf("job %q: %w", j.Name, perr)
|
return fmt.Errorf("job %q: %w", j.Name, perr)
|
||||||
}
|
}
|
||||||
resolved[i] = rj
|
resolved[i] = rj
|
||||||
|
byName[j.Name] = rj
|
||||||
}
|
}
|
||||||
|
|
||||||
if dryRun {
|
if dryRun {
|
||||||
@@ -215,6 +226,12 @@ type resolvedJob struct {
|
|||||||
outputConn string // resolved connection string (secret)
|
outputConn string // resolved connection string (secret)
|
||||||
outputConnEnv string
|
outputConnEnv string
|
||||||
logPath string
|
logPath string
|
||||||
|
logPolicy jobs.LogPolicy
|
||||||
|
templatePath string
|
||||||
|
reportPath string // "" for a diff summary written to the log
|
||||||
|
reportFormat string
|
||||||
|
rulesPath string // "" means inspector defaults
|
||||||
|
selection *splitSelection
|
||||||
secrets []string // resolved secret values to redact from logs
|
secrets []string // resolved secret values to redact from logs
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -223,11 +240,12 @@ type resolvedInput struct {
|
|||||||
path string // "" when the input is a database
|
path string // "" when the input is a database
|
||||||
conn string // resolved connection string (secret)
|
conn string // resolved connection string (secret)
|
||||||
connEnv string
|
connEnv string
|
||||||
|
fromJob string // producer job name when this input came from from_job
|
||||||
}
|
}
|
||||||
|
|
||||||
func preflightJob(j *jobs.Job) (*resolvedJob, error) {
|
func preflightJob(j *jobs.Job, resolvedByName map[string]*resolvedJob) (*resolvedJob, error) {
|
||||||
root := j.Dir()
|
root := j.Dir()
|
||||||
rj := &resolvedJob{job: j, root: root}
|
rj := &resolvedJob{job: j, root: root, logPolicy: j.ResolvedLogPolicy()}
|
||||||
|
|
||||||
if j.Logfile != "" {
|
if j.Logfile != "" {
|
||||||
p, err := jobs.SafeJoin(root, j.Logfile)
|
p, err := jobs.SafeJoin(root, j.Logfile)
|
||||||
@@ -236,9 +254,34 @@ func preflightJob(j *jobs.Job) (*resolvedJob, error) {
|
|||||||
}
|
}
|
||||||
rj.logPath = p
|
rj.logPath = p
|
||||||
}
|
}
|
||||||
|
if j.Template != "" {
|
||||||
|
p, err := jobs.SafeJoin(root, j.Template)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("template: %w", err)
|
||||||
|
}
|
||||||
|
info, err := os.Stat(p)
|
||||||
|
if err != nil || info.IsDir() {
|
||||||
|
return nil, fmt.Errorf("template %q: not found or is a directory", j.Template)
|
||||||
|
}
|
||||||
|
rj.templatePath = p
|
||||||
|
}
|
||||||
|
|
||||||
for i, in := range j.Inputs {
|
for i, in := range j.Inputs {
|
||||||
ri := resolvedInput{format: strings.ToLower(in.Format)}
|
ri := resolvedInput{format: strings.ToLower(in.Format)}
|
||||||
|
if in.FromJob != "" {
|
||||||
|
producer, ok := resolvedByName[in.FromJob]
|
||||||
|
if !ok {
|
||||||
|
return nil, fmt.Errorf("input[%d]: from_job %q is not in this plan (do not use --no-deps with from_job inputs)", i, in.FromJob)
|
||||||
|
}
|
||||||
|
if producer.outputPath == "" {
|
||||||
|
return nil, fmt.Errorf("input[%d]: from_job %q does not write a file output", i, in.FromJob)
|
||||||
|
}
|
||||||
|
ri.path = producer.outputPath
|
||||||
|
ri.format = strings.ToLower(producer.job.Output.Format)
|
||||||
|
ri.fromJob = in.FromJob
|
||||||
|
rj.inputs = append(rj.inputs, ri)
|
||||||
|
continue
|
||||||
|
}
|
||||||
if in.ConnEnv != "" {
|
if in.ConnEnv != "" {
|
||||||
v, ok := os.LookupEnv(in.ConnEnv)
|
v, ok := os.LookupEnv(in.ConnEnv)
|
||||||
if !ok || v == "" {
|
if !ok || v == "" {
|
||||||
@@ -299,6 +342,43 @@ func preflightJob(j *jobs.Job) (*resolvedJob, error) {
|
|||||||
rj.outputPath = p
|
rj.outputPath = p
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if j.Rules != "" {
|
||||||
|
p, err := jobs.SafeJoin(root, j.Rules)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("rules: %w", err)
|
||||||
|
}
|
||||||
|
info, err := os.Stat(p)
|
||||||
|
if err != nil || info.IsDir() {
|
||||||
|
return nil, fmt.Errorf("rules %q: not found or is a directory", j.Rules)
|
||||||
|
}
|
||||||
|
rj.rulesPath = p
|
||||||
|
}
|
||||||
|
|
||||||
|
if j.Report != nil {
|
||||||
|
rj.reportFormat = strings.ToLower(j.Report.Format)
|
||||||
|
if j.Report.Path != "" {
|
||||||
|
p, err := jobs.SafeJoin(root, j.Report.Path)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("report: %w", err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(p); err == nil && !j.Report.Overwrite {
|
||||||
|
return nil, fmt.Errorf("report %s already exists (set report.overwrite: true to replace it)", j.Report.Path)
|
||||||
|
}
|
||||||
|
rj.reportPath = p
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if j.Select != nil {
|
||||||
|
rj.selection = &splitSelection{
|
||||||
|
Schemas: j.Select.Schemas,
|
||||||
|
Tables: j.Select.Tables,
|
||||||
|
ExcludeSchemas: j.Select.ExcludeSchemas,
|
||||||
|
ExcludeTables: j.Select.ExcludeTables,
|
||||||
|
DatabaseName: j.Select.DatabaseName,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return rj, nil
|
return rj, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -311,9 +391,12 @@ func printResolvedJob(out io.Writer, n, total int, rj *resolvedJob) {
|
|||||||
}
|
}
|
||||||
fmt.Fprintf(out, " job file: %s\n", j.SourceFile)
|
fmt.Fprintf(out, " job file: %s\n", j.SourceFile)
|
||||||
for _, ri := range rj.inputs {
|
for _, ri := range rj.inputs {
|
||||||
if ri.path != "" {
|
switch {
|
||||||
|
case ri.fromJob != "":
|
||||||
|
fmt.Fprintf(out, " input: %s (%s) from job %q\n", ri.path, ri.format, ri.fromJob)
|
||||||
|
case ri.path != "":
|
||||||
fmt.Fprintf(out, " input: %s (%s)\n", ri.path, ri.format)
|
fmt.Fprintf(out, " input: %s (%s)\n", ri.path, ri.format)
|
||||||
} else {
|
default:
|
||||||
fmt.Fprintf(out, " input: env:%s (%s)\n", ri.connEnv, ri.format)
|
fmt.Fprintf(out, " input: env:%s (%s)\n", ri.connEnv, ri.format)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -325,15 +408,31 @@ func printResolvedJob(out io.Writer, n, total int, rj *resolvedJob) {
|
|||||||
} else if rj.outputConnEnv != "" {
|
} else if rj.outputConnEnv != "" {
|
||||||
fmt.Fprintf(out, " output: env:%s (%s)\n", rj.outputConnEnv, j.Output.Format)
|
fmt.Fprintf(out, " output: env:%s (%s)\n", rj.outputConnEnv, j.Output.Format)
|
||||||
}
|
}
|
||||||
|
if j.Report != nil {
|
||||||
|
format := valueOr(rj.reportFormat, "default")
|
||||||
|
if rj.reportPath != "" {
|
||||||
|
fmt.Fprintf(out, " report: %s (%s)\n", rj.reportPath, format)
|
||||||
|
} else {
|
||||||
|
fmt.Fprintf(out, " report: (log) (%s)\n", format)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if rj.rulesPath != "" {
|
||||||
|
fmt.Fprintf(out, " rules: %s\n", rj.rulesPath)
|
||||||
|
} else if j.Command == jobs.CommandInspect {
|
||||||
|
fmt.Fprintf(out, " rules: (built-in defaults)\n")
|
||||||
|
}
|
||||||
|
if rj.selection != nil {
|
||||||
|
fmt.Fprintf(out, " select: %s\n", rj.selection.summary())
|
||||||
|
}
|
||||||
if rj.logPath != "" {
|
if rj.logPath != "" {
|
||||||
fmt.Fprintf(out, " logfile: %s\n", rj.logPath)
|
fmt.Fprintf(out, " logfile: %s (rotate >= %d bytes, keep %d)\n", rj.logPath, rj.logPolicy.MaxSizeBytes, rj.logPolicy.Keep)
|
||||||
}
|
}
|
||||||
fmt.Fprintln(out)
|
fmt.Fprintln(out)
|
||||||
}
|
}
|
||||||
|
|
||||||
// executeResolvedJob runs a single already-validated job.
|
// executeResolvedJob runs a single already-validated job.
|
||||||
func executeResolvedJob(rj *resolvedJob) (err error) {
|
func executeResolvedJob(rj *resolvedJob) (err error) {
|
||||||
lg, closeLog, lerr := newJobLogger(rj.logPath, rj.secrets)
|
lg, closeLog, lerr := newJobLogger(rj.logPath, rj.logPolicy, rj.secrets)
|
||||||
if lerr != nil {
|
if lerr != nil {
|
||||||
return lerr
|
return lerr
|
||||||
}
|
}
|
||||||
@@ -348,6 +447,16 @@ func executeResolvedJob(rj *resolvedJob) (err error) {
|
|||||||
err = runMergeJob(rj, lg)
|
err = runMergeJob(rj, lg)
|
||||||
case jobs.CommandScriptsList:
|
case jobs.CommandScriptsList:
|
||||||
err = runScriptsListJob(rj, lg)
|
err = runScriptsListJob(rj, lg)
|
||||||
|
case jobs.CommandTempl:
|
||||||
|
err = runTemplJob(rj, lg)
|
||||||
|
case jobs.CommandSplit:
|
||||||
|
err = runSplitJob(rj, lg)
|
||||||
|
case jobs.CommandInspect:
|
||||||
|
err = runInspectJob(rj, lg)
|
||||||
|
case jobs.CommandDiff:
|
||||||
|
err = runDiffJob(rj, lg)
|
||||||
|
case jobs.CommandScriptsExec:
|
||||||
|
err = runScriptsExecJob(rj, lg)
|
||||||
default:
|
default:
|
||||||
err = fmt.Errorf("unsupported command %q", rj.job.Command)
|
err = fmt.Errorf("unsupported command %q", rj.job.Command)
|
||||||
}
|
}
|
||||||
@@ -359,6 +468,50 @@ func executeResolvedJob(rj *resolvedJob) (err error) {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func runTemplJob(rj *resolvedJob, lg *jobLogger) error {
|
||||||
|
db, err := readJobInputs(rj, lg)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if schema := rj.job.Options.Schema; schema != "" {
|
||||||
|
found := false
|
||||||
|
for _, s := range db.Schemas {
|
||||||
|
if s.Name == schema {
|
||||||
|
db.Schemas = []*models.Schema{s}
|
||||||
|
found = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !found {
|
||||||
|
return fmt.Errorf("schema not found: %s", schema)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
mode := rj.job.Mode
|
||||||
|
if mode == "" {
|
||||||
|
mode = "database"
|
||||||
|
}
|
||||||
|
pattern := rj.job.FilenamePattern
|
||||||
|
if pattern == "" {
|
||||||
|
pattern = "{{.Name}}.txt"
|
||||||
|
}
|
||||||
|
writer, err := wtemplate.NewWriter(&writers.WriterOptions{
|
||||||
|
OutputPath: rj.outputPath,
|
||||||
|
Metadata: map[string]interface{}{
|
||||||
|
"template_path": rj.templatePath,
|
||||||
|
"mode": mode,
|
||||||
|
"filename_pattern": pattern,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("create template writer: %w", err)
|
||||||
|
}
|
||||||
|
lg.logf("applying template: %s (mode %s)", rj.templatePath, mode)
|
||||||
|
if err := writer.WriteDatabase(db); err != nil {
|
||||||
|
return fmt.Errorf("execute template: %w", err)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
func runConvertJob(rj *resolvedJob, lg *jobLogger) error {
|
func runConvertJob(rj *resolvedJob, lg *jobLogger) error {
|
||||||
db, err := readJobInputs(rj, lg)
|
db, err := readJobInputs(rj, lg)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -445,6 +598,168 @@ func runScriptsListJob(rj *resolvedJob, lg *jobLogger) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func runSplitJob(rj *resolvedJob, lg *jobLogger) error {
|
||||||
|
db, err := readJobInputs(rj, lg)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
sel := splitSelection{}
|
||||||
|
if rj.selection != nil {
|
||||||
|
sel = *rj.selection
|
||||||
|
}
|
||||||
|
filtered, err := filterDatabaseSelection(db, sel)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("split selection: %w", err)
|
||||||
|
}
|
||||||
|
if sel.DatabaseName != "" {
|
||||||
|
filtered.Name = sel.DatabaseName
|
||||||
|
}
|
||||||
|
tables := 0
|
||||||
|
for _, s := range filtered.Schemas {
|
||||||
|
tables += len(s.Tables)
|
||||||
|
}
|
||||||
|
lg.logf("split: selected %d schema(s), %d table(s)", len(filtered.Schemas), tables)
|
||||||
|
return writeJobOutput(rj, filtered, lg)
|
||||||
|
}
|
||||||
|
|
||||||
|
func runInspectJob(rj *resolvedJob, lg *jobLogger) error {
|
||||||
|
db, err := readJobInputs(rj, lg)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
config, err := inspector.LoadConfig(rj.rulesPath) // "" -> built-in defaults
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("load rules: %w", err)
|
||||||
|
}
|
||||||
|
report, err := inspector.NewInspector(db, config).Inspect()
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("inspection failed: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
var formatted string
|
||||||
|
switch valueOr(rj.reportFormat, "markdown") {
|
||||||
|
case "json":
|
||||||
|
formatted, err = inspector.NewJSONFormatter().Format(report)
|
||||||
|
default:
|
||||||
|
formatted, err = inspector.NewMarkdownFormatter(io.Discard).Format(report)
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("format report: %w", err)
|
||||||
|
}
|
||||||
|
if werr := atomicWrite(rj.reportPath, func(tmp string) error {
|
||||||
|
return os.WriteFile(tmp, []byte(formatted), 0o644)
|
||||||
|
}); werr != nil {
|
||||||
|
return werr
|
||||||
|
}
|
||||||
|
lg.logf("inspect: %d error(s), %d warning(s) -> %s",
|
||||||
|
report.Summary.ErrorCount, report.Summary.WarningCount, rj.reportPath)
|
||||||
|
if report.HasErrors() {
|
||||||
|
return fmt.Errorf("inspection found %d error(s)", report.Summary.ErrorCount)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func runDiffJob(rj *resolvedJob, lg *jobLogger) error {
|
||||||
|
if len(rj.inputs) != 2 {
|
||||||
|
return fmt.Errorf("diff requires exactly 2 inputs, got %d", len(rj.inputs))
|
||||||
|
}
|
||||||
|
source, err := readOneJobInput(rj.inputs[0])
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("input[0]: %w", err)
|
||||||
|
}
|
||||||
|
lg.logf("diff source: %s", inputLabel(rj.inputs[0]))
|
||||||
|
target, err := readOneJobInput(rj.inputs[1])
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("input[1]: %w", err)
|
||||||
|
}
|
||||||
|
lg.logf("diff target: %s", inputLabel(rj.inputs[1]))
|
||||||
|
|
||||||
|
result := diff.CompareDatabases(source, target)
|
||||||
|
s := diff.ComputeSummary(result)
|
||||||
|
lg.logf("diff: schemas %d/%d/%d, tables %d/%d/%d, columns %d/%d/%d (missing/extra/modified)",
|
||||||
|
s.Schemas.Missing, s.Schemas.Extra, s.Schemas.Modified,
|
||||||
|
s.Tables.Missing, s.Tables.Extra, s.Tables.Modified,
|
||||||
|
s.Columns.Missing, s.Columns.Extra, s.Columns.Modified)
|
||||||
|
|
||||||
|
format := diff.FormatSummary
|
||||||
|
switch rj.reportFormat {
|
||||||
|
case "json":
|
||||||
|
format = diff.FormatJSON
|
||||||
|
case "html":
|
||||||
|
format = diff.FormatHTML
|
||||||
|
}
|
||||||
|
|
||||||
|
if rj.reportPath == "" {
|
||||||
|
var buf bytes.Buffer
|
||||||
|
if err := diff.FormatDiff(result, format, &buf); err != nil {
|
||||||
|
return fmt.Errorf("format diff: %w", err)
|
||||||
|
}
|
||||||
|
for _, line := range strings.Split(strings.TrimRight(buf.String(), "\n"), "\n") {
|
||||||
|
lg.logf("%s", line)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if werr := atomicWrite(rj.reportPath, func(tmp string) error {
|
||||||
|
f, err := os.Create(tmp)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer f.Close()
|
||||||
|
return diff.FormatDiff(result, format, f)
|
||||||
|
}); werr != nil {
|
||||||
|
return werr
|
||||||
|
}
|
||||||
|
lg.logf("diff report written: %s", rj.reportPath)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func runScriptsExecJob(rj *resolvedJob, lg *jobLogger) error {
|
||||||
|
schemaName := valueOr(rj.job.Options.Schema, "public")
|
||||||
|
combined := &models.Schema{Name: schemaName}
|
||||||
|
for _, dir := range rj.scriptDirs {
|
||||||
|
reader := sqldir.NewReader(&readers.ReaderOptions{
|
||||||
|
FilePath: dir,
|
||||||
|
Metadata: map[string]any{
|
||||||
|
"schema_name": schemaName,
|
||||||
|
"database_name": "database",
|
||||||
|
},
|
||||||
|
})
|
||||||
|
db, err := reader.ReadDatabase()
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("%s: %w", dir, err)
|
||||||
|
}
|
||||||
|
if len(db.Schemas) == 0 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
combined.Scripts = append(combined.Scripts, db.Schemas[0].Scripts...)
|
||||||
|
}
|
||||||
|
if len(combined.Scripts) == 0 {
|
||||||
|
lg.logf("no scripts found; nothing to execute")
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
lg.logf("executing %d script(s) against database env:%s", len(combined.Scripts), rj.outputConnEnv)
|
||||||
|
|
||||||
|
writer := sqlexec.NewWriter(&writers.WriterOptions{
|
||||||
|
Metadata: map[string]any{
|
||||||
|
"connection_string": rj.outputConn,
|
||||||
|
"ignore_errors": rj.job.Options.ContinueOnError,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err := writer.WriteSchema(combined); err != nil {
|
||||||
|
return fmt.Errorf("script execution failed: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
opts := writer.Options()
|
||||||
|
total, _ := opts.Metadata["execution_total"].(int)
|
||||||
|
success, _ := opts.Metadata["execution_success"].(int)
|
||||||
|
failed, _ := opts.Metadata["execution_failed"].(int)
|
||||||
|
lg.logf("executed %d script(s): %d succeeded, %d failed", total, success, failed)
|
||||||
|
if failed > 0 && !rj.job.Options.ContinueOnError {
|
||||||
|
return fmt.Errorf("%d script(s) failed", failed)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
// readJobInputs reads every input and additively merges them into one model.
|
// readJobInputs reads every input and additively merges them into one model.
|
||||||
func readJobInputs(rj *resolvedJob, lg *jobLogger) (*models.Database, error) {
|
func readJobInputs(rj *resolvedJob, lg *jobLogger) (*models.Database, error) {
|
||||||
var base *models.Database
|
var base *models.Database
|
||||||
@@ -499,7 +814,37 @@ func writeJobOutput(rj *resolvedJob, db *models.Database, lg *jobLogger) error {
|
|||||||
return fmt.Errorf("failed to create output directory: %w", err)
|
return fmt.Errorf("failed to create output directory: %w", err)
|
||||||
}
|
}
|
||||||
lg.logf("writing output: %s (%s)", rj.outputPath, format)
|
lg.logf("writing output: %s (%s)", rj.outputPath, format)
|
||||||
return writeDatabase(db, format, rj.outputPath, o.Package, o.Schema, o.FlattenSchema, "", "", o.ContinueOnError, "")
|
|
||||||
|
write := func(target string) error {
|
||||||
|
return writeDatabase(db, format, target, o.Package, o.Schema, o.FlattenSchema, "", "", o.ContinueOnError, "")
|
||||||
|
}
|
||||||
|
// Single-file formats are written to a temp file and renamed into place so
|
||||||
|
// a failure never leaves a partial or truncated output. Directory-emitting
|
||||||
|
// formats (gorm/bun/drizzle/typeorm/prisma) write in place.
|
||||||
|
if jobs.SingleFileOutputFormat(format) {
|
||||||
|
return atomicWrite(rj.outputPath, write)
|
||||||
|
}
|
||||||
|
return write(rj.outputPath)
|
||||||
|
}
|
||||||
|
|
||||||
|
// atomicWrite calls produce with a temp path in the same directory as
|
||||||
|
// finalPath, then renames it over finalPath. The temp file is removed on any
|
||||||
|
// error so the destination is only ever replaced by a complete file.
|
||||||
|
func atomicWrite(finalPath string, produce func(tmpPath string) error) error {
|
||||||
|
dir := filepath.Dir(finalPath)
|
||||||
|
if err := os.MkdirAll(dir, 0o755); err != nil {
|
||||||
|
return fmt.Errorf("failed to create output directory: %w", err)
|
||||||
|
}
|
||||||
|
tmp := filepath.Join(dir, fmt.Sprintf(".%s.relspec-tmp-%d", filepath.Base(finalPath), os.Getpid()))
|
||||||
|
if err := produce(tmp); err != nil {
|
||||||
|
_ = os.Remove(tmp)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if err := os.Rename(tmp, finalPath); err != nil {
|
||||||
|
_ = os.Remove(tmp)
|
||||||
|
return fmt.Errorf("failed to finalize %s: %w", finalPath, err)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// --- logging + redaction ---------------------------------------------------
|
// --- logging + redaction ---------------------------------------------------
|
||||||
@@ -512,7 +857,7 @@ type jobLogger struct {
|
|||||||
// newJobLogger returns a logger that mirrors to stderr and, when path is set,
|
// newJobLogger returns a logger that mirrors to stderr and, when path is set,
|
||||||
// to a job logfile. Connection strings and known secret values are redacted
|
// to a job logfile. Connection strings and known secret values are redacted
|
||||||
// from everything it writes.
|
// from everything it writes.
|
||||||
func newJobLogger(path string, secrets []string) (*jobLogger, func(err error), error) {
|
func newJobLogger(path string, policy jobs.LogPolicy, secrets []string) (*jobLogger, func(err error), error) {
|
||||||
lg := &jobLogger{secrets: secrets}
|
lg := &jobLogger{secrets: secrets}
|
||||||
if path == "" {
|
if path == "" {
|
||||||
return lg, func(error) {}, nil
|
return lg, func(error) {}, nil
|
||||||
@@ -520,6 +865,7 @@ func newJobLogger(path string, secrets []string) (*jobLogger, func(err error), e
|
|||||||
if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
|
if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
|
||||||
return nil, nil, fmt.Errorf("failed to create log directory: %w", err)
|
return nil, nil, fmt.Errorf("failed to create log directory: %w", err)
|
||||||
}
|
}
|
||||||
|
rotateLogIfNeeded(path, policy)
|
||||||
f, err := os.OpenFile(path, os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0o644)
|
f, err := os.OpenFile(path, os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0o644)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, nil, fmt.Errorf("failed to open logfile %q: %w", path, err)
|
return nil, nil, fmt.Errorf("failed to open logfile %q: %w", path, err)
|
||||||
@@ -533,6 +879,28 @@ func newJobLogger(path string, secrets []string) (*jobLogger, func(err error), e
|
|||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// rotateLogIfNeeded renames path -> path.1 -> path.2 ... up to policy.Keep
|
||||||
|
// when path has grown to policy.MaxSizeBytes or more. The oldest file beyond
|
||||||
|
// Keep is deleted. A zero/negative MaxSizeBytes disables rotation.
|
||||||
|
func rotateLogIfNeeded(path string, policy jobs.LogPolicy) {
|
||||||
|
if policy.MaxSizeBytes <= 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
info, err := os.Stat(path)
|
||||||
|
if err != nil || info.Size() < policy.MaxSizeBytes {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if policy.Keep < 1 {
|
||||||
|
_ = os.Remove(path)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
_ = os.Remove(fmt.Sprintf("%s.%d", path, policy.Keep))
|
||||||
|
for i := policy.Keep - 1; i >= 1; i-- {
|
||||||
|
_ = os.Rename(fmt.Sprintf("%s.%d", path, i), fmt.Sprintf("%s.%d", path, i+1))
|
||||||
|
}
|
||||||
|
_ = os.Rename(path, path+".1")
|
||||||
|
}
|
||||||
|
|
||||||
func (l *jobLogger) logf(format string, args ...interface{}) {
|
func (l *jobLogger) logf(format string, args ...interface{}) {
|
||||||
line := l.redact(fmt.Sprintf(format, args...))
|
line := l.redact(fmt.Sprintf(format, args...))
|
||||||
fmt.Fprintf(os.Stderr, " %s\n", line)
|
fmt.Fprintf(os.Stderr, " %s\n", line)
|
||||||
|
|||||||
@@ -375,3 +375,310 @@ jobs:
|
|||||||
t.Fatal("job list output not deterministic")
|
t.Fatal("job list output not deterministic")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestJobRun_SplitJob(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
extract:
|
||||||
|
command: split
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
- path: schema/tenant.dbml
|
||||||
|
format: dbml
|
||||||
|
select:
|
||||||
|
tables: [users]
|
||||||
|
output:
|
||||||
|
format: json
|
||||||
|
path: build/subset.json
|
||||||
|
overwrite: true
|
||||||
|
`)
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
if err := executeJobPlan(set, "extract", false, false, &bytes.Buffer{}); err != nil {
|
||||||
|
t.Fatalf("execute split job: %v", err)
|
||||||
|
}
|
||||||
|
out, err := os.ReadFile(filepath.Join(dir, "build", "subset.json"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("read split output: %v", err)
|
||||||
|
}
|
||||||
|
s := string(out)
|
||||||
|
if !strings.Contains(s, "users") {
|
||||||
|
t.Fatalf("split output missing selected table:\n%s", s)
|
||||||
|
}
|
||||||
|
if strings.Contains(s, "posts") {
|
||||||
|
t.Fatalf("split output should have excluded posts:\n%s", s)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_InspectJob(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
lint:
|
||||||
|
command: inspect
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
report:
|
||||||
|
format: json
|
||||||
|
path: build/report.json
|
||||||
|
overwrite: true
|
||||||
|
logfile: .relspec/lint.log
|
||||||
|
`)
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
// Default rules only warn, so the job succeeds.
|
||||||
|
if err := executeJobPlan(set, "lint", false, false, &bytes.Buffer{}); err != nil {
|
||||||
|
t.Fatalf("execute inspect job: %v", err)
|
||||||
|
}
|
||||||
|
if _, err := os.ReadFile(filepath.Join(dir, "build", "report.json")); err != nil {
|
||||||
|
t.Fatalf("expected report file: %v", err)
|
||||||
|
}
|
||||||
|
logData, _ := os.ReadFile(filepath.Join(dir, ".relspec", "lint.log"))
|
||||||
|
if !strings.Contains(string(logData), "inspect:") {
|
||||||
|
t.Fatalf("logfile missing inspect summary:\n%s", logData)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_InspectJobFailsOnRuleError(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
lint:
|
||||||
|
command: inspect
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
rules: rules.yaml
|
||||||
|
report:
|
||||||
|
format: json
|
||||||
|
path: build/report.json
|
||||||
|
overwrite: true
|
||||||
|
logfile: .relspec/lint.log
|
||||||
|
`)
|
||||||
|
// A rule set to "error" level for a violation the fixture triggers.
|
||||||
|
writeFile(t, filepath.Join(dir, "rules.yaml"), `version: "1.0"
|
||||||
|
rules:
|
||||||
|
primary_key_naming:
|
||||||
|
enabled: enforce
|
||||||
|
function: primary_key_naming
|
||||||
|
pattern: "^id_"
|
||||||
|
message: "Primary key columns should start with id_"
|
||||||
|
`)
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
err := executeJobPlan(set, "lint", false, false, &bytes.Buffer{})
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "error(s)") {
|
||||||
|
t.Fatalf("expected inspect job to fail on rule error, got %v", err)
|
||||||
|
}
|
||||||
|
logData, _ := os.ReadFile(filepath.Join(dir, ".relspec", "lint.log"))
|
||||||
|
if !strings.Contains(string(logData), "FAILED") {
|
||||||
|
t.Fatalf("failed inspect job should log FAILED:\n%s", logData)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_DiffJob(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
compare:
|
||||||
|
command: diff
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
- path: schema/tenant.dbml
|
||||||
|
format: dbml
|
||||||
|
report:
|
||||||
|
format: json
|
||||||
|
path: build/diff.json
|
||||||
|
overwrite: true
|
||||||
|
`)
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
if err := executeJobPlan(set, "compare", false, false, &bytes.Buffer{}); err != nil {
|
||||||
|
t.Fatalf("execute diff job: %v", err)
|
||||||
|
}
|
||||||
|
out, err := os.ReadFile(filepath.Join(dir, "build", "diff.json"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("read diff report: %v", err)
|
||||||
|
}
|
||||||
|
if len(out) == 0 {
|
||||||
|
t.Fatal("diff report is empty")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_FromJobWiring(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
a:
|
||||||
|
command: convert
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
output:
|
||||||
|
format: json
|
||||||
|
path: build/a.json
|
||||||
|
overwrite: true
|
||||||
|
b:
|
||||||
|
command: convert
|
||||||
|
inputs:
|
||||||
|
- from_job: a
|
||||||
|
output:
|
||||||
|
format: yaml
|
||||||
|
path: build/b.yaml
|
||||||
|
overwrite: true
|
||||||
|
`)
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
if err := executeJobPlan(set, "b", false, false, &bytes.Buffer{}); err != nil {
|
||||||
|
t.Fatalf("execute from_job chain: %v", err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(filepath.Join(dir, "build", "a.json")); err != nil {
|
||||||
|
t.Fatalf("producer output missing: %v", err)
|
||||||
|
}
|
||||||
|
out, err := os.ReadFile(filepath.Join(dir, "build", "b.yaml"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("consumer output missing: %v", err)
|
||||||
|
}
|
||||||
|
if !strings.Contains(string(out), "users") {
|
||||||
|
t.Fatalf("consumer did not consume producer output:\n%s", out)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_LogRotation(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
build:
|
||||||
|
command: scripts-list
|
||||||
|
script_dirs: [migrations]
|
||||||
|
log_max_size: "150B"
|
||||||
|
log_keep: 2
|
||||||
|
logfile: .relspec/build.log
|
||||||
|
`)
|
||||||
|
writeFile(t, filepath.Join(dir, "migrations", "1_001_a.sql"), "CREATE TABLE a();\n")
|
||||||
|
logPath := filepath.Join(dir, ".relspec", "build.log")
|
||||||
|
writeFile(t, logPath, strings.Repeat("x", 300)+"\n")
|
||||||
|
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
if err := executeJobPlan(set, "build", false, false, &bytes.Buffer{}); err != nil {
|
||||||
|
t.Fatalf("execute job: %v", err)
|
||||||
|
}
|
||||||
|
rotated, err := os.ReadFile(logPath + ".1")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("expected rotated logfile build.log.1: %v", err)
|
||||||
|
}
|
||||||
|
if !strings.Contains(string(rotated), strings.Repeat("x", 300)) {
|
||||||
|
t.Fatalf("rotated logfile should hold the old content")
|
||||||
|
}
|
||||||
|
fresh, err := os.ReadFile(logPath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("expected fresh logfile: %v", err)
|
||||||
|
}
|
||||||
|
if strings.Contains(string(fresh), strings.Repeat("x", 300)) {
|
||||||
|
t.Fatalf("fresh logfile should not contain the rotated-out content:\n%s", fresh)
|
||||||
|
}
|
||||||
|
if !strings.Contains(string(fresh), "OK") {
|
||||||
|
t.Fatalf("fresh logfile should hold the new run:\n%s", fresh)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_AtomicOutputLeavesOriginalOnFailure(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
x:
|
||||||
|
command: convert
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
output:
|
||||||
|
format: json
|
||||||
|
path: build/out.json
|
||||||
|
overwrite: true
|
||||||
|
`)
|
||||||
|
// Seed the destination, then make its parent directory read-only so the
|
||||||
|
// rename step fails. The seeded file must survive intact.
|
||||||
|
seeded := filepath.Join(dir, "build", "out.json")
|
||||||
|
writeFile(t, seeded, `{"seeded":true}`)
|
||||||
|
if err := os.Chmod(filepath.Join(dir, "build"), 0o500); err != nil {
|
||||||
|
t.Skipf("cannot chmod: %v", err)
|
||||||
|
}
|
||||||
|
t.Cleanup(func() { _ = os.Chmod(filepath.Join(dir, "build"), 0o755) })
|
||||||
|
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
if err := executeJobPlan(set, "x", false, false, &bytes.Buffer{}); err == nil {
|
||||||
|
t.Skip("write unexpectedly succeeded (running as root?)")
|
||||||
|
}
|
||||||
|
if err := os.Chmod(filepath.Join(dir, "build"), 0o755); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
data, err := os.ReadFile(seeded)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("seeded file gone: %v", err)
|
||||||
|
}
|
||||||
|
if !strings.Contains(string(data), "seeded") {
|
||||||
|
t.Fatalf("seeded file was corrupted: %s", data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_ScriptsExecMissingConnEnv(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
migrate:
|
||||||
|
command: scripts-exec
|
||||||
|
script_dirs: [migrations]
|
||||||
|
output:
|
||||||
|
conn_env: RELSPEC_TEST_EXEC_MISSING
|
||||||
|
logfile: .relspec/migrate.log
|
||||||
|
`)
|
||||||
|
writeFile(t, filepath.Join(dir, "migrations", "1_001_a.sql"), "CREATE TABLE a();\n")
|
||||||
|
os.Unsetenv("RELSPEC_TEST_EXEC_MISSING")
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
err := executeJobPlan(set, "migrate", false, false, &bytes.Buffer{})
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "conn_env") {
|
||||||
|
t.Fatalf("expected missing conn_env error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_ScriptsExecDryRun(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
migrate:
|
||||||
|
command: scripts-exec
|
||||||
|
script_dirs: [migrations]
|
||||||
|
output:
|
||||||
|
conn_env: RELSPEC_TEST_EXEC_CONN
|
||||||
|
`)
|
||||||
|
writeFile(t, filepath.Join(dir, "migrations", "1_001_a.sql"), "CREATE TABLE a();\n")
|
||||||
|
t.Setenv("RELSPEC_TEST_EXEC_CONN", "postgres://u:secretpw@h/db")
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
var buf bytes.Buffer
|
||||||
|
if err := executeJobPlan(set, "migrate", true, false, &buf); err != nil {
|
||||||
|
t.Fatalf("dry run: %v", err)
|
||||||
|
}
|
||||||
|
if strings.Contains(buf.String(), "secretpw") {
|
||||||
|
t.Fatalf("plan leaked secret:\n%s", buf.String())
|
||||||
|
}
|
||||||
|
if !strings.Contains(buf.String(), "env:RELSPEC_TEST_EXEC_CONN") {
|
||||||
|
t.Fatalf("plan should name the env var:\n%s", buf.String())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestJobRun_TemplDatabaseMode(t *testing.T) {
|
||||||
|
dir := jobFixture(t, `version: 1
|
||||||
|
jobs:
|
||||||
|
docs:
|
||||||
|
command: templ
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
template: templates/schema.tmpl
|
||||||
|
output:
|
||||||
|
path: build/schema.txt
|
||||||
|
overwrite: true
|
||||||
|
`)
|
||||||
|
writeFile(t, filepath.Join(dir, "templates", "schema.tmpl"), "{{range .Database.Schemas}}{{range .Tables}}{{.Name}} {{end}}{{end}}")
|
||||||
|
set := mustLoadSet(t, filepath.Join(dir, "relspec.yml"))
|
||||||
|
if err := executeJobPlan(set, "docs", false, false, &bytes.Buffer{}); err != nil {
|
||||||
|
t.Fatalf("execute templ job: %v", err)
|
||||||
|
}
|
||||||
|
out, err := os.ReadFile(filepath.Join(dir, "build", "schema.txt"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("read templ output: %v", err)
|
||||||
|
}
|
||||||
|
if !strings.Contains(string(out), "users") {
|
||||||
|
t.Fatalf("templ output missing users table: %s", out)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -158,9 +158,7 @@ func runMerge(cmd *cobra.Command, args []string) error {
|
|||||||
}
|
}
|
||||||
mergeTargetPath = expandPath(mergeTargetPath)
|
mergeTargetPath = expandPath(mergeTargetPath)
|
||||||
} else if mergeTargetConn == "" {
|
} else if mergeTargetConn == "" {
|
||||||
|
|
||||||
return fmt.Errorf("--target-conn is required for pgsql format")
|
return fmt.Errorf("--target-conn is required for pgsql format")
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if mergeSourceType != "pgsql" {
|
if mergeSourceType != "pgsql" {
|
||||||
|
|||||||
@@ -105,7 +105,7 @@ func TestRunMerge_FromListPathWithSpaces(t *testing.T) {
|
|||||||
defer restoreMergeState(saved)
|
defer restoreMergeState(saved)
|
||||||
|
|
||||||
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
||||||
if err := os.MkdirAll(spacedDir, 0755); err != nil {
|
if err := os.MkdirAll(spacedDir, 0o755); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
targetFile := filepath.Join(spacedDir, "target schema.json")
|
targetFile := filepath.Join(spacedDir, "target schema.json")
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ func newReaderOptions(filePath, connString string) *readers.ReaderOptions {
|
|||||||
FilePath: filePath,
|
FilePath: filePath,
|
||||||
ConnectionString: connString,
|
ConnectionString: connString,
|
||||||
Prisma7: prisma7,
|
Prisma7: prisma7,
|
||||||
|
StrictDirectives: strictDirectives,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -22,5 +23,6 @@ func newWriterOptions(outputPath, packageName string, flattenSchema bool, nullab
|
|||||||
NullableArrays: nullableArrays,
|
NullableArrays: nullableArrays,
|
||||||
Prisma7: prisma7,
|
Prisma7: prisma7,
|
||||||
ContinueOnError: continueOnError,
|
ContinueOnError: continueOnError,
|
||||||
|
StrictDirectives: strictDirectives,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -14,6 +14,7 @@ var (
|
|||||||
buildDate = "unknown"
|
buildDate = "unknown"
|
||||||
prisma7 bool
|
prisma7 bool
|
||||||
noVersion bool
|
noVersion bool
|
||||||
|
strictDirectives bool
|
||||||
)
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
@@ -72,6 +73,7 @@ func init() {
|
|||||||
rootCmd.AddCommand(reportCmd)
|
rootCmd.AddCommand(reportCmd)
|
||||||
rootCmd.PersistentFlags().BoolVar(&prisma7, "prisma7", false, "Use Prisma 7 generator conventions when reading/writing Prisma schemas")
|
rootCmd.PersistentFlags().BoolVar(&prisma7, "prisma7", false, "Use Prisma 7 generator conventions when reading/writing Prisma schemas")
|
||||||
rootCmd.PersistentFlags().BoolVar(&noVersion, "no-version", false, "Suppress the RelSpec version header")
|
rootCmd.PersistentFlags().BoolVar(&noVersion, "no-version", false, "Suppress the RelSpec version header")
|
||||||
|
rootCmd.PersistentFlags().BoolVar(&strictDirectives, "strict-directives", false, "Fail on unknown or untranslatable DBML dialect directives (@postgres:, @sqlite:, …)")
|
||||||
}
|
}
|
||||||
|
|
||||||
// printVersionHeader prints the "RelSpec <version> (built: <date>)" banner
|
// printVersionHeader prints the "RelSpec <version> (built: <date>)" banner
|
||||||
|
|||||||
+50
-6
@@ -205,8 +205,52 @@ func runSplit(cmd *cobra.Command, args []string) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// filterDatabase filters the database based on provided criteria
|
// splitSelection is the schema/table selection for a split, independent of the
|
||||||
|
// CLI flag globals so the job runner can build one directly.
|
||||||
|
type splitSelection struct {
|
||||||
|
Schemas []string
|
||||||
|
Tables []string
|
||||||
|
ExcludeSchemas []string
|
||||||
|
ExcludeTables []string
|
||||||
|
DatabaseName string
|
||||||
|
}
|
||||||
|
|
||||||
|
// summary renders a one-line human description of the selection.
|
||||||
|
func (s splitSelection) summary() string {
|
||||||
|
var parts []string
|
||||||
|
if len(s.Schemas) > 0 {
|
||||||
|
parts = append(parts, "schemas="+strings.Join(s.Schemas, ","))
|
||||||
|
}
|
||||||
|
if len(s.Tables) > 0 {
|
||||||
|
parts = append(parts, "tables="+strings.Join(s.Tables, ","))
|
||||||
|
}
|
||||||
|
if len(s.ExcludeSchemas) > 0 {
|
||||||
|
parts = append(parts, "exclude_schemas="+strings.Join(s.ExcludeSchemas, ","))
|
||||||
|
}
|
||||||
|
if len(s.ExcludeTables) > 0 {
|
||||||
|
parts = append(parts, "exclude_tables="+strings.Join(s.ExcludeTables, ","))
|
||||||
|
}
|
||||||
|
if s.DatabaseName != "" {
|
||||||
|
parts = append(parts, "database_name="+s.DatabaseName)
|
||||||
|
}
|
||||||
|
if len(parts) == 0 {
|
||||||
|
return "(all schemas/tables)"
|
||||||
|
}
|
||||||
|
return strings.Join(parts, " ")
|
||||||
|
}
|
||||||
|
|
||||||
|
// filterDatabase filters the database based on the CLI split flags.
|
||||||
func filterDatabase(db *models.Database) (*models.Database, error) {
|
func filterDatabase(db *models.Database) (*models.Database, error) {
|
||||||
|
return filterDatabaseSelection(db, splitSelection{
|
||||||
|
Schemas: parseCommaSeparated(splitSchemas),
|
||||||
|
Tables: parseCommaSeparated(splitTables),
|
||||||
|
ExcludeSchemas: parseCommaSeparated(splitExcludeSchema),
|
||||||
|
ExcludeTables: parseCommaSeparated(splitExcludeTables),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// filterDatabaseSelection filters db down to the schemas/tables named by sel.
|
||||||
|
func filterDatabaseSelection(db *models.Database, sel splitSelection) (*models.Database, error) {
|
||||||
filteredDB := &models.Database{
|
filteredDB := &models.Database{
|
||||||
Name: db.Name,
|
Name: db.Name,
|
||||||
Description: db.Description,
|
Description: db.Description,
|
||||||
@@ -220,11 +264,11 @@ func filterDatabase(db *models.Database) (*models.Database, error) {
|
|||||||
Domains: db.Domains, // Keep domains for now
|
Domains: db.Domains, // Keep domains for now
|
||||||
}
|
}
|
||||||
|
|
||||||
// Parse filter flags
|
// Selection criteria
|
||||||
includeSchemas := parseCommaSeparated(splitSchemas)
|
includeSchemas := sel.Schemas
|
||||||
includeTables := parseCommaSeparated(splitTables)
|
includeTables := sel.Tables
|
||||||
excludeSchemas := parseCommaSeparated(splitExcludeSchema)
|
excludeSchemas := sel.ExcludeSchemas
|
||||||
excludeTables := parseCommaSeparated(splitExcludeTables)
|
excludeTables := sel.ExcludeTables
|
||||||
|
|
||||||
// Convert table names to lowercase for case-insensitive matching
|
// Convert table names to lowercase for case-insensitive matching
|
||||||
includeTablesLower := make(map[string]bool)
|
includeTablesLower := make(map[string]bool)
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ import (
|
|||||||
func writeTestTemplate(t *testing.T, path string) {
|
func writeTestTemplate(t *testing.T, path string) {
|
||||||
t.Helper()
|
t.Helper()
|
||||||
content := []byte(`{{.Name}}`)
|
content := []byte(`{{.Name}}`)
|
||||||
if err := os.WriteFile(path, content, 0644); err != nil {
|
if err := os.WriteFile(path, content, 0o644); err != nil {
|
||||||
t.Fatalf("failed to write template file %s: %v", path, err)
|
t.Fatalf("failed to write template file %s: %v", path, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -104,7 +104,7 @@ func TestRunTempl_FromListPathWithSpaces(t *testing.T) {
|
|||||||
defer restoreTemplState(saved)
|
defer restoreTemplState(saved)
|
||||||
|
|
||||||
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
spacedDir := filepath.Join(t.TempDir(), "my schema files")
|
||||||
if err := os.MkdirAll(spacedDir, 0755); err != nil {
|
if err := os.MkdirAll(spacedDir, 0o755); err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
file1 := filepath.Join(spacedDir, "users schema.json")
|
file1 := filepath.Join(spacedDir, "users schema.json")
|
||||||
|
|||||||
@@ -66,7 +66,7 @@ func writeTestJSON(t *testing.T, path string, tableNames []string) {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("failed to marshal test JSON: %v", err)
|
t.Fatalf("failed to marshal test JSON: %v", err)
|
||||||
}
|
}
|
||||||
if err := os.WriteFile(path, data, 0644); err != nil {
|
if err := os.WriteFile(path, data, 0o644); err != nil {
|
||||||
t.Fatalf("failed to write test file %s: %v", path, err)
|
t.Fatalf("failed to write test file %s: %v", path, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -100,7 +100,7 @@ func writeTestJSONWithSingleColumnType(t *testing.T, path, tableName, columnType
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("failed to marshal test JSON: %v", err)
|
t.Fatalf("failed to marshal test JSON: %v", err)
|
||||||
}
|
}
|
||||||
if err := os.WriteFile(path, data, 0644); err != nil {
|
if err := os.WriteFile(path, data, 0o644); err != nil {
|
||||||
t.Fatalf("failed to write test file %s: %v", path, err)
|
t.Fatalf("failed to write test file %s: %v", path, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,115 @@
|
|||||||
|
# DBML Dialect Directives
|
||||||
|
|
||||||
|
DBML has no dialect-neutral way to express database-specific features such as
|
||||||
|
PostgreSQL table partitioning or SQLite `WITHOUT ROWID`. RelSpec adds **dialect
|
||||||
|
directives** — explicit, parseable lines embedded in a `.dbml` file that are:
|
||||||
|
|
||||||
|
- stored losslessly in the intermediate model (under each object's `Metadata`),
|
||||||
|
- preserved unchanged through a `DBML → model → DBML` round-trip,
|
||||||
|
- translated to SQL **only** by the writer for the matching dialect
|
||||||
|
(`@postgres:` clauses appear in PostgreSQL output, never in SQLite output, and
|
||||||
|
vice-versa).
|
||||||
|
|
||||||
|
## Grammar
|
||||||
|
|
||||||
|
A directive is a single line, matched on its trimmed content:
|
||||||
|
|
||||||
|
```
|
||||||
|
@<namespace>[(<target>)]: <args>
|
||||||
|
```
|
||||||
|
|
||||||
|
| Part | Rules |
|
||||||
|
|------|-------|
|
||||||
|
| `namespace` | `^[a-z][a-z0-9_]*$` — e.g. `postgres`, `sqlite`. Future dialects allowed. |
|
||||||
|
| `(target)` | Optional. A **column name** only, valid only on a directive line inside a table body. Bare or single/double quoted. |
|
||||||
|
| `args` | Everything after the first `:`, trimmed. Otherwise preserved **verbatim**. Must be non-empty. |
|
||||||
|
|
||||||
|
The **key** of a directive is derived: the lowercased first whitespace-delimited
|
||||||
|
token of `args` (`partition by RANGE (created_at)` → `partition`). It drives
|
||||||
|
duplicate detection and writer dispatch.
|
||||||
|
|
||||||
|
## Location
|
||||||
|
|
||||||
|
Where the line appears determines which object it attaches to:
|
||||||
|
|
||||||
|
| Position in the file | Attaches to |
|
||||||
|
|----------------------|-------------|
|
||||||
|
| Before the first `Table {` | database (`db.Metadata`) |
|
||||||
|
| Table body, no `(target)` | that table |
|
||||||
|
| Table body, `(col)` target | column `col` of that table (error if `col` is unknown) |
|
||||||
|
| Inside an `indexes { }` block | the **most recently listed** index entry in that block; `(target)` is not allowed |
|
||||||
|
|
||||||
|
```dbml
|
||||||
|
@postgres: search_path myapp -- database
|
||||||
|
|
||||||
|
Table myapp.events {
|
||||||
|
id bigint [pk]
|
||||||
|
created_at timestamp [not null]
|
||||||
|
@postgres(id): identity always -- column "id"
|
||||||
|
@postgres: partition by RANGE (created_at) -- table
|
||||||
|
@postgres: tablespace fast_data -- table
|
||||||
|
@sqlite: without rowid -- table
|
||||||
|
|
||||||
|
indexes {
|
||||||
|
(created_at) [name: 'idx_events_created']
|
||||||
|
@postgres: with (fillfactor=90) -- index "idx_events_created"
|
||||||
|
@postgres: tablespace idx_space -- index "idx_events_created"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## Duplicate policy
|
||||||
|
|
||||||
|
- **Repeatable by default** — every directive with the same `(namespace, key)` at
|
||||||
|
one location is kept, in source order.
|
||||||
|
- **Singletons** raise a line-numbered error on a second occurrence at the same
|
||||||
|
location. Current singletons: `postgres` `partition`, `tablespace`, `inherits`,
|
||||||
|
`storage`, `compression`, `identity`; `sqlite` `without`, `strict`, `collate`.
|
||||||
|
|
||||||
|
## Strict mode
|
||||||
|
|
||||||
|
CLI flag `--strict-directives` (also `ReaderOptions.StrictDirectives` /
|
||||||
|
`WriterOptions.StrictDirectives`):
|
||||||
|
|
||||||
|
- **Reader**: an unknown namespace or key is a hard error. Without strict mode it
|
||||||
|
is stored and preserved silently, and round-trips unchanged.
|
||||||
|
- **PostgreSQL / SQLite writer**: a directive for **that** writer's own dialect
|
||||||
|
whose key it cannot translate is a hard error. Without strict mode, translatable
|
||||||
|
keys are emitted and the rest are skipped. Directives for other dialects are
|
||||||
|
always ignored, never emitted.
|
||||||
|
|
||||||
|
## Errors
|
||||||
|
|
||||||
|
All are line-numbered (`dbml: line N: …`):
|
||||||
|
|
||||||
|
- no colon, or empty `args`
|
||||||
|
- namespace empty or not matching `[a-z][a-z0-9_]*`
|
||||||
|
- `(target)` naming an unknown column, or used at the top level / in an `indexes` block
|
||||||
|
- a directive in the catalog used at a location it is not valid for
|
||||||
|
- duplicate singleton at the same location
|
||||||
|
- (strict mode) unknown `(namespace, key)`
|
||||||
|
|
||||||
|
## Supported directive matrix
|
||||||
|
|
||||||
|
### `@postgres`
|
||||||
|
|
||||||
|
| Key | Locations | SQL emitted | Notes |
|
||||||
|
|-----|-----------|-------------|-------|
|
||||||
|
| `partition` | table | `PARTITION BY <args>` appended to `CREATE TABLE` | e.g. `@postgres: partition by RANGE (created_at)` |
|
||||||
|
| `inherits` | table | `INHERITS (<args>)` — args verbatim | |
|
||||||
|
| `with` | table, index | `WITH (<params>)` | On an index, wins over `WITH` derived from the index comment. `@postgres: with (fillfactor=90)` |
|
||||||
|
| `tablespace` | table, index | `TABLESPACE <name>` | Emitted after `WITH`, before `WHERE` on indexes |
|
||||||
|
| `storage` | column | `STORAGE <mode>` in the column definition | e.g. `@postgres(blob): storage external` |
|
||||||
|
| `compression` | column | `COMPRESSION <method>` | |
|
||||||
|
| `identity` | column | `identity always` → `GENERATED ALWAYS AS IDENTITY`; `identity default` / `identity by default` → `GENERATED BY DEFAULT AS IDENTITY` | |
|
||||||
|
|
||||||
|
### `@sqlite`
|
||||||
|
|
||||||
|
| Key | Locations | SQL emitted | Notes |
|
||||||
|
|-----|-----------|-------------|-------|
|
||||||
|
| `without` | table | `WITHOUT ROWID` table option | `@sqlite: without rowid` |
|
||||||
|
| `strict` | table | `STRICT` table option | `WITHOUT ROWID` is emitted before `STRICT` |
|
||||||
|
| `collate` | column | ` COLLATE <name>` in the column definition | e.g. `@sqlite(name): collate NOCASE` |
|
||||||
|
|
||||||
|
Unknown namespaces and keys not in these tables are still preserved losslessly
|
||||||
|
(and round-trip through the DBML writer) whenever strict mode is off.
|
||||||
+170
-28
@@ -9,10 +9,11 @@ relspec job run build-schema --plan # validate + print plan, execute nothing
|
|||||||
relspec job run build-schema # run the job (and its dependencies)
|
relspec job run build-schema # run the job (and its dependencies)
|
||||||
```
|
```
|
||||||
|
|
||||||
## Design contract (first release)
|
## Design contract
|
||||||
|
|
||||||
This is the smallest coherent contract that is safe and useful end to end.
|
This is a deliberately small, safe contract. Every capability is offline-testable
|
||||||
Anything not listed under "Supported" is intentionally deferred.
|
except live database execution (`scripts-exec`), which is validated and planned
|
||||||
|
offline and only connects at run time.
|
||||||
|
|
||||||
### Not a shell
|
### Not a shell
|
||||||
|
|
||||||
@@ -24,13 +25,15 @@ means adding a vetted adapter in the RelSpec source.
|
|||||||
|----------------|--------------------------------------------------------------------|
|
|----------------|--------------------------------------------------------------------|
|
||||||
| `convert` | read one or more input schemas, additively merge them, write one output |
|
| `convert` | read one or more input schemas, additively merge them, write one output |
|
||||||
| `merge` | like `convert` but requires ≥2 inputs and exposes `skip_*` merge options |
|
| `merge` | like `convert` but requires ≥2 inputs and exposes `skip_*` merge options |
|
||||||
|
| `split` | read one or more schemas, keep the selected schemas/tables, write one output |
|
||||||
| `scripts-list` | deterministically list SQL scripts across one or more directories |
|
| `scripts-list` | deterministically list SQL scripts across one or more directories |
|
||||||
|
| `scripts-exec` | execute SQL scripts across one or more directories against a live PostgreSQL database |
|
||||||
|
| `templ` | apply a custom Go text template to one or more input schemas |
|
||||||
|
| `inspect` | validate one or more schemas against rules and write a report |
|
||||||
|
| `diff` | compare exactly two schemas and write a differences report |
|
||||||
|
|
||||||
Deferred (documented, not implemented here): `scripts` execution against a live
|
`convert`, `merge` and `split` are **producers**: their file output can be fed
|
||||||
database, `split`, `inspect`, `diff`, `templ`, job-to-job output wiring,
|
directly into another job with `from_job` (see below).
|
||||||
log rotation/retention. Live SQL execution already exists as
|
|
||||||
`relspec scripts execute`; wiring it into the job runner is a follow-up because
|
|
||||||
it needs live database credentials and cannot be covered by offline tests.
|
|
||||||
|
|
||||||
### Discovery and precedence
|
### Discovery and precedence
|
||||||
|
|
||||||
@@ -48,12 +51,16 @@ already forbid duplicate keys within a single file.
|
|||||||
|
|
||||||
### Paths
|
### Paths
|
||||||
|
|
||||||
* Every path (`inputs[].path`, `output.path`, `script_dirs[]`, `logfile`) is
|
* Every path (`inputs[].path`, `output.path`, `report.path`, `rules`,
|
||||||
**relative to the directory containing the job file that declared the job**,
|
`script_dirs[]`, `template`, `logfile`) is **relative to the directory
|
||||||
not the process working directory.
|
containing the job file that declared the job**, not the process working
|
||||||
|
directory.
|
||||||
* Absolute paths, `~`-relative paths and any path that resolves outside the job
|
* Absolute paths, `~`-relative paths and any path that resolves outside the job
|
||||||
file directory (`../`, `a/../../b`, …) are **rejected during validation** —
|
file directory (`../`, `a/../../b`, …) are **rejected during validation** —
|
||||||
before anything runs.
|
before anything runs.
|
||||||
|
* At run time each path is additionally resolved through its symlinks: a symlink
|
||||||
|
inside the job-file directory that points outside it is rejected before the
|
||||||
|
path is opened.
|
||||||
|
|
||||||
### Credentials
|
### Credentials
|
||||||
|
|
||||||
@@ -75,55 +82,104 @@ already forbid duplicate keys within a single file.
|
|||||||
first. Nothing is read, written, connected to, or executed if validation fails.
|
first. Nothing is read, written, connected to, or executed if validation fails.
|
||||||
Checks include:
|
Checks include:
|
||||||
|
|
||||||
* schema `version` (must be `1`), unknown YAML fields rejected
|
* schema `version` — **forward-permissive**: any version `>= 1` is accepted.
|
||||||
|
An omitted `version` is treated as the current one. A version newer than this
|
||||||
|
build understands loads best-effort (unknown YAML fields are ignored and a
|
||||||
|
warning is printed); at the current version unknown YAML fields are still
|
||||||
|
rejected.
|
||||||
* duplicate job names across files
|
* duplicate job names across files
|
||||||
* unknown / missing `command`
|
* unknown / missing `command`
|
||||||
* per-command input/output shape (`convert`/`merge` need inputs + output;
|
* per-command input/output shape:
|
||||||
`scripts-list` needs `script_dirs` and forbids inputs/output)
|
* `convert` needs ≥1 input + output; `merge` needs ≥2 inputs + output
|
||||||
|
* `split` needs ≥1 input + a file output, plus an optional `select:` block
|
||||||
|
* `scripts-list` needs `script_dirs` and forbids inputs/output
|
||||||
|
* `scripts-exec` needs `script_dirs` and `output.conn_env` (pgsql only)
|
||||||
|
* `inspect` needs ≥1 input + `report:` (format `markdown`|`json`)
|
||||||
|
* `diff` needs **exactly 2** inputs + `report:` (format `summary`|`json`|`html`)
|
||||||
* unknown input/output `format`
|
* unknown input/output `format`
|
||||||
|
* `from_job` targets exist, are producers (`convert`/`merge`/`split`) and write a
|
||||||
|
single-file output
|
||||||
* path traversal / absolute / home-relative paths
|
* path traversal / absolute / home-relative paths
|
||||||
* `depends_on` targets exist
|
* `depends_on` and `from_job` targets exist
|
||||||
* dependency cycles (reported as `a -> b -> c -> a`)
|
* dependency cycles over the combined `depends_on` + `from_job` graph
|
||||||
|
(reported as `a -> b -> c -> a`)
|
||||||
|
|
||||||
Then, immediately before running, per-job pre-flight resolves paths and checks:
|
Then, immediately before running, per-job pre-flight resolves paths and checks:
|
||||||
|
|
||||||
* every input file exists and is a file
|
* every input file exists and is a file (a `from_job` input is exempt — its
|
||||||
|
producer runs earlier in the same plan)
|
||||||
* every `script_dir` exists and is a directory
|
* every `script_dir` exists and is a directory
|
||||||
* every `conn_env` variable is set
|
* every `conn_env` variable is set
|
||||||
* `output.path` does not already exist unless `output.overwrite: true`
|
* `output.path` / `report.path` does not already exist unless the matching
|
||||||
|
`overwrite: true` is set
|
||||||
|
* `rules` (inspect), when given, exists and is a file
|
||||||
|
* symlinks in every resolved path stay inside the job-file directory
|
||||||
|
|
||||||
If any pre-flight check fails for **any** job in the plan, **no** job runs.
|
If any pre-flight check fails for **any** job in the plan, **no** job runs.
|
||||||
|
|
||||||
### Execution and exit codes
|
### Execution and exit codes
|
||||||
|
|
||||||
* `relspec job run <name>` runs the job's `depends_on` closure first, in
|
* `relspec job run <name>` runs the job's dependency closure first
|
||||||
topological order (deterministic), then the job. `--no-deps` runs only the
|
(`depends_on` plus any `from_job` producers), in topological order
|
||||||
named job.
|
(deterministic), then the job. `--no-deps` runs only the named job and is
|
||||||
|
incompatible with `from_job` inputs.
|
||||||
* `--dry-run` (alias `--plan`) prints the resolved plan and exits 0 without
|
* `--dry-run` (alias `--plan`) prints the resolved plan and exits 0 without
|
||||||
touching inputs, outputs or databases.
|
touching inputs, outputs or databases.
|
||||||
* A failing job returns the underlying non-zero status (the process exits 1)
|
* A failing job returns the underlying non-zero status (the process exits 1)
|
||||||
and the error names the job. The logfile records `FAILED: <error>`; a
|
and the error names the job. The logfile records `FAILED: <error>`; a
|
||||||
successful job records `OK`. No separate success-marker file is written, so a
|
successful job records `OK`. No separate success-marker file is written, so a
|
||||||
failure can never leave a stale "success".
|
failure can never leave a stale "success".
|
||||||
|
* `inspect` fails the job when the report contains rule **errors** (enforced
|
||||||
|
rules); warnings do not fail it. `diff` never fails on differences.
|
||||||
|
* Single-file outputs and reports are written to a temporary file in the target
|
||||||
|
directory and atomically renamed into place, so an interrupted run never
|
||||||
|
leaves a partial file. Directory-emitting formats (`gorm`, `bun`, `drizzle`,
|
||||||
|
`typeorm`, `prisma`) are written in place.
|
||||||
|
|
||||||
|
### Logfile rotation
|
||||||
|
|
||||||
|
When a job has a `logfile`, it is size-rotated before each run. Defaults are
|
||||||
|
**5 MB** with **3** rotated files kept (`build.log` → `build.log.1` → …). Override
|
||||||
|
per job with `log_max_size` / `log_keep`, or for a whole file with a top-level
|
||||||
|
`defaults:` block. `log_max_size` accepts `B`/`KB`/`MB`/`GB` suffixes (e.g.
|
||||||
|
`"512KB"`, `"5MB"`).
|
||||||
|
|
||||||
## Schema reference
|
## Schema reference
|
||||||
|
|
||||||
```yaml
|
```yaml
|
||||||
version: 1 # required, must be 1
|
version: 1 # optional; any value >= 1 is accepted
|
||||||
|
defaults: # optional, file-wide
|
||||||
|
log_max_size: 5MB # B / KB / MB / GB
|
||||||
|
log_keep: 3
|
||||||
jobs:
|
jobs:
|
||||||
<job-name>:
|
<job-name>:
|
||||||
command: convert | merge | scripts-list # required
|
command: convert | merge | split | scripts-list | scripts-exec | templ | inspect | diff
|
||||||
description: "free text" # optional, shown by `job list`
|
description: "free text" # optional, shown by `job list`
|
||||||
depends_on: [other-job, ...] # optional
|
depends_on: [other-job, ...] # optional
|
||||||
inputs: # convert (≥1) / merge (≥2)
|
inputs: # convert (≥1) / merge (≥2) / split (≥1) / inspect (≥1) / diff (exactly 2)
|
||||||
- path: relative/file.dbml # file inputs
|
- path: relative/file.dbml # file inputs
|
||||||
format: dbml
|
format: dbml
|
||||||
- format: pgsql # live-connection inputs
|
- format: pgsql # live-connection inputs
|
||||||
conn_env: SOURCE_DB_URL # env var NAME
|
conn_env: SOURCE_DB_URL # env var NAME
|
||||||
script_dirs: # scripts-list (≥1)
|
- from_job: build-schema # consume another job's file output
|
||||||
|
script_dirs: # scripts-list / scripts-exec (≥1)
|
||||||
- migrations/core
|
- migrations/core
|
||||||
- migrations/tenant
|
- migrations/tenant
|
||||||
output: # convert / merge (required)
|
template: templates/schema.tmpl # templ (required)
|
||||||
|
mode: table # templ: database/schema/script/table
|
||||||
|
filename_pattern: "{{.Name}}.go" # templ multi-output modes
|
||||||
|
select: # split (optional; default = keep everything)
|
||||||
|
schemas: [public]
|
||||||
|
tables: [users, orders]
|
||||||
|
exclude_schemas: []
|
||||||
|
exclude_tables: []
|
||||||
|
database_name: SubsetDB # optional rename of the output database
|
||||||
|
rules: .relspec-rules.yaml # inspect (optional; built-in defaults if omitted)
|
||||||
|
report: # inspect (required) / diff (required)
|
||||||
|
format: json # inspect: markdown|json ; diff: summary|json|html
|
||||||
|
path: build/report.json # required, except a diff "summary" (goes to the log)
|
||||||
|
overwrite: false
|
||||||
|
output: # convert / merge / split (required); scripts-exec (required, conn_env)
|
||||||
format: pgsql
|
format: pgsql
|
||||||
path: build/schema.sql # file output, OR:
|
path: build/schema.sql # file output, OR:
|
||||||
conn_env: TARGET_DB_URL # execute against DB (pgsql only)
|
conn_env: TARGET_DB_URL # execute against DB (pgsql only)
|
||||||
@@ -132,15 +188,27 @@ jobs:
|
|||||||
flatten_schema: false
|
flatten_schema: false
|
||||||
schema: public
|
schema: public
|
||||||
package: models # for gorm/bun output
|
package: models # for gorm/bun output
|
||||||
continue_on_error: false # pgsql output
|
continue_on_error: false # pgsql / scripts-exec output
|
||||||
skip_relations: false # merge only
|
skip_relations: false # merge only
|
||||||
skip_enums: false
|
skip_enums: false
|
||||||
skip_views: false
|
skip_views: false
|
||||||
skip_domains: false
|
skip_domains: false
|
||||||
skip_sequences: false
|
skip_sequences: false
|
||||||
logfile: .relspec/log/<job-name>.log # optional; appended to
|
logfile: .relspec/log/<job-name>.log # optional; appended to, size-rotated
|
||||||
|
log_max_size: 5MB # optional per-job override
|
||||||
|
log_keep: 3 # optional per-job override
|
||||||
```
|
```
|
||||||
|
|
||||||
|
For `templ`, `inputs` use the same file or `pgsql`/`conn_env` source forms as
|
||||||
|
schema conversion. `output` is optional (empty means stdout); when present it
|
||||||
|
contains only `path` and `overwrite`, because templates do not select a schema
|
||||||
|
writer format.
|
||||||
|
|
||||||
|
A `from_job` input takes no `path`, `format` or `conn_env`: it resolves to the
|
||||||
|
named job's `output.path` and inherits its format, and implies a dependency on
|
||||||
|
that job. The producer must be a `convert`, `merge` or `split` job writing a
|
||||||
|
single-file output.
|
||||||
|
|
||||||
### Supported input formats
|
### Supported input formats
|
||||||
|
|
||||||
`dbml`, `dctx`, `drawdb`, `graphql`, `json`, `yaml`, `gorm`, `bun`, `drizzle`,
|
`dbml`, `dctx`, `drawdb`, `graphql`, `json`, `yaml`, `gorm`, `bun`, `drizzle`,
|
||||||
@@ -221,3 +289,77 @@ jobs:
|
|||||||
path: snapshots/prod.dbml
|
path: snapshots/prod.dbml
|
||||||
overwrite: true
|
overwrite: true
|
||||||
```
|
```
|
||||||
|
|
||||||
|
### Chain jobs with `from_job`, then lint the result
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
version: 1
|
||||||
|
jobs:
|
||||||
|
build-json:
|
||||||
|
command: convert
|
||||||
|
inputs:
|
||||||
|
- { path: schema/core.dbml, format: dbml }
|
||||||
|
- { path: schema/tenant.dbml, format: dbml }
|
||||||
|
output: { format: json, path: build/schema.json, overwrite: true }
|
||||||
|
lint-schema:
|
||||||
|
command: inspect
|
||||||
|
inputs:
|
||||||
|
- from_job: build-json # implies depends_on: [build-json]
|
||||||
|
rules: .relspec-rules.yaml # optional; built-in rules if omitted
|
||||||
|
report:
|
||||||
|
format: markdown
|
||||||
|
path: build/lint-report.md
|
||||||
|
overwrite: true
|
||||||
|
```
|
||||||
|
|
||||||
|
`relspec job run lint-schema` runs `build-json` first, then inspects its output.
|
||||||
|
The job fails (exit 1) if any enforced rule is violated.
|
||||||
|
|
||||||
|
### Split a subset out of a larger schema
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
version: 1
|
||||||
|
jobs:
|
||||||
|
posts-only:
|
||||||
|
command: split
|
||||||
|
inputs:
|
||||||
|
- { path: schema/core.dbml, format: dbml }
|
||||||
|
- { path: schema/tenant.dbml, format: dbml }
|
||||||
|
select:
|
||||||
|
tables: [posts]
|
||||||
|
output: { format: dbml, path: build/posts.dbml, overwrite: true }
|
||||||
|
```
|
||||||
|
|
||||||
|
### Diff two schemas
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
version: 1
|
||||||
|
jobs:
|
||||||
|
drift:
|
||||||
|
command: diff
|
||||||
|
inputs: # exactly two
|
||||||
|
- { path: build/schema.json, format: json }
|
||||||
|
- format: pgsql
|
||||||
|
conn_env: PROD_DB_URL
|
||||||
|
report:
|
||||||
|
format: summary # summary → logfile; json/html need a path
|
||||||
|
```
|
||||||
|
|
||||||
|
`diff` reports differences and always exits 0.
|
||||||
|
|
||||||
|
### Execute migration scripts against a live database
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
version: 1
|
||||||
|
jobs:
|
||||||
|
apply-migrations:
|
||||||
|
command: scripts-exec
|
||||||
|
script_dirs:
|
||||||
|
- migrations/core
|
||||||
|
- migrations/tenant
|
||||||
|
output:
|
||||||
|
conn_env: TARGET_DB_URL # pgsql only; no path
|
||||||
|
options:
|
||||||
|
continue_on_error: false
|
||||||
|
logfile: .relspec/log/apply-migrations.log
|
||||||
|
```
|
||||||
|
|||||||
@@ -4,7 +4,14 @@
|
|||||||
# relspec job list
|
# relspec job list
|
||||||
# relspec job run build-schema --plan
|
# relspec job run build-schema --plan
|
||||||
# relspec job run build-schema
|
# relspec job run build-schema
|
||||||
|
# relspec job run lint-schema # inspect, consuming build-json's output
|
||||||
version: 1
|
version: 1
|
||||||
|
|
||||||
|
# File-wide defaults. Individual jobs may override log_max_size / log_keep.
|
||||||
|
defaults:
|
||||||
|
log_max_size: 2MB
|
||||||
|
log_keep: 5
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build-schema:
|
build-schema:
|
||||||
command: convert
|
command: convert
|
||||||
@@ -43,3 +50,30 @@ jobs:
|
|||||||
- migrations/core
|
- migrations/core
|
||||||
- migrations/tenant
|
- migrations/tenant
|
||||||
logfile: .relspec/log/migration-order.log
|
logfile: .relspec/log/migration-order.log
|
||||||
|
|
||||||
|
lint-schema:
|
||||||
|
command: inspect
|
||||||
|
description: Validate build-json's output against the built-in rules
|
||||||
|
# No depends_on needed: the from_job input implies a dependency on build-json.
|
||||||
|
inputs:
|
||||||
|
- from_job: build-json
|
||||||
|
report:
|
||||||
|
format: markdown
|
||||||
|
path: build/lint-report.md
|
||||||
|
overwrite: true
|
||||||
|
logfile: .relspec/log/lint-schema.log
|
||||||
|
|
||||||
|
posts-only:
|
||||||
|
command: split
|
||||||
|
description: Extract just the posts table into its own DBML file
|
||||||
|
inputs:
|
||||||
|
- path: schema/core.dbml
|
||||||
|
format: dbml
|
||||||
|
- path: schema/tenant.dbml
|
||||||
|
format: dbml
|
||||||
|
select:
|
||||||
|
tables: [posts]
|
||||||
|
output:
|
||||||
|
format: dbml
|
||||||
|
path: build/posts.dbml
|
||||||
|
overwrite: true
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
module git.warky.dev/wdevs/relspecgo
|
module git.warky.dev/wdevs/relspecgo
|
||||||
|
|
||||||
go 1.25.7
|
go 1.25.13
|
||||||
|
|
||||||
require (
|
require (
|
||||||
github.com/gdamore/tcell/v2 v2.13.9
|
github.com/gdamore/tcell/v2 v2.13.9
|
||||||
@@ -12,7 +12,7 @@ require (
|
|||||||
github.com/stretchr/testify v1.11.1
|
github.com/stretchr/testify v1.11.1
|
||||||
github.com/uptrace/bun v1.2.18
|
github.com/uptrace/bun v1.2.18
|
||||||
github.com/uptrace/bun/dialect/pgdialect v1.2.18
|
github.com/uptrace/bun/dialect/pgdialect v1.2.18
|
||||||
golang.org/x/text v0.37.0
|
golang.org/x/text v0.39.0
|
||||||
gopkg.in/yaml.v3 v3.0.1
|
gopkg.in/yaml.v3 v3.0.1
|
||||||
modernc.org/sqlite v1.50.1
|
modernc.org/sqlite v1.50.1
|
||||||
)
|
)
|
||||||
@@ -42,11 +42,11 @@ require (
|
|||||||
github.com/tmthrgd/go-hex v0.0.0-20190904060850-447a3041c3bc // indirect
|
github.com/tmthrgd/go-hex v0.0.0-20190904060850-447a3041c3bc // indirect
|
||||||
github.com/vmihailenco/msgpack/v5 v5.4.1 // indirect
|
github.com/vmihailenco/msgpack/v5 v5.4.1 // indirect
|
||||||
github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
|
github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
|
||||||
golang.org/x/crypto v0.51.0 // indirect
|
golang.org/x/crypto v0.53.0 // indirect
|
||||||
golang.org/x/sync v0.20.0 // indirect
|
golang.org/x/net v0.56.0 // indirect
|
||||||
golang.org/x/sys v0.44.0 // indirect
|
golang.org/x/sync v0.21.0 // indirect
|
||||||
golang.org/x/term v0.43.0 // indirect
|
golang.org/x/sys v0.46.0 // indirect
|
||||||
golang.org/x/tools v0.45.0 // indirect
|
golang.org/x/term v0.44.0 // indirect
|
||||||
modernc.org/libc v1.72.3 // indirect
|
modernc.org/libc v1.72.3 // indirect
|
||||||
modernc.org/mathutil v1.7.1 // indirect
|
modernc.org/mathutil v1.7.1 // indirect
|
||||||
modernc.org/memory v1.11.0 // indirect
|
modernc.org/memory v1.11.0 // indirect
|
||||||
|
|||||||
@@ -102,49 +102,49 @@ github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5t
|
|||||||
go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg=
|
go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg=
|
||||||
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
||||||
golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
|
golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
|
||||||
golang.org/x/crypto v0.51.0 h1:IBPXwPfKxY7cWQZ38ZCIRPI50YLeevDLlLnyC5wRGTI=
|
golang.org/x/crypto v0.53.0 h1:QZ4Muo8THX6CizN2vPPd5fBGHyogrdK9fG4wLPFUsto=
|
||||||
golang.org/x/crypto v0.51.0/go.mod h1:8AdwkbraGNABw2kOX6YFPs3WM22XqI4EXEd8g+x7Oc8=
|
golang.org/x/crypto v0.53.0/go.mod h1:DNLU434OwVakk9PzuwV8w62mAJpRJL3vsgcfp4Qnsio=
|
||||||
golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
|
golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
|
||||||
golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
|
golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
|
||||||
golang.org/x/mod v0.36.0 h1:JJjpVx6myfUsUdAzZuOSTTmRE0PfZeNWzzvKrP7amb4=
|
golang.org/x/mod v0.37.0 h1:vF1DjpVEshcIqoEaauuHebaLk1O1forxjxBaVn884JQ=
|
||||||
golang.org/x/mod v0.36.0/go.mod h1:moc6ELqsWcOw5Ef3xVprK5ul/MvtVvkIXLziUOICjUQ=
|
golang.org/x/mod v0.37.0/go.mod h1:m8S8VeM9r4dzDwjrKO0a1sZP3YjeMamRRlD+fmR2Q/0=
|
||||||
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
|
golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
|
||||||
golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=
|
golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=
|
||||||
golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=
|
golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=
|
||||||
golang.org/x/net v0.54.0 h1:2zJIZAxAHV/OHCDTCOHAYehQzLfSXuf/5SoL/Dv6w/w=
|
golang.org/x/net v0.56.0 h1:Rw8j/hFzGvJUZwNBXnAtf5sVDVt+65SK2C7IxCxZt5o=
|
||||||
golang.org/x/net v0.54.0/go.mod h1:Sj4oj8jK6XmHpBZU/zWHw3BV3abl4Kvi+Ut7cQcY+cQ=
|
golang.org/x/net v0.56.0/go.mod h1:D3Ku6r+V6JROoZK144D2XfMHFcMq/0zSfLelVTCFKec=
|
||||||
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.20.0 h1:e0PTpb7pjO8GAtTs2dQ6jYa5BWYlMuX047Dco/pItO4=
|
golang.org/x/sync v0.21.0 h1:HLII4xRRTtCRkxYp4HNFF0Js/Og6q2i++KXbg0gHCwM=
|
||||||
golang.org/x/sync v0.20.0/go.mod h1:9xrNwdLfx4jkKbNva9FpL6vEN7evnE43NNNJQ2LF3+0=
|
golang.org/x/sync v0.21.0/go.mod h1:9xrNwdLfx4jkKbNva9FpL6vEN7evnE43NNNJQ2LF3+0=
|
||||||
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||||
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.44.0 h1:ildZl3J4uzeKP07r2F++Op7E9B29JRUy+a27EibtBTQ=
|
golang.org/x/sys v0.46.0 h1:noSf2Fq6F8DBgS+LysIkx7rIExoNHJsxOAtPp4rthXw=
|
||||||
golang.org/x/sys v0.44.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
golang.org/x/sys v0.46.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||||
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||||
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
||||||
golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
|
golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
|
||||||
golang.org/x/term v0.43.0 h1:S4RLU2sB31O/NCl+zFN9Aru9A/Cq2aqKpTZJ6B+DwT4=
|
golang.org/x/term v0.44.0 h1:0rLvDRCtNj0gZkyIXhCyOb2OAzEhLVqc4B+hrsBhrmc=
|
||||||
golang.org/x/term v0.43.0/go.mod h1:lrhlHNdQJHO+1qVYiHfFKVuVioJIheAc3fBSMFYEIsk=
|
golang.org/x/term v0.44.0/go.mod h1:7ze4MdzUzLXpSAoFP1H0bOI9aXDqveSvatT5vKcFh2Y=
|
||||||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||||
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||||
golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
|
golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
|
||||||
golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
|
golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
|
||||||
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
||||||
golang.org/x/text v0.37.0 h1:Cqjiwd9eSg8e0QAkyCaQTNHFIIzWtidPahFWR83rTrc=
|
golang.org/x/text v0.39.0 h1:UbZz4pLOvn600D6Oh6GGEI6VAmndrEBLv8/6BEXzyus=
|
||||||
golang.org/x/text v0.37.0/go.mod h1:a5sjxXGs9hsn/AJVwuElvCAo9v8QYLzvavO5z2PiM38=
|
golang.org/x/text v0.39.0/go.mod h1:3UwRclnC2g0TU9x8PZiyfOajCd1zaUNHF9cvqcQZ+ZM=
|
||||||
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
||||||
golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
|
golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
|
||||||
golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
|
golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
|
||||||
golang.org/x/tools v0.45.0 h1:18qN3FAooORvApf5XjCXgsuayZOEtXf6JK18I3+ONa8=
|
golang.org/x/tools v0.47.0 h1:7Kn5x/d1svx/PzryTsqeoZN4TZwqeH5pGWjefhLi/1Q=
|
||||||
golang.org/x/tools v0.45.0/go.mod h1:LuUGqqaXcXMEFEruIVJVm5mgDD8vww/z/SR1gQ4uE/0=
|
golang.org/x/tools v0.47.0/go.mod h1:dFHnyTvFWY212G+h7ZY4Vsp/K3U4/7W9TyVaAul8uCA=
|
||||||
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
|
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
|
||||||
|
|||||||
@@ -137,7 +137,10 @@ func TestScanDir_OrdersByPriorityThenSequence(t *testing.T) {
|
|||||||
t.Fatalf("expected 4 items, got %d", len(items))
|
t.Fatalf("expected 4 items, got %d", len(items))
|
||||||
}
|
}
|
||||||
|
|
||||||
type ps struct{ p int; s uint }
|
type ps struct {
|
||||||
|
p int
|
||||||
|
s uint
|
||||||
|
}
|
||||||
want := []ps{{1, 1}, {1, 2}, {2, 1}, {2, 2}}
|
want := []ps{{1, 1}, {1, 2}, {2, 1}, {2, 2}}
|
||||||
for i, w := range want {
|
for i, w := range want {
|
||||||
got := ps{items[i].Priority, items[i].Sequence}
|
got := ps{items[i].Priority, items[i].Sequence}
|
||||||
|
|||||||
+3
-5
@@ -264,7 +264,7 @@ func compareColumnDetails(source, target *models.Column) map[string]any {
|
|||||||
|
|
||||||
// comparableColumn accepts DBML's compact type/default spelling as well as
|
// comparableColumn accepts DBML's compact type/default spelling as well as
|
||||||
// PostgreSQL's normalized fields (for example varchar(255) vs varchar + 255).
|
// PostgreSQL's normalized fields (for example varchar(255) vs varchar + 255).
|
||||||
func comparableColumn(column *models.Column) (string, int, any) {
|
func comparableColumn(column *models.Column) (normalizedType string, length int, defaultVal any) {
|
||||||
typeName := strings.TrimSpace(column.Type)
|
typeName := strings.TrimSpace(column.Type)
|
||||||
defaultValue := column.Default
|
defaultValue := column.Default
|
||||||
lower := strings.ToLower(typeName)
|
lower := strings.ToLower(typeName)
|
||||||
@@ -274,7 +274,7 @@ func comparableColumn(column *models.Column) (string, int, any) {
|
|||||||
}
|
}
|
||||||
typeName = strings.TrimSpace(typeName[:i])
|
typeName = strings.TrimSpace(typeName[:i])
|
||||||
}
|
}
|
||||||
length := column.Length
|
length = column.Length
|
||||||
if open := strings.LastIndex(typeName, "("); open >= 0 && strings.HasSuffix(typeName, ")") {
|
if open := strings.LastIndex(typeName, "("); open >= 0 && strings.HasSuffix(typeName, ")") {
|
||||||
if parsed, err := strconv.Atoi(strings.TrimSpace(typeName[open+1 : len(typeName)-1])); err == nil && length == 0 {
|
if parsed, err := strconv.Atoi(strings.TrimSpace(typeName[open+1 : len(typeName)-1])); err == nil && length == 0 {
|
||||||
length = parsed
|
length = parsed
|
||||||
@@ -353,9 +353,7 @@ func compareIndexes(source, target map[string]*models.Index) *IndexDiff {
|
|||||||
}
|
}
|
||||||
|
|
||||||
for _, key := range sortedKeys(remainingTarget) {
|
for _, key := range sortedKeys(remainingTarget) {
|
||||||
for _, index := range remainingTarget[key] {
|
diff.Extra = append(diff.Extra, remainingTarget[key]...)
|
||||||
diff.Extra = append(diff.Extra, index)
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
return diff
|
return diff
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -130,7 +130,6 @@ func TestFormatSummary(t *testing.T) {
|
|||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatSummary(tt.result, &buf)
|
err := formatSummary(tt.result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatSummary() error = %v", err)
|
t.Errorf("formatSummary() error = %v", err)
|
||||||
return
|
return
|
||||||
@@ -159,7 +158,6 @@ func TestFormatJSON(t *testing.T) {
|
|||||||
|
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatJSON(result, &buf)
|
err := formatJSON(result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatJSON() error = %v", err)
|
t.Errorf("formatJSON() error = %v", err)
|
||||||
return
|
return
|
||||||
@@ -288,7 +286,6 @@ func TestFormatHTML(t *testing.T) {
|
|||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatHTML(tt.result, &buf)
|
err := formatHTML(tt.result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatHTML() error = %v", err)
|
t.Errorf("formatHTML() error = %v", err)
|
||||||
return
|
return
|
||||||
@@ -334,7 +331,6 @@ func TestFormatSummaryWithColumns(t *testing.T) {
|
|||||||
|
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatSummary(result, &buf)
|
err := formatSummary(result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatSummary() error = %v", err)
|
t.Errorf("formatSummary() error = %v", err)
|
||||||
return
|
return
|
||||||
@@ -383,7 +379,6 @@ func TestFormatSummaryWithIndexes(t *testing.T) {
|
|||||||
|
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatSummary(result, &buf)
|
err := formatSummary(result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatSummary() error = %v", err)
|
t.Errorf("formatSummary() error = %v", err)
|
||||||
return
|
return
|
||||||
@@ -425,7 +420,6 @@ func TestFormatSummaryWithConstraints(t *testing.T) {
|
|||||||
|
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatSummary(result, &buf)
|
err := formatSummary(result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatSummary() error = %v", err)
|
t.Errorf("formatSummary() error = %v", err)
|
||||||
return
|
return
|
||||||
@@ -448,7 +442,6 @@ func TestFormatJSONIndentation(t *testing.T) {
|
|||||||
|
|
||||||
var buf bytes.Buffer
|
var buf bytes.Buffer
|
||||||
err := formatJSON(result, &buf)
|
err := formatJSON(result, &buf)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("formatJSON() error = %v", err)
|
t.Errorf("formatJSON() error = %v", err)
|
||||||
return
|
return
|
||||||
|
|||||||
@@ -168,7 +168,7 @@ func getValidator(functionName string) (validatorFunc, bool) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// createResult is a helper to create a validation result
|
// createResult is a helper to create a validation result
|
||||||
func createResult(ruleName string, passed bool, message string, location string, context map[string]interface{}) ValidationResult {
|
func createResult(ruleName string, passed bool, message, location string, context map[string]interface{}) ValidationResult {
|
||||||
return ValidationResult{
|
return ValidationResult{
|
||||||
RuleName: ruleName,
|
RuleName: ruleName,
|
||||||
Message: message,
|
Message: message,
|
||||||
|
|||||||
@@ -29,7 +29,6 @@ func TestInspect(t *testing.T) {
|
|||||||
|
|
||||||
inspector := NewInspector(db, config)
|
inspector := NewInspector(db, config)
|
||||||
report, err := inspector.Inspect()
|
report, err := inspector.Inspect()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Inspect() returned error: %v", err)
|
t.Fatalf("Inspect() returned error: %v", err)
|
||||||
}
|
}
|
||||||
@@ -103,7 +102,6 @@ func TestInspectWithDisabledRules(t *testing.T) {
|
|||||||
|
|
||||||
inspector := NewInspector(db, config)
|
inspector := NewInspector(db, config)
|
||||||
report, err := inspector.Inspect()
|
report, err := inspector.Inspect()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Inspect() with disabled rules returned error: %v", err)
|
t.Fatalf("Inspect() with disabled rules returned error: %v", err)
|
||||||
}
|
}
|
||||||
@@ -135,7 +133,6 @@ func TestInspectWithEnforcedRules(t *testing.T) {
|
|||||||
|
|
||||||
inspector := NewInspector(db, config)
|
inspector := NewInspector(db, config)
|
||||||
report, err := inspector.Inspect()
|
report, err := inspector.Inspect()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Inspect() returned error: %v", err)
|
t.Fatalf("Inspect() returned error: %v", err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -141,7 +141,7 @@ func (f *MarkdownFormatter) formatHeader(text string) string {
|
|||||||
return f.formatBold("# " + text)
|
return f.formatBold("# " + text)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *MarkdownFormatter) formatSubheader(text string, color string) string {
|
func (f *MarkdownFormatter) formatSubheader(text, color string) string {
|
||||||
header := "### " + text
|
header := "### " + text
|
||||||
if f.UseColors {
|
if f.UseColors {
|
||||||
return color + colorBold + header + colorReset
|
return color + colorBold + header + colorReset
|
||||||
@@ -156,7 +156,7 @@ func (f *MarkdownFormatter) formatBold(text string) string {
|
|||||||
return "**" + text + "**"
|
return "**" + text + "**"
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *MarkdownFormatter) colorize(text string, color string) string {
|
func (f *MarkdownFormatter) colorize(text, color string) string {
|
||||||
if f.UseColors {
|
if f.UseColors {
|
||||||
return color + text + colorReset
|
return color + text + colorReset
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -49,7 +49,6 @@ func TestGetDefaultConfig(t *testing.T) {
|
|||||||
func TestLoadConfig_NonExistentFile(t *testing.T) {
|
func TestLoadConfig_NonExistentFile(t *testing.T) {
|
||||||
// Try to load a non-existent file
|
// Try to load a non-existent file
|
||||||
config, err := LoadConfig("/path/to/nonexistent/file.yaml")
|
config, err := LoadConfig("/path/to/nonexistent/file.yaml")
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("LoadConfig() with non-existent file returned error: %v", err)
|
t.Fatalf("LoadConfig() with non-existent file returned error: %v", err)
|
||||||
}
|
}
|
||||||
@@ -83,7 +82,7 @@ rules:
|
|||||||
message: "Table name too long"
|
message: "Table name too long"
|
||||||
`
|
`
|
||||||
|
|
||||||
err := os.WriteFile(configPath, []byte(configContent), 0644)
|
err := os.WriteFile(configPath, []byte(configContent), 0o644)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Failed to create test config file: %v", err)
|
t.Fatalf("Failed to create test config file: %v", err)
|
||||||
}
|
}
|
||||||
@@ -133,7 +132,7 @@ func TestLoadConfig_InvalidYAML(t *testing.T) {
|
|||||||
|
|
||||||
invalidContent := `invalid: yaml: content: {[}]`
|
invalidContent := `invalid: yaml: content: {[}]`
|
||||||
|
|
||||||
err := os.WriteFile(configPath, []byte(invalidContent), 0644)
|
err := os.WriteFile(configPath, []byte(invalidContent), 0o644)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Failed to create test config file: %v", err)
|
t.Fatalf("Failed to create test config file: %v", err)
|
||||||
}
|
}
|
||||||
|
|||||||
+449
-12
@@ -20,23 +20,52 @@ import (
|
|||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"sort"
|
"sort"
|
||||||
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"gopkg.in/yaml.v3"
|
"gopkg.in/yaml.v3"
|
||||||
)
|
)
|
||||||
|
|
||||||
// SchemaVersion is the only job-file schema version this build understands.
|
// CurrentSchemaVersion is the highest job-file schema version this build was
|
||||||
const SchemaVersion = 1
|
// written for. MinSchemaVersion is the oldest it still accepts. A file that
|
||||||
|
// declares a version in between loads normally; a newer version loads
|
||||||
|
// best-effort with a warning (see Load); an older-than-minimum version is a
|
||||||
|
// hard error.
|
||||||
|
const (
|
||||||
|
CurrentSchemaVersion = 1
|
||||||
|
MinSchemaVersion = 1
|
||||||
|
)
|
||||||
|
|
||||||
|
// Built-in logfile rotation policy, used when neither the job nor its file's
|
||||||
|
// defaults block sets one.
|
||||||
|
const (
|
||||||
|
defaultLogMaxSizeBytes int64 = 5 << 20 // 5 MiB
|
||||||
|
defaultLogKeep = 3
|
||||||
|
)
|
||||||
|
|
||||||
// Command names are a closed allow-list. Arbitrary strings are rejected.
|
// Command names are a closed allow-list. Arbitrary strings are rejected.
|
||||||
const (
|
const (
|
||||||
CommandConvert = "convert" // read one or more schema files, optionally merge, write one output
|
CommandConvert = "convert" // read one or more schema files, optionally merge, write one output
|
||||||
CommandMerge = "merge" // additive merge of two or more schema files into one output
|
CommandMerge = "merge" // additive merge of two or more schema files into one output
|
||||||
CommandScriptsList = "scripts-list" // deterministically list SQL scripts across one or more directories
|
CommandScriptsList = "scripts-list" // deterministically list SQL scripts across one or more directories
|
||||||
|
CommandScriptsExec = "scripts-exec" // execute SQL scripts across one or more directories against a live database
|
||||||
|
CommandTempl = "templ" // apply a custom Go text template to one or more schemas
|
||||||
|
CommandSplit = "split" // extract selected schemas/tables into a separate output
|
||||||
|
CommandInspect = "inspect" // validate one or more schemas against rules and write a report
|
||||||
|
CommandDiff = "diff" // compare exactly two schemas and write a differences report
|
||||||
)
|
)
|
||||||
|
|
||||||
// SupportedCommands lists every accepted command, in help order.
|
// SupportedCommands lists every accepted command, in help order.
|
||||||
var SupportedCommands = []string{CommandConvert, CommandMerge, CommandScriptsList}
|
var SupportedCommands = []string{
|
||||||
|
CommandConvert, CommandMerge, CommandScriptsList, CommandScriptsExec,
|
||||||
|
CommandTempl, CommandSplit, CommandInspect, CommandDiff,
|
||||||
|
}
|
||||||
|
|
||||||
|
// producerCommands are commands whose output is a schema file that another job
|
||||||
|
// may consume via from_job.
|
||||||
|
var producerCommands = map[string]bool{
|
||||||
|
CommandConvert: true, CommandMerge: true, CommandSplit: true,
|
||||||
|
}
|
||||||
|
|
||||||
// readerFormats are the file-based input formats a job may declare (path).
|
// readerFormats are the file-based input formats a job may declare (path).
|
||||||
var readerFormats = map[string]bool{
|
var readerFormats = map[string]bool{
|
||||||
@@ -60,26 +89,68 @@ var writerFormats = map[string]bool{
|
|||||||
// live database) is supported instead of writing a file.
|
// live database) is supported instead of writing a file.
|
||||||
var execOutputFormats = map[string]bool{"pgsql": true}
|
var execOutputFormats = map[string]bool{"pgsql": true}
|
||||||
|
|
||||||
|
// singleFileFormats are output formats that emit exactly one file (as opposed
|
||||||
|
// to a directory of files). Only these are eligible for atomic temp+rename
|
||||||
|
// writes and for being consumed by another job via from_job.
|
||||||
|
var singleFileFormats = map[string]bool{
|
||||||
|
"json": true, "yaml": true, "dbml": true, "dctx": true, "drawdb": true,
|
||||||
|
"graphql": true, "pgsql": true, "mssql": true, "sqlite": true,
|
||||||
|
}
|
||||||
|
|
||||||
|
// SingleFileOutputFormat reports whether format writes exactly one file.
|
||||||
|
func SingleFileOutputFormat(format string) bool {
|
||||||
|
return singleFileFormats[strings.ToLower(format)]
|
||||||
|
}
|
||||||
|
|
||||||
|
// diffReportFormats and inspectReportFormats are the report.format values
|
||||||
|
// accepted by the diff and inspect commands respectively.
|
||||||
|
var (
|
||||||
|
diffReportFormats = map[string]bool{"summary": true, "json": true, "html": true}
|
||||||
|
inspectReportFormats = map[string]bool{"markdown": true, "json": true}
|
||||||
|
)
|
||||||
|
|
||||||
// File is the on-disk shape of a single job file.
|
// File is the on-disk shape of a single job file.
|
||||||
type File struct {
|
type File struct {
|
||||||
Version int `yaml:"version"`
|
Version int `yaml:"version"`
|
||||||
|
Defaults *Defaults `yaml:"defaults"`
|
||||||
Jobs map[string]*Job `yaml:"jobs"`
|
Jobs map[string]*Job `yaml:"jobs"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Defaults carries file-wide settings that individual jobs may override.
|
||||||
|
type Defaults struct {
|
||||||
|
// LogMaxSize is a human-readable size ("5MB", "512KB", "1GB"). Empty
|
||||||
|
// means "use the built-in default".
|
||||||
|
LogMaxSize string `yaml:"log_max_size"`
|
||||||
|
// LogKeep is how many rotated logfiles to retain. Zero means "use the
|
||||||
|
// built-in default".
|
||||||
|
LogKeep int `yaml:"log_keep"`
|
||||||
|
}
|
||||||
|
|
||||||
// Job is one named job within a job file.
|
// Job is one named job within a job file.
|
||||||
type Job struct {
|
type Job struct {
|
||||||
// Name and SourceFile are populated by Load, not parsed from YAML.
|
// Name and SourceFile are populated by Load, not parsed from YAML.
|
||||||
Name string `yaml:"-"`
|
Name string `yaml:"-"`
|
||||||
SourceFile string `yaml:"-"`
|
SourceFile string `yaml:"-"`
|
||||||
|
// fileDefaults is the Defaults block of the file that declared this job,
|
||||||
|
// captured by Load. nil when the file had none.
|
||||||
|
fileDefaults *Defaults `yaml:"-"`
|
||||||
|
|
||||||
Command string `yaml:"command"`
|
Command string `yaml:"command"`
|
||||||
Description string `yaml:"description"`
|
Description string `yaml:"description"`
|
||||||
DependsOn []string `yaml:"depends_on"`
|
DependsOn []string `yaml:"depends_on"`
|
||||||
Inputs []Input `yaml:"inputs"`
|
Inputs []Input `yaml:"inputs"`
|
||||||
ScriptDirs []string `yaml:"script_dirs"`
|
ScriptDirs []string `yaml:"script_dirs"`
|
||||||
|
Template string `yaml:"template"`
|
||||||
|
Mode string `yaml:"mode"`
|
||||||
|
FilenamePattern string `yaml:"filename_pattern"`
|
||||||
Output *Output `yaml:"output"`
|
Output *Output `yaml:"output"`
|
||||||
|
Rules string `yaml:"rules"`
|
||||||
|
Report *Report `yaml:"report"`
|
||||||
|
Select *Select `yaml:"select"`
|
||||||
Options Options `yaml:"options"`
|
Options Options `yaml:"options"`
|
||||||
Logfile string `yaml:"logfile"`
|
Logfile string `yaml:"logfile"`
|
||||||
|
LogMaxSize string `yaml:"log_max_size"`
|
||||||
|
LogKeep *int `yaml:"log_keep"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// Input is one declared input schema.
|
// Input is one declared input schema.
|
||||||
@@ -90,6 +161,10 @@ type Input struct {
|
|||||||
// ConnEnv is the NAME of an environment variable holding a connection
|
// ConnEnv is the NAME of an environment variable holding a connection
|
||||||
// string, used with database formats. The value is never stored here.
|
// string, used with database formats. The value is never stored here.
|
||||||
ConnEnv string `yaml:"conn_env"`
|
ConnEnv string `yaml:"conn_env"`
|
||||||
|
// FromJob names another job in the set whose file output is used as this
|
||||||
|
// input. It implies a dependency on that job. Path/Format/ConnEnv must be
|
||||||
|
// empty when FromJob is set; the format is inherited from the producer.
|
||||||
|
FromJob string `yaml:"from_job"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// Output is the declared output target.
|
// Output is the declared output target.
|
||||||
@@ -100,6 +175,105 @@ type Output struct {
|
|||||||
Overwrite bool `yaml:"overwrite"`
|
Overwrite bool `yaml:"overwrite"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Report is the output target for the inspect and diff commands.
|
||||||
|
type Report struct {
|
||||||
|
// Format is the report format: diff accepts summary|json|html, inspect
|
||||||
|
// accepts markdown|json. Empty means the command's default.
|
||||||
|
Format string `yaml:"format"`
|
||||||
|
Path string `yaml:"path"`
|
||||||
|
Overwrite bool `yaml:"overwrite"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// Select carries the schema/table selection for the split command.
|
||||||
|
type Select struct {
|
||||||
|
Schemas []string `yaml:"schemas"`
|
||||||
|
Tables []string `yaml:"tables"`
|
||||||
|
ExcludeSchemas []string `yaml:"exclude_schemas"`
|
||||||
|
ExcludeTables []string `yaml:"exclude_tables"`
|
||||||
|
DatabaseName string `yaml:"database_name"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// LogPolicy is the resolved logfile rotation policy for a job.
|
||||||
|
type LogPolicy struct {
|
||||||
|
MaxSizeBytes int64
|
||||||
|
Keep int
|
||||||
|
}
|
||||||
|
|
||||||
|
// ResolvedLogPolicy returns the effective rotation policy: the job's own
|
||||||
|
// overrides win, then its file's defaults block, then the built-in default.
|
||||||
|
func (j *Job) ResolvedLogPolicy() LogPolicy {
|
||||||
|
p := LogPolicy{MaxSizeBytes: defaultLogMaxSizeBytes, Keep: defaultLogKeep}
|
||||||
|
|
||||||
|
if j.fileDefaults != nil {
|
||||||
|
if n, err := parseHumanSize(j.fileDefaults.LogMaxSize); err == nil && n > 0 {
|
||||||
|
p.MaxSizeBytes = n
|
||||||
|
}
|
||||||
|
if j.fileDefaults.LogKeep > 0 {
|
||||||
|
p.Keep = j.fileDefaults.LogKeep
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if n, err := parseHumanSize(j.LogMaxSize); err == nil && n > 0 {
|
||||||
|
p.MaxSizeBytes = n
|
||||||
|
}
|
||||||
|
if j.LogKeep != nil && *j.LogKeep >= 0 {
|
||||||
|
p.Keep = *j.LogKeep
|
||||||
|
}
|
||||||
|
return p
|
||||||
|
}
|
||||||
|
|
||||||
|
// effectiveDeps returns the union of explicit depends_on entries and the jobs
|
||||||
|
// referenced by from_job inputs, deduplicated in stable order.
|
||||||
|
func (j *Job) effectiveDeps() []string {
|
||||||
|
seen := map[string]bool{}
|
||||||
|
var deps []string
|
||||||
|
add := func(name string) {
|
||||||
|
if name == "" || name == j.Name || seen[name] {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
seen[name] = true
|
||||||
|
deps = append(deps, name)
|
||||||
|
}
|
||||||
|
for _, d := range j.DependsOn {
|
||||||
|
add(d)
|
||||||
|
}
|
||||||
|
for _, in := range j.Inputs {
|
||||||
|
add(in.FromJob)
|
||||||
|
}
|
||||||
|
return deps
|
||||||
|
}
|
||||||
|
|
||||||
|
// parseHumanSize parses a byte size such as "5MB", "512 KB", "1gb" or a bare
|
||||||
|
// byte count. An empty string returns (0, nil) so callers can fall back.
|
||||||
|
func parseHumanSize(s string) (int64, error) {
|
||||||
|
s = strings.TrimSpace(s)
|
||||||
|
if s == "" {
|
||||||
|
return 0, nil
|
||||||
|
}
|
||||||
|
upper := strings.ToUpper(s)
|
||||||
|
mult := int64(1)
|
||||||
|
// Check multi-character suffixes before the bare "B".
|
||||||
|
for _, u := range []struct {
|
||||||
|
suffix string
|
||||||
|
m int64
|
||||||
|
}{
|
||||||
|
{"KB", 1 << 10}, {"MB", 1 << 20}, {"GB", 1 << 30}, {"B", 1},
|
||||||
|
} {
|
||||||
|
if strings.HasSuffix(upper, u.suffix) {
|
||||||
|
mult = u.m
|
||||||
|
upper = strings.TrimSpace(strings.TrimSuffix(upper, u.suffix))
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
n, err := strconv.ParseFloat(upper, 64)
|
||||||
|
if err != nil {
|
||||||
|
return 0, fmt.Errorf("invalid size %q", s)
|
||||||
|
}
|
||||||
|
if n < 0 {
|
||||||
|
return 0, fmt.Errorf("negative size %q", s)
|
||||||
|
}
|
||||||
|
return int64(n * float64(mult)), nil
|
||||||
|
}
|
||||||
|
|
||||||
// Options carries the subset of command flags a job file may set.
|
// Options carries the subset of command flags a job file may set.
|
||||||
type Options struct {
|
type Options struct {
|
||||||
FlattenSchema bool `yaml:"flatten_schema"`
|
FlattenSchema bool `yaml:"flatten_schema"`
|
||||||
@@ -123,6 +297,9 @@ type Set struct {
|
|||||||
Files []string
|
Files []string
|
||||||
// Jobs is keyed by job name.
|
// Jobs is keyed by job name.
|
||||||
Jobs map[string]*Job
|
Jobs map[string]*Job
|
||||||
|
// Warnings holds non-fatal load-time messages (e.g. a newer-than-known
|
||||||
|
// schema version). Callers should surface these to the user.
|
||||||
|
Warnings []string
|
||||||
}
|
}
|
||||||
|
|
||||||
// Names returns all job names in deterministic (sorted) order.
|
// Names returns all job names in deterministic (sorted) order.
|
||||||
@@ -195,15 +372,35 @@ func Load(paths []string) (*Set, error) {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to read job file %q: %w", path, err)
|
return nil, fmt.Errorf("failed to read job file %q: %w", path, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Peek at the version first so a newer file can be parsed leniently
|
||||||
|
// (unknown fields ignored) instead of failing outright.
|
||||||
|
var probe struct {
|
||||||
|
Version int `yaml:"version"`
|
||||||
|
}
|
||||||
|
if err := yaml.Unmarshal(data, &probe); err != nil {
|
||||||
|
return nil, fmt.Errorf("invalid job file %q: %w", path, err)
|
||||||
|
}
|
||||||
|
version := probe.Version
|
||||||
|
if version == 0 {
|
||||||
|
version = CurrentSchemaVersion
|
||||||
|
}
|
||||||
|
if version < MinSchemaVersion {
|
||||||
|
return nil, fmt.Errorf("job file %q: unsupported version %d (this build accepts %d or newer)", path, version, MinSchemaVersion)
|
||||||
|
}
|
||||||
|
strict := version <= CurrentSchemaVersion
|
||||||
|
if !strict {
|
||||||
|
set.Warnings = append(set.Warnings, fmt.Sprintf(
|
||||||
|
"job file %q declares version %d, newer than this build understands (%d); loading best-effort and ignoring unknown fields",
|
||||||
|
path, version, CurrentSchemaVersion))
|
||||||
|
}
|
||||||
|
|
||||||
dec := yaml.NewDecoder(strings.NewReader(string(data)))
|
dec := yaml.NewDecoder(strings.NewReader(string(data)))
|
||||||
dec.KnownFields(true)
|
dec.KnownFields(strict)
|
||||||
var f File
|
var f File
|
||||||
if err := dec.Decode(&f); err != nil {
|
if err := dec.Decode(&f); err != nil {
|
||||||
return nil, fmt.Errorf("invalid job file %q: %w", path, err)
|
return nil, fmt.Errorf("invalid job file %q: %w", path, err)
|
||||||
}
|
}
|
||||||
if f.Version != SchemaVersion {
|
|
||||||
return nil, fmt.Errorf("job file %q: unsupported version %d (expected %d)", path, f.Version, SchemaVersion)
|
|
||||||
}
|
|
||||||
if len(f.Jobs) == 0 {
|
if len(f.Jobs) == 0 {
|
||||||
return nil, fmt.Errorf("job file %q: no jobs defined", path)
|
return nil, fmt.Errorf("job file %q: no jobs defined", path)
|
||||||
}
|
}
|
||||||
@@ -216,6 +413,7 @@ func Load(paths []string) (*Set, error) {
|
|||||||
}
|
}
|
||||||
job.Name = name
|
job.Name = name
|
||||||
job.SourceFile = path
|
job.SourceFile = path
|
||||||
|
job.fileDefaults = f.Defaults
|
||||||
origin[name] = path
|
origin[name] = path
|
||||||
set.Jobs[name] = job
|
set.Jobs[name] = job
|
||||||
}
|
}
|
||||||
@@ -236,13 +434,30 @@ func (s *Set) Validate() error {
|
|||||||
errs = append(errs, fmt.Sprintf("job %q: %s", name, msg))
|
errs = append(errs, fmt.Sprintf("job %q: %s", name, msg))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// Dependency references + cycles.
|
// Dependency references + cycles + from_job wiring.
|
||||||
for _, name := range s.Names() {
|
for _, name := range s.Names() {
|
||||||
for _, dep := range s.Jobs[name].DependsOn {
|
j := s.Jobs[name]
|
||||||
|
for _, dep := range j.DependsOn {
|
||||||
if _, ok := s.Jobs[dep]; !ok {
|
if _, ok := s.Jobs[dep]; !ok {
|
||||||
errs = append(errs, fmt.Sprintf("job %q: depends_on unknown job %q", name, dep))
|
errs = append(errs, fmt.Sprintf("job %q: depends_on unknown job %q", name, dep))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
for i, in := range j.Inputs {
|
||||||
|
if in.FromJob == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
producer, ok := s.Jobs[in.FromJob]
|
||||||
|
if !ok {
|
||||||
|
errs = append(errs, fmt.Sprintf("job %q: input[%d] from_job references unknown job %q", name, i, in.FromJob))
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if !producerCommands[producer.Command] || producer.Output == nil ||
|
||||||
|
producer.Output.Path == "" || !SingleFileOutputFormat(producer.Output.Format) {
|
||||||
|
errs = append(errs, fmt.Sprintf(
|
||||||
|
"job %q: input[%d] from_job %q must name a convert/merge/split job that writes a single-file output",
|
||||||
|
name, i, in.FromJob))
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if cycle := s.findCycle(); cycle != "" {
|
if cycle := s.findCycle(); cycle != "" {
|
||||||
errs = append(errs, fmt.Sprintf("dependency cycle detected: %s", cycle))
|
errs = append(errs, fmt.Sprintf("dependency cycle detected: %s", cycle))
|
||||||
@@ -258,7 +473,8 @@ func (j *Job) validate() []string {
|
|||||||
var e []string
|
var e []string
|
||||||
|
|
||||||
switch j.Command {
|
switch j.Command {
|
||||||
case CommandConvert, CommandMerge, CommandScriptsList:
|
case CommandConvert, CommandMerge, CommandScriptsList, CommandScriptsExec,
|
||||||
|
CommandTempl, CommandSplit, CommandInspect, CommandDiff:
|
||||||
case "":
|
case "":
|
||||||
e = append(e, "missing command")
|
e = append(e, "missing command")
|
||||||
return e
|
return e
|
||||||
@@ -277,6 +493,8 @@ func (j *Job) validate() []string {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
checkPath("logfile", j.Logfile)
|
checkPath("logfile", j.Logfile)
|
||||||
|
checkPath("template", j.Template)
|
||||||
|
checkPath("rules", j.Rules)
|
||||||
for _, in := range j.Inputs {
|
for _, in := range j.Inputs {
|
||||||
checkPath("input path", in.Path)
|
checkPath("input path", in.Path)
|
||||||
}
|
}
|
||||||
@@ -286,6 +504,13 @@ func (j *Job) validate() []string {
|
|||||||
if j.Output != nil {
|
if j.Output != nil {
|
||||||
checkPath("output path", j.Output.Path)
|
checkPath("output path", j.Output.Path)
|
||||||
}
|
}
|
||||||
|
if j.Report != nil {
|
||||||
|
checkPath("report path", j.Report.Path)
|
||||||
|
}
|
||||||
|
|
||||||
|
if _, err := parseHumanSize(j.LogMaxSize); err != nil {
|
||||||
|
e = append(e, fmt.Sprintf("log_max_size: %v", err))
|
||||||
|
}
|
||||||
|
|
||||||
switch j.Command {
|
switch j.Command {
|
||||||
case CommandConvert, CommandMerge:
|
case CommandConvert, CommandMerge:
|
||||||
@@ -317,11 +542,190 @@ func (j *Job) validate() []string {
|
|||||||
if j.Output != nil {
|
if j.Output != nil {
|
||||||
e = append(e, "output is not valid for command \"scripts-list\"")
|
e = append(e, "output is not valid for command \"scripts-list\"")
|
||||||
}
|
}
|
||||||
|
case CommandTempl:
|
||||||
|
if len(j.Inputs) < 1 {
|
||||||
|
e = append(e, "command \"templ\" requires at least 1 input")
|
||||||
|
}
|
||||||
|
for i, in := range j.Inputs {
|
||||||
|
e = append(e, validateTemplInput(i, in)...)
|
||||||
|
}
|
||||||
|
if j.Template == "" {
|
||||||
|
e = append(e, "command \"templ\" requires template")
|
||||||
|
}
|
||||||
|
mode := strings.ToLower(j.Mode)
|
||||||
|
if mode == "" {
|
||||||
|
mode = "database"
|
||||||
|
}
|
||||||
|
switch mode {
|
||||||
|
case "database", "schema", "script", "table":
|
||||||
|
default:
|
||||||
|
e = append(e, fmt.Sprintf("command \"templ\" has unsupported mode %q (supported: database, schema, script, table)", j.Mode))
|
||||||
|
}
|
||||||
|
if len(j.ScriptDirs) > 0 {
|
||||||
|
e = append(e, "script_dirs is not valid for command \"templ\"")
|
||||||
|
}
|
||||||
|
if j.Output != nil && j.Output.ConnEnv != "" {
|
||||||
|
e = append(e, "command \"templ\" does not support database output")
|
||||||
|
}
|
||||||
|
if j.Output != nil && j.Output.Format != "" {
|
||||||
|
e = append(e, "output.format is not valid for command \"templ\"")
|
||||||
|
}
|
||||||
|
case CommandSplit:
|
||||||
|
if len(j.Inputs) < 1 {
|
||||||
|
e = append(e, "command \"split\" requires at least 1 input")
|
||||||
|
}
|
||||||
|
for i, in := range j.Inputs {
|
||||||
|
e = append(e, validateInput(i, in)...)
|
||||||
|
}
|
||||||
|
if len(j.ScriptDirs) > 0 {
|
||||||
|
e = append(e, "script_dirs is not valid for command \"split\"")
|
||||||
|
}
|
||||||
|
if j.Report != nil {
|
||||||
|
e = append(e, "report is not valid for command \"split\" (use output)")
|
||||||
|
}
|
||||||
|
if j.Output == nil {
|
||||||
|
e = append(e, "missing output")
|
||||||
|
} else {
|
||||||
|
if j.Output.ConnEnv != "" {
|
||||||
|
e = append(e, "command \"split\" writes a file; output.conn_env is not supported")
|
||||||
|
}
|
||||||
|
e = append(e, validateOutput(*j.Output)...)
|
||||||
|
}
|
||||||
|
case CommandInspect:
|
||||||
|
if len(j.Inputs) < 1 {
|
||||||
|
e = append(e, "command \"inspect\" requires at least 1 input")
|
||||||
|
}
|
||||||
|
for i, in := range j.Inputs {
|
||||||
|
e = append(e, validateInput(i, in)...)
|
||||||
|
}
|
||||||
|
if len(j.ScriptDirs) > 0 {
|
||||||
|
e = append(e, "script_dirs is not valid for command \"inspect\"")
|
||||||
|
}
|
||||||
|
if j.Output != nil {
|
||||||
|
e = append(e, "output is not valid for command \"inspect\" (use report)")
|
||||||
|
}
|
||||||
|
e = append(e, validateReport(j.Report, "inspect", inspectReportFormats, "markdown")...)
|
||||||
|
case CommandDiff:
|
||||||
|
if len(j.Inputs) != 2 {
|
||||||
|
e = append(e, "command \"diff\" requires exactly 2 inputs (source, target)")
|
||||||
|
}
|
||||||
|
for i, in := range j.Inputs {
|
||||||
|
e = append(e, validateInput(i, in)...)
|
||||||
|
}
|
||||||
|
if len(j.ScriptDirs) > 0 {
|
||||||
|
e = append(e, "script_dirs is not valid for command \"diff\"")
|
||||||
|
}
|
||||||
|
if j.Output != nil {
|
||||||
|
e = append(e, "output is not valid for command \"diff\" (use report)")
|
||||||
|
}
|
||||||
|
e = append(e, validateReport(j.Report, "diff", diffReportFormats, "summary")...)
|
||||||
|
case CommandScriptsExec:
|
||||||
|
if len(j.ScriptDirs) == 0 {
|
||||||
|
e = append(e, "command \"scripts-exec\" requires at least one script_dir")
|
||||||
|
}
|
||||||
|
if len(j.Inputs) > 0 {
|
||||||
|
e = append(e, "inputs is not valid for command \"scripts-exec\"")
|
||||||
|
}
|
||||||
|
if j.Report != nil {
|
||||||
|
e = append(e, "report is not valid for command \"scripts-exec\"")
|
||||||
|
}
|
||||||
|
if j.Output == nil || j.Output.ConnEnv == "" {
|
||||||
|
e = append(e, "command \"scripts-exec\" requires output.conn_env (an environment variable name holding a connection string)")
|
||||||
|
} else {
|
||||||
|
if j.Output.Path != "" {
|
||||||
|
e = append(e, "command \"scripts-exec\" executes against a database; output.path is not supported")
|
||||||
|
}
|
||||||
|
f := strings.ToLower(j.Output.Format)
|
||||||
|
if f != "" && f != "pgsql" {
|
||||||
|
e = append(e, fmt.Sprintf("command \"scripts-exec\" only supports pgsql databases (got %q)", j.Output.Format))
|
||||||
|
}
|
||||||
|
if looksLikeSecret(j.Output.ConnEnv) {
|
||||||
|
e = append(e, "output: conn_env must be an environment variable name, not a connection string")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return e
|
||||||
|
}
|
||||||
|
|
||||||
|
// validateReport checks a Report block for the inspect/diff commands.
|
||||||
|
func validateReport(r *Report, cmd string, allowed map[string]bool, defFmt string) []string {
|
||||||
|
if r == nil {
|
||||||
|
return []string{fmt.Sprintf("command %q requires a report block", cmd)}
|
||||||
|
}
|
||||||
|
var e []string
|
||||||
|
f := strings.ToLower(r.Format)
|
||||||
|
if f == "" {
|
||||||
|
f = defFmt
|
||||||
|
}
|
||||||
|
if !allowed[f] {
|
||||||
|
names := make([]string, 0, len(allowed))
|
||||||
|
for k := range allowed {
|
||||||
|
names = append(names, k)
|
||||||
|
}
|
||||||
|
sort.Strings(names)
|
||||||
|
e = append(e, fmt.Sprintf("command %q report.format %q is not supported (use: %s)", cmd, r.Format, strings.Join(names, ", ")))
|
||||||
|
}
|
||||||
|
// A diff summary may be written to the log; everything else needs a path.
|
||||||
|
summaryToLog := cmd == "diff" && f == "summary"
|
||||||
|
if r.Path == "" && !summaryToLog {
|
||||||
|
e = append(e, fmt.Sprintf("command %q requires report.path", cmd))
|
||||||
|
}
|
||||||
|
return e
|
||||||
|
}
|
||||||
|
|
||||||
|
func validateTemplInput(i int, in Input) []string {
|
||||||
|
if in.FromJob != "" {
|
||||||
|
return fromJobInputShape(i, in)
|
||||||
|
}
|
||||||
|
var e []string
|
||||||
|
if in.Format == "" {
|
||||||
|
return []string{fmt.Sprintf("input[%d]: missing format", i)}
|
||||||
|
}
|
||||||
|
f := strings.ToLower(in.Format)
|
||||||
|
if f == "pgsql" {
|
||||||
|
if in.ConnEnv == "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: format %q requires conn_env (an environment variable name)", i, in.Format))
|
||||||
|
}
|
||||||
|
if in.Path != "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: format %q takes conn_env, not path", i, in.Format))
|
||||||
|
}
|
||||||
|
} else if readerFormats[f] {
|
||||||
|
if in.Path == "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: missing path", i))
|
||||||
|
}
|
||||||
|
if in.ConnEnv != "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: format %q does not use conn_env", i, in.Format))
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: unsupported templ input format %q", i, in.Format))
|
||||||
|
}
|
||||||
|
if looksLikeSecret(in.ConnEnv) {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: conn_env must be an environment variable name, not a connection string", i))
|
||||||
|
}
|
||||||
|
return e
|
||||||
|
}
|
||||||
|
|
||||||
|
// fromJobInputShape checks the structural rules for an input that pulls its
|
||||||
|
// schema from another job's output. The referenced job's existence and kind
|
||||||
|
// are checked in Set.Validate, which can see the whole set.
|
||||||
|
func fromJobInputShape(i int, in Input) []string {
|
||||||
|
var e []string
|
||||||
|
if in.Path != "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: from_job takes no path", i))
|
||||||
|
}
|
||||||
|
if in.Format != "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: from_job inherits the producer's format; drop format", i))
|
||||||
|
}
|
||||||
|
if in.ConnEnv != "" {
|
||||||
|
e = append(e, fmt.Sprintf("input[%d]: from_job takes no conn_env", i))
|
||||||
}
|
}
|
||||||
return e
|
return e
|
||||||
}
|
}
|
||||||
|
|
||||||
func validateInput(i int, in Input) []string {
|
func validateInput(i int, in Input) []string {
|
||||||
|
if in.FromJob != "" {
|
||||||
|
return fromJobInputShape(i, in)
|
||||||
|
}
|
||||||
var e []string
|
var e []string
|
||||||
if in.Format == "" {
|
if in.Format == "" {
|
||||||
e = append(e, fmt.Sprintf("input[%d]: missing format", i))
|
e = append(e, fmt.Sprintf("input[%d]: missing format", i))
|
||||||
@@ -425,9 +829,42 @@ func SafeJoin(root, rel string) (string, error) {
|
|||||||
if rp == ".." || strings.HasPrefix(rp, ".."+string(filepath.Separator)) {
|
if rp == ".." || strings.HasPrefix(rp, ".."+string(filepath.Separator)) {
|
||||||
return "", fmt.Errorf("path %q escapes the job file directory", rel)
|
return "", fmt.Errorf("path %q escapes the job file directory", rel)
|
||||||
}
|
}
|
||||||
|
// Symlink hardening: resolve symlinks on the root and on the deepest
|
||||||
|
// existing ancestor of the target, and require the target to still live
|
||||||
|
// inside the resolved root. This catches a symlink inside the job-file
|
||||||
|
// directory that points outside it.
|
||||||
|
realRoot, err := filepath.EvalSymlinks(absRoot)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("cannot resolve job file directory: %w", err)
|
||||||
|
}
|
||||||
|
realAnc, err := filepath.EvalSymlinks(deepestExistingAncestor(joined))
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("cannot resolve path %q: %w", rel, err)
|
||||||
|
}
|
||||||
|
if realAnc != realRoot {
|
||||||
|
if r, err := filepath.Rel(realRoot, realAnc); err != nil ||
|
||||||
|
r == ".." || strings.HasPrefix(r, ".."+string(filepath.Separator)) {
|
||||||
|
return "", fmt.Errorf("path %q resolves outside the job file directory via a symlink", rel)
|
||||||
|
}
|
||||||
|
}
|
||||||
return joined, nil
|
return joined, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// deepestExistingAncestor returns p itself if it exists, otherwise the nearest
|
||||||
|
// existing parent directory (falling back to the filesystem root).
|
||||||
|
func deepestExistingAncestor(p string) string {
|
||||||
|
for {
|
||||||
|
if _, err := os.Lstat(p); err == nil {
|
||||||
|
return p
|
||||||
|
}
|
||||||
|
parent := filepath.Dir(p)
|
||||||
|
if parent == p {
|
||||||
|
return p
|
||||||
|
}
|
||||||
|
p = parent
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Plan returns the jobs to execute for name in dependency order. When
|
// Plan returns the jobs to execute for name in dependency order. When
|
||||||
// includeDeps is false only the named job is returned (its declared
|
// includeDeps is false only the named job is returned (its declared
|
||||||
// dependencies are still validated to exist and be acyclic by Validate).
|
// dependencies are still validated to exist and be acyclic by Validate).
|
||||||
@@ -452,7 +889,7 @@ func (s *Set) Plan(name string, includeDeps bool) ([]*Job, error) {
|
|||||||
}
|
}
|
||||||
inProgress[n] = true
|
inProgress[n] = true
|
||||||
j := s.Jobs[n]
|
j := s.Jobs[n]
|
||||||
deps := append([]string(nil), j.DependsOn...)
|
deps := j.effectiveDeps()
|
||||||
sort.Strings(deps)
|
sort.Strings(deps)
|
||||||
for _, d := range deps {
|
for _, d := range deps {
|
||||||
if _, ok := s.Jobs[d]; !ok {
|
if _, ok := s.Jobs[d]; !ok {
|
||||||
@@ -481,7 +918,7 @@ func (s *Set) findCycle() string {
|
|||||||
dfs = func(n string) []string {
|
dfs = func(n string) []string {
|
||||||
color[n] = 1
|
color[n] = 1
|
||||||
stack = append(stack, n)
|
stack = append(stack, n)
|
||||||
deps := append([]string(nil), s.Jobs[n].DependsOn...)
|
deps := s.Jobs[n].effectiveDeps()
|
||||||
sort.Strings(deps)
|
sort.Strings(deps)
|
||||||
for _, d := range deps {
|
for _, d := range deps {
|
||||||
if _, ok := s.Jobs[d]; !ok {
|
if _, ok := s.Jobs[d]; !ok {
|
||||||
|
|||||||
+203
-5
@@ -56,13 +56,82 @@ func TestLoadRejectsUnknownFields(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestLoadRejectsBadVersion(t *testing.T) {
|
func TestLoadWarnsOnNewerVersion(t *testing.T) {
|
||||||
dir := t.TempDir()
|
dir := t.TempDir()
|
||||||
p := filepath.Join(dir, "relspec.yml")
|
p := filepath.Join(dir, "relspec.yml")
|
||||||
write(t, p, "version: 2\njobs:\n a:\n command: convert\n")
|
// A newer version loads best-effort with a warning, and unknown fields
|
||||||
_, err := Load([]string{p})
|
// from the newer schema are ignored rather than rejected.
|
||||||
if err == nil || !strings.Contains(err.Error(), "unsupported version") {
|
write(t, p, "version: 99\njobs:\n a:\n command: convert\n"+
|
||||||
t.Fatalf("expected unsupported version error, got %v", err)
|
" inputs:\n - path: a.dbml\n format: dbml\n"+
|
||||||
|
" output:\n format: json\n path: out.json\n"+
|
||||||
|
" future_field: whatever\n")
|
||||||
|
set, err := Load([]string{p})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("newer version should load, got %v", err)
|
||||||
|
}
|
||||||
|
if len(set.Warnings) == 0 {
|
||||||
|
t.Fatal("expected a warning about the newer version")
|
||||||
|
}
|
||||||
|
if err := set.Validate(); err != nil {
|
||||||
|
t.Fatalf("validate: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadAcceptsOmittedVersion(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
p := filepath.Join(dir, "relspec.yml")
|
||||||
|
write(t, p, "jobs:\n a:\n command: convert\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n"+
|
||||||
|
" output:\n format: json\n path: out.json\n")
|
||||||
|
set, err := Load([]string{p})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("omitted version should load, got %v", err)
|
||||||
|
}
|
||||||
|
if len(set.Warnings) != 0 {
|
||||||
|
t.Fatalf("omitted version should not warn, got %v", set.Warnings)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadStillRejectsUnknownFieldsAtCurrentVersion(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
p := filepath.Join(dir, "relspec.yml")
|
||||||
|
write(t, p, "version: 1\njobs:\n a:\n command: convert\n bogus: true\n")
|
||||||
|
if _, err := Load([]string{p}); err == nil {
|
||||||
|
t.Fatal("expected unknown-field rejection at the current version")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseHumanSize(t *testing.T) {
|
||||||
|
cases := []struct {
|
||||||
|
in string
|
||||||
|
want int64
|
||||||
|
bad bool
|
||||||
|
}{
|
||||||
|
{"", 0, false},
|
||||||
|
{"512", 512, false},
|
||||||
|
{"512B", 512, false},
|
||||||
|
{"1KB", 1 << 10, false},
|
||||||
|
{"5MB", 5 << 20, false},
|
||||||
|
{"1gb", 1 << 30, false},
|
||||||
|
{" 2 MB ", 2 << 20, false},
|
||||||
|
{"nonsense", 0, true},
|
||||||
|
{"-1MB", 0, true},
|
||||||
|
}
|
||||||
|
for _, c := range cases {
|
||||||
|
got, err := parseHumanSize(c.in)
|
||||||
|
if c.bad {
|
||||||
|
if err == nil {
|
||||||
|
t.Errorf("parseHumanSize(%q): expected error", c.in)
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("parseHumanSize(%q): %v", c.in, err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if got != c.want {
|
||||||
|
t.Errorf("parseHumanSize(%q) = %d, want %d", c.in, got, c.want)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -239,6 +308,135 @@ func TestShippedExampleIsValid(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestFromJobWiring(t *testing.T) {
|
||||||
|
content := "version: 1\njobs:\n" +
|
||||||
|
" producer:\n command: convert\n" +
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n" +
|
||||||
|
" output:\n format: json\n path: build/schema.json\n" +
|
||||||
|
" consumer:\n command: convert\n" +
|
||||||
|
" inputs:\n - from_job: producer\n" +
|
||||||
|
" output:\n format: yaml\n path: build/schema.yaml\n"
|
||||||
|
set := loadOne(t, content)
|
||||||
|
if err := set.Validate(); err != nil {
|
||||||
|
t.Fatalf("validate: %v", err)
|
||||||
|
}
|
||||||
|
plan, err := set.Plan("consumer", true)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if len(plan) != 2 || plan[0].Name != "producer" || plan[1].Name != "consumer" {
|
||||||
|
t.Fatalf("plan = %v, want [producer consumer]", plan)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFromJobRejectsNonProducer(t *testing.T) {
|
||||||
|
content := "version: 1\njobs:\n" +
|
||||||
|
" lister:\n command: scripts-list\n script_dirs: [migrations]\n" +
|
||||||
|
" consumer:\n command: convert\n" +
|
||||||
|
" inputs:\n - from_job: lister\n" +
|
||||||
|
" output:\n format: yaml\n path: out.yaml\n"
|
||||||
|
set := loadOne(t, content)
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "from_job") {
|
||||||
|
t.Fatalf("want from_job producer error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFromJobRejectsUnknownJob(t *testing.T) {
|
||||||
|
content := "version: 1\njobs:\n" +
|
||||||
|
" consumer:\n command: convert\n" +
|
||||||
|
" inputs:\n - from_job: ghost\n" +
|
||||||
|
" output:\n format: yaml\n path: out.yaml\n"
|
||||||
|
set := loadOne(t, content)
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "unknown job") {
|
||||||
|
t.Fatalf("want unknown job error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFromJobCycleDetected(t *testing.T) {
|
||||||
|
content := "version: 1\njobs:\n" +
|
||||||
|
" a:\n command: convert\n" +
|
||||||
|
" inputs:\n - from_job: b\n" +
|
||||||
|
" output:\n format: json\n path: a.json\n" +
|
||||||
|
" b:\n command: convert\n" +
|
||||||
|
" inputs:\n - from_job: a\n" +
|
||||||
|
" output:\n format: json\n path: b.json\n"
|
||||||
|
set := loadOne(t, content)
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "cycle") {
|
||||||
|
t.Fatalf("want cycle error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSplitJobValidation(t *testing.T) {
|
||||||
|
set := loadOne(t, "version: 1\njobs:\n s:\n command: split\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n")
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "missing output") {
|
||||||
|
t.Fatalf("want missing output, got %v", err)
|
||||||
|
}
|
||||||
|
set = loadOne(t, "version: 1\njobs:\n s:\n command: split\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n"+
|
||||||
|
" select:\n tables: [users]\n"+
|
||||||
|
" output:\n format: json\n path: out.json\n")
|
||||||
|
if err := set.Validate(); err != nil {
|
||||||
|
t.Fatalf("expected valid split job, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestInspectJobValidation(t *testing.T) {
|
||||||
|
set := loadOne(t, "version: 1\njobs:\n i:\n command: inspect\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n")
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "report") {
|
||||||
|
t.Fatalf("want report required, got %v", err)
|
||||||
|
}
|
||||||
|
set = loadOne(t, "version: 1\njobs:\n i:\n command: inspect\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n"+
|
||||||
|
" report:\n format: json\n path: build/report.json\n")
|
||||||
|
if err := set.Validate(); err != nil {
|
||||||
|
t.Fatalf("expected valid inspect job, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDiffJobValidation(t *testing.T) {
|
||||||
|
set := loadOne(t, "version: 1\njobs:\n d:\n command: diff\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n"+
|
||||||
|
" report:\n format: summary\n")
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "exactly 2 inputs") {
|
||||||
|
t.Fatalf("want exactly 2 inputs, got %v", err)
|
||||||
|
}
|
||||||
|
set = loadOne(t, "version: 1\njobs:\n d:\n command: diff\n"+
|
||||||
|
" inputs:\n - path: a.dbml\n format: dbml\n"+
|
||||||
|
" - path: b.dbml\n format: dbml\n"+
|
||||||
|
" report:\n format: summary\n")
|
||||||
|
if err := set.Validate(); err != nil {
|
||||||
|
t.Fatalf("expected valid diff job, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestScriptsExecValidation(t *testing.T) {
|
||||||
|
set := loadOne(t, "version: 1\njobs:\n x:\n command: scripts-exec\n"+
|
||||||
|
" script_dirs: [migrations]\n")
|
||||||
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "conn_env") {
|
||||||
|
t.Fatalf("want output.conn_env required, got %v", err)
|
||||||
|
}
|
||||||
|
set = loadOne(t, "version: 1\njobs:\n x:\n command: scripts-exec\n"+
|
||||||
|
" script_dirs: [migrations]\n"+
|
||||||
|
" output:\n conn_env: TARGET_DB_URL\n")
|
||||||
|
if err := set.Validate(); err != nil {
|
||||||
|
t.Fatalf("expected valid scripts-exec job, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSafeJoinRejectsSymlinkEscape(t *testing.T) {
|
||||||
|
root := t.TempDir()
|
||||||
|
outside := t.TempDir()
|
||||||
|
link := filepath.Join(root, "link")
|
||||||
|
if err := os.Symlink(outside, link); err != nil {
|
||||||
|
t.Skipf("symlink not supported: %v", err)
|
||||||
|
}
|
||||||
|
if _, err := SafeJoin(root, "link/x.sql"); err == nil {
|
||||||
|
t.Fatal("expected rejection of a path escaping via a symlink")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestScriptsListValidation(t *testing.T) {
|
func TestScriptsListValidation(t *testing.T) {
|
||||||
set := loadOne(t, "version: 1\njobs:\n s:\n command: scripts-list\n")
|
set := loadOne(t, "version: 1\njobs:\n s:\n command: scripts-list\n")
|
||||||
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "script_dir") {
|
if err := set.Validate(); err == nil || !strings.Contains(err.Error(), "script_dir") {
|
||||||
|
|||||||
+9
-9
@@ -118,7 +118,7 @@ func (r *MergeResult) mergeSchemaContents(target, source *models.Schema, opts *M
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeTables(schema *models.Schema, source *models.Schema, opts *MergeOptions) {
|
func (r *MergeResult) mergeTables(schema, source *models.Schema, opts *MergeOptions) {
|
||||||
// Create map of existing tables
|
// Create map of existing tables
|
||||||
existingTables := make(map[string]*models.Table)
|
existingTables := make(map[string]*models.Table)
|
||||||
for _, table := range schema.Tables {
|
for _, table := range schema.Tables {
|
||||||
@@ -150,7 +150,7 @@ func (r *MergeResult) mergeTables(schema *models.Schema, source *models.Schema,
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeColumns(table *models.Table, srcTable *models.Table) {
|
func (r *MergeResult) mergeColumns(table, srcTable *models.Table) {
|
||||||
// Create map of existing columns
|
// Create map of existing columns
|
||||||
existingColumns := make(map[string]*models.Column)
|
existingColumns := make(map[string]*models.Column)
|
||||||
for colName := range table.Columns {
|
for colName := range table.Columns {
|
||||||
@@ -185,7 +185,7 @@ func (r *MergeResult) mergeColumns(table *models.Table, srcTable *models.Table)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeConstraints(table *models.Table, srcTable *models.Table) {
|
func (r *MergeResult) mergeConstraints(table, srcTable *models.Table) {
|
||||||
// Initialize constraints map if nil
|
// Initialize constraints map if nil
|
||||||
if table.Constraints == nil {
|
if table.Constraints == nil {
|
||||||
table.Constraints = make(map[string]*models.Constraint)
|
table.Constraints = make(map[string]*models.Constraint)
|
||||||
@@ -208,7 +208,7 @@ func (r *MergeResult) mergeConstraints(table *models.Table, srcTable *models.Tab
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeIndexes(table *models.Table, srcTable *models.Table) {
|
func (r *MergeResult) mergeIndexes(table, srcTable *models.Table) {
|
||||||
// Initialize indexes map if nil
|
// Initialize indexes map if nil
|
||||||
if table.Indexes == nil {
|
if table.Indexes == nil {
|
||||||
table.Indexes = make(map[string]*models.Index)
|
table.Indexes = make(map[string]*models.Index)
|
||||||
@@ -231,7 +231,7 @@ func (r *MergeResult) mergeIndexes(table *models.Table, srcTable *models.Table)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeViews(schema *models.Schema, source *models.Schema) {
|
func (r *MergeResult) mergeViews(schema, source *models.Schema) {
|
||||||
// Create map of existing views
|
// Create map of existing views
|
||||||
existingViews := make(map[string]*models.View)
|
existingViews := make(map[string]*models.View)
|
||||||
for _, view := range schema.Views {
|
for _, view := range schema.Views {
|
||||||
@@ -250,7 +250,7 @@ func (r *MergeResult) mergeViews(schema *models.Schema, source *models.Schema) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeSequences(schema *models.Schema, source *models.Schema) {
|
func (r *MergeResult) mergeSequences(schema, source *models.Schema) {
|
||||||
// Create map of existing sequences
|
// Create map of existing sequences
|
||||||
existingSequences := make(map[string]*models.Sequence)
|
existingSequences := make(map[string]*models.Sequence)
|
||||||
for _, seq := range schema.Sequences {
|
for _, seq := range schema.Sequences {
|
||||||
@@ -269,7 +269,7 @@ func (r *MergeResult) mergeSequences(schema *models.Schema, source *models.Schem
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeEnums(schema *models.Schema, source *models.Schema) {
|
func (r *MergeResult) mergeEnums(schema, source *models.Schema) {
|
||||||
// Create map of existing enums
|
// Create map of existing enums
|
||||||
existingEnums := make(map[string]*models.Enum)
|
existingEnums := make(map[string]*models.Enum)
|
||||||
for _, enum := range schema.Enums {
|
for _, enum := range schema.Enums {
|
||||||
@@ -288,7 +288,7 @@ func (r *MergeResult) mergeEnums(schema *models.Schema, source *models.Schema) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeRelations(schema *models.Schema, source *models.Schema) {
|
func (r *MergeResult) mergeRelations(schema, source *models.Schema) {
|
||||||
// Create map of existing relations
|
// Create map of existing relations
|
||||||
existingRelations := make(map[string]*models.Relationship)
|
existingRelations := make(map[string]*models.Relationship)
|
||||||
for _, rel := range schema.Relations {
|
for _, rel := range schema.Relations {
|
||||||
@@ -306,7 +306,7 @@ func (r *MergeResult) mergeRelations(schema *models.Schema, source *models.Schem
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *MergeResult) mergeDomains(target *models.Database, source *models.Database) {
|
func (r *MergeResult) mergeDomains(target, source *models.Database) {
|
||||||
// Create map of existing domains
|
// Create map of existing domains
|
||||||
existingDomains := make(map[string]*models.Domain)
|
existingDomains := make(map[string]*models.Domain)
|
||||||
for _, domain := range target.Domains {
|
for _, domain := range target.Domains {
|
||||||
|
|||||||
@@ -0,0 +1,237 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"sort"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Directive is a dialect-specific instruction embedded in a source schema
|
||||||
|
// (currently DBML) that is preserved losslessly in the intermediate model and
|
||||||
|
// consumed only by the writer for its namespace. Directives are stored in the
|
||||||
|
// Metadata map of the object they apply to, under DirectivesMetadataKey.
|
||||||
|
//
|
||||||
|
// Example DBML: `@postgres: partition by RANGE (created_at)` parses to
|
||||||
|
// Directive{Namespace: "postgres", Key: "partition", Args: "partition by RANGE (created_at)"}.
|
||||||
|
type Directive struct {
|
||||||
|
// Namespace is the dialect the directive targets, e.g. "postgres" or "sqlite".
|
||||||
|
Namespace string `json:"namespace" yaml:"namespace"`
|
||||||
|
// Key is the lowercased first token of Args, used for duplicate detection
|
||||||
|
// and writer dispatch.
|
||||||
|
Key string `json:"key,omitempty" yaml:"key,omitempty"`
|
||||||
|
// Args is the verbatim argument text following the "@namespace:" prefix.
|
||||||
|
Args string `json:"args" yaml:"args"`
|
||||||
|
// Line is the 1-based source line the directive was read from, when known.
|
||||||
|
Line int `json:"line,omitempty" yaml:"line,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// DirectivesMetadataKey is the Metadata map key under which the ordered list of
|
||||||
|
// dialect directives for an object is stored.
|
||||||
|
const DirectivesMetadataKey = "directives"
|
||||||
|
|
||||||
|
// DirectiveKey derives the Key for a directive from its argument text: the
|
||||||
|
// lowercased first whitespace-delimited token.
|
||||||
|
func DirectiveKey(args string) string {
|
||||||
|
fields := strings.Fields(args)
|
||||||
|
if len(fields) == 0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return strings.ToLower(fields[0])
|
||||||
|
}
|
||||||
|
|
||||||
|
// AddDirective appends d to the directive list stored in meta. The caller is
|
||||||
|
// responsible for ensuring meta is non-nil (all Init* constructors allocate it).
|
||||||
|
// If d.Key is empty it is derived from d.Args.
|
||||||
|
func AddDirective(meta map[string]any, d Directive) {
|
||||||
|
if meta == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if d.Key == "" {
|
||||||
|
d.Key = DirectiveKey(d.Args)
|
||||||
|
}
|
||||||
|
existing := GetDirectives(meta)
|
||||||
|
existing = append(existing, d)
|
||||||
|
meta[DirectivesMetadataKey] = existing
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetDirectives returns the directives stored in meta, sorted deterministically
|
||||||
|
// by (Namespace, Line, Args). It tolerates both a freshly built []Directive and
|
||||||
|
// the []any of map[string]any produced by a JSON/YAML round-trip.
|
||||||
|
func GetDirectives(meta map[string]any) []Directive {
|
||||||
|
if meta == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
raw, ok := meta[DirectivesMetadataKey]
|
||||||
|
if !ok || raw == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
var out []Directive
|
||||||
|
switch v := raw.(type) {
|
||||||
|
case []Directive:
|
||||||
|
out = append(out, v...)
|
||||||
|
case []any:
|
||||||
|
for _, item := range v {
|
||||||
|
if d, ok := directiveFromAny(item); ok {
|
||||||
|
out = append(out, d)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
sort.SliceStable(out, func(i, j int) bool {
|
||||||
|
if out[i].Namespace != out[j].Namespace {
|
||||||
|
return out[i].Namespace < out[j].Namespace
|
||||||
|
}
|
||||||
|
if out[i].Line != out[j].Line {
|
||||||
|
return out[i].Line < out[j].Line
|
||||||
|
}
|
||||||
|
return out[i].Args < out[j].Args
|
||||||
|
})
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
// directiveFromAny decodes a single directive from the loosely typed forms that
|
||||||
|
// survive a JSON or YAML round-trip (map[string]any / map[any]any).
|
||||||
|
func directiveFromAny(item any) (Directive, bool) {
|
||||||
|
switch m := item.(type) {
|
||||||
|
case Directive:
|
||||||
|
return m, true
|
||||||
|
case map[string]any:
|
||||||
|
return directiveFromStringMap(m), true
|
||||||
|
case map[any]any:
|
||||||
|
sm := make(map[string]any, len(m))
|
||||||
|
for k, val := range m {
|
||||||
|
if ks, ok := k.(string); ok {
|
||||||
|
sm[ks] = val
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return directiveFromStringMap(sm), true
|
||||||
|
}
|
||||||
|
return Directive{}, false
|
||||||
|
}
|
||||||
|
|
||||||
|
func directiveFromStringMap(m map[string]any) Directive {
|
||||||
|
d := Directive{}
|
||||||
|
if s, ok := m["namespace"].(string); ok {
|
||||||
|
d.Namespace = s
|
||||||
|
}
|
||||||
|
if s, ok := m["key"].(string); ok {
|
||||||
|
d.Key = s
|
||||||
|
}
|
||||||
|
if s, ok := m["args"].(string); ok {
|
||||||
|
d.Args = s
|
||||||
|
}
|
||||||
|
switch n := m["line"].(type) {
|
||||||
|
case int:
|
||||||
|
d.Line = n
|
||||||
|
case int64:
|
||||||
|
d.Line = int(n)
|
||||||
|
case float64:
|
||||||
|
d.Line = int(n)
|
||||||
|
}
|
||||||
|
if d.Key == "" {
|
||||||
|
d.Key = DirectiveKey(d.Args)
|
||||||
|
}
|
||||||
|
return d
|
||||||
|
}
|
||||||
|
|
||||||
|
// DirectivesForNamespace returns the directives in meta that target ns, in the
|
||||||
|
// deterministic order of GetDirectives.
|
||||||
|
func DirectivesForNamespace(meta map[string]any, ns string) []Directive {
|
||||||
|
all := GetDirectives(meta)
|
||||||
|
if len(all) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
out := make([]Directive, 0, len(all))
|
||||||
|
for _, d := range all {
|
||||||
|
if d.Namespace == ns {
|
||||||
|
out = append(out, d)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
// HasDirective reports whether meta contains a directive with the given
|
||||||
|
// namespace and key.
|
||||||
|
func HasDirective(meta map[string]any, ns, key string) bool {
|
||||||
|
for _, d := range GetDirectives(meta) {
|
||||||
|
if d.Namespace == ns && d.Key == key {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// DirectiveSpec describes a documented directive in the catalog.
|
||||||
|
type DirectiveSpec struct {
|
||||||
|
// Singleton means only one directive with this namespace/key may appear at
|
||||||
|
// a single location; a second one is a parse error.
|
||||||
|
Singleton bool
|
||||||
|
// Locations lists the location kinds the directive is valid at
|
||||||
|
// ("database", "table", "column", "index").
|
||||||
|
Locations []string
|
||||||
|
}
|
||||||
|
|
||||||
|
// Location kinds a directive may attach to.
|
||||||
|
const (
|
||||||
|
DirectiveLocationDatabase = "database"
|
||||||
|
DirectiveLocationTable = "table"
|
||||||
|
DirectiveLocationColumn = "column"
|
||||||
|
DirectiveLocationIndex = "index"
|
||||||
|
)
|
||||||
|
|
||||||
|
// DirectiveCatalog is the set of documented directives per namespace. It is used
|
||||||
|
// for strict-mode validation in readers and writers; unknown namespaces/keys are
|
||||||
|
// still preserved losslessly when strict mode is off.
|
||||||
|
var DirectiveCatalog = map[string]map[string]DirectiveSpec{
|
||||||
|
"postgres": {
|
||||||
|
"partition": {Singleton: true, Locations: []string{DirectiveLocationTable}},
|
||||||
|
"tablespace": {Singleton: true, Locations: []string{DirectiveLocationTable, DirectiveLocationIndex}},
|
||||||
|
"inherits": {Singleton: true, Locations: []string{DirectiveLocationTable}},
|
||||||
|
"with": {Singleton: false, Locations: []string{DirectiveLocationTable, DirectiveLocationIndex}},
|
||||||
|
"storage": {Singleton: true, Locations: []string{DirectiveLocationColumn}},
|
||||||
|
"compression": {Singleton: true, Locations: []string{DirectiveLocationColumn}},
|
||||||
|
"identity": {Singleton: true, Locations: []string{DirectiveLocationColumn}},
|
||||||
|
},
|
||||||
|
"sqlite": {
|
||||||
|
"without": {Singleton: true, Locations: []string{DirectiveLocationTable}},
|
||||||
|
"strict": {Singleton: true, Locations: []string{DirectiveLocationTable}},
|
||||||
|
"collate": {Singleton: true, Locations: []string{DirectiveLocationColumn}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
// LookupDirectiveSpec returns the catalog spec for a namespace/key and whether
|
||||||
|
// it is documented.
|
||||||
|
func LookupDirectiveSpec(ns, key string) (DirectiveSpec, bool) {
|
||||||
|
keys, ok := DirectiveCatalog[ns]
|
||||||
|
if !ok {
|
||||||
|
return DirectiveSpec{}, false
|
||||||
|
}
|
||||||
|
spec, ok := keys[key]
|
||||||
|
return spec, ok
|
||||||
|
}
|
||||||
|
|
||||||
|
// DirectiveLocationAllowed reports whether a documented directive may appear at
|
||||||
|
// the given location. Unknown directives (not in the catalog) are allowed
|
||||||
|
// everywhere so they can be preserved.
|
||||||
|
func DirectiveLocationAllowed(ns, key, location string) bool {
|
||||||
|
spec, ok := LookupDirectiveSpec(ns, key)
|
||||||
|
if !ok {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
for _, l := range spec.Locations {
|
||||||
|
if l == location {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// FormatDirectiveLine renders a directive back to its DBML source form, e.g.
|
||||||
|
// "@postgres: partition by RANGE (created_at)" or "@postgres(id): identity always".
|
||||||
|
func FormatDirectiveLine(d Directive, target string) string {
|
||||||
|
if target != "" {
|
||||||
|
return fmt.Sprintf("@%s(%s): %s", d.Namespace, target, d.Args)
|
||||||
|
}
|
||||||
|
return fmt.Sprintf("@%s: %s", d.Namespace, d.Args)
|
||||||
|
}
|
||||||
@@ -0,0 +1,133 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestDirectiveKey(t *testing.T) {
|
||||||
|
cases := map[string]string{
|
||||||
|
"partition by RANGE (created_at)": "partition",
|
||||||
|
"WITHOUT ROWID": "without",
|
||||||
|
" strict ": "strict",
|
||||||
|
"": "",
|
||||||
|
}
|
||||||
|
for args, want := range cases {
|
||||||
|
if got := DirectiveKey(args); got != want {
|
||||||
|
t.Errorf("DirectiveKey(%q) = %q, want %q", args, got, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAddDirectiveDerivesKey(t *testing.T) {
|
||||||
|
meta := map[string]any{}
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Args: "partition by RANGE (x)", Line: 2})
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Key: "tablespace", Args: "tablespace fast", Line: 3})
|
||||||
|
|
||||||
|
got := GetDirectives(meta)
|
||||||
|
if len(got) != 2 {
|
||||||
|
t.Fatalf("got %d directives, want 2", len(got))
|
||||||
|
}
|
||||||
|
if got[0].Key != "partition" {
|
||||||
|
t.Errorf("derived key = %q, want %q", got[0].Key, "partition")
|
||||||
|
}
|
||||||
|
if got[1].Key != "tablespace" {
|
||||||
|
t.Errorf("explicit key = %q, want %q", got[1].Key, "tablespace")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAddDirectiveNilMeta(t *testing.T) {
|
||||||
|
// Must not panic.
|
||||||
|
AddDirective(nil, Directive{Namespace: "postgres", Args: "strict"})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetDirectivesOrdering(t *testing.T) {
|
||||||
|
meta := map[string]any{}
|
||||||
|
AddDirective(meta, Directive{Namespace: "sqlite", Args: "strict", Line: 9})
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Args: "with (b)", Line: 5})
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Args: "with (a)", Line: 5})
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Args: "partition by x", Line: 2})
|
||||||
|
|
||||||
|
got := GetDirectives(meta)
|
||||||
|
wantArgs := []string{"partition by x", "with (a)", "with (b)", "strict"}
|
||||||
|
if len(got) != len(wantArgs) {
|
||||||
|
t.Fatalf("got %d directives, want %d", len(got), len(wantArgs))
|
||||||
|
}
|
||||||
|
for i, w := range wantArgs {
|
||||||
|
if got[i].Args != w {
|
||||||
|
t.Errorf("directive[%d].Args = %q, want %q", i, got[i].Args, w)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetDirectivesTolerantDecodeAfterJSON(t *testing.T) {
|
||||||
|
meta := map[string]any{}
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Args: "partition by RANGE (created_at)", Line: 4})
|
||||||
|
AddDirective(meta, Directive{Namespace: "sqlite", Args: "without rowid", Line: 6})
|
||||||
|
|
||||||
|
blob, err := json.Marshal(meta)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("marshal: %v", err)
|
||||||
|
}
|
||||||
|
var round map[string]any
|
||||||
|
if err := json.Unmarshal(blob, &round); err != nil {
|
||||||
|
t.Fatalf("unmarshal: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
got := GetDirectives(round)
|
||||||
|
if len(got) != 2 {
|
||||||
|
t.Fatalf("got %d directives after JSON round-trip, want 2", len(got))
|
||||||
|
}
|
||||||
|
if got[0].Namespace != "postgres" || got[0].Key != "partition" || got[0].Line != 4 {
|
||||||
|
t.Errorf("post-JSON directive[0] = %+v", got[0])
|
||||||
|
}
|
||||||
|
if got[0].Args != "partition by RANGE (created_at)" {
|
||||||
|
t.Errorf("post-JSON args not verbatim: %q", got[0].Args)
|
||||||
|
}
|
||||||
|
if got[1].Namespace != "sqlite" || got[1].Key != "without" {
|
||||||
|
t.Errorf("post-JSON directive[1] = %+v", got[1])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectivesForNamespaceAndHasDirective(t *testing.T) {
|
||||||
|
meta := map[string]any{}
|
||||||
|
AddDirective(meta, Directive{Namespace: "postgres", Args: "partition by x", Line: 1})
|
||||||
|
AddDirective(meta, Directive{Namespace: "sqlite", Args: "strict", Line: 2})
|
||||||
|
|
||||||
|
pg := DirectivesForNamespace(meta, "postgres")
|
||||||
|
if len(pg) != 1 || pg[0].Key != "partition" {
|
||||||
|
t.Errorf("DirectivesForNamespace(postgres) = %+v", pg)
|
||||||
|
}
|
||||||
|
if !HasDirective(meta, "sqlite", "strict") {
|
||||||
|
t.Error("HasDirective(sqlite, strict) = false, want true")
|
||||||
|
}
|
||||||
|
if HasDirective(meta, "postgres", "tablespace") {
|
||||||
|
t.Error("HasDirective(postgres, tablespace) = true, want false")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectiveLocationAllowed(t *testing.T) {
|
||||||
|
if !DirectiveLocationAllowed("postgres", "partition", DirectiveLocationTable) {
|
||||||
|
t.Error("partition should be allowed at table level")
|
||||||
|
}
|
||||||
|
if DirectiveLocationAllowed("postgres", "partition", DirectiveLocationColumn) {
|
||||||
|
t.Error("partition should not be allowed at column level")
|
||||||
|
}
|
||||||
|
// Unknown directives are allowed everywhere so they can be preserved.
|
||||||
|
if !DirectiveLocationAllowed("postgres", "bogus", DirectiveLocationDatabase) {
|
||||||
|
t.Error("unknown key should be allowed everywhere")
|
||||||
|
}
|
||||||
|
if !DirectiveLocationAllowed("madeup", "x", DirectiveLocationTable) {
|
||||||
|
t.Error("unknown namespace should be allowed everywhere")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFormatDirectiveLine(t *testing.T) {
|
||||||
|
d := Directive{Namespace: "postgres", Key: "identity", Args: "identity always"}
|
||||||
|
if got := FormatDirectiveLine(d, ""); got != "@postgres: identity always" {
|
||||||
|
t.Errorf("FormatDirectiveLine no target = %q", got)
|
||||||
|
}
|
||||||
|
if got := FormatDirectiveLine(d, "id"); got != "@postgres(id): identity always" {
|
||||||
|
t.Errorf("FormatDirectiveLine with target = %q", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -32,6 +32,7 @@ type Database struct {
|
|||||||
DatabaseType DatabaseType `json:"database_type,omitempty" yaml:"database_type,omitempty" xml:"database_type,omitempty"`
|
DatabaseType DatabaseType `json:"database_type,omitempty" yaml:"database_type,omitempty" xml:"database_type,omitempty"`
|
||||||
DatabaseVersion string `json:"database_version,omitempty" yaml:"database_version,omitempty" xml:"database_version,omitempty"`
|
DatabaseVersion string `json:"database_version,omitempty" yaml:"database_version,omitempty" xml:"database_version,omitempty"`
|
||||||
SourceFormat string `json:"source_format,omitempty" yaml:"source_format,omitempty" xml:"source_format,omitempty"` // Source Format of the database.
|
SourceFormat string `json:"source_format,omitempty" yaml:"source_format,omitempty" xml:"source_format,omitempty"` // Source Format of the database.
|
||||||
|
Metadata map[string]any `json:"metadata,omitempty" yaml:"metadata,omitempty" xml:"-"`
|
||||||
UpdatedAt string `json:"updatedat,omitempty" yaml:"updatedat,omitempty" xml:"updatedat,omitempty"`
|
UpdatedAt string `json:"updatedat,omitempty" yaml:"updatedat,omitempty" xml:"updatedat,omitempty"`
|
||||||
GUID string `json:"guid" yaml:"guid" xml:"guid"`
|
GUID string `json:"guid" yaml:"guid" xml:"guid"`
|
||||||
}
|
}
|
||||||
@@ -240,6 +241,7 @@ type Column struct {
|
|||||||
IsPrimaryKey bool `json:"is_primary_key" yaml:"is_primary_key" xml:"is_primary_key"`
|
IsPrimaryKey bool `json:"is_primary_key" yaml:"is_primary_key" xml:"is_primary_key"`
|
||||||
Comment string `json:"comment,omitempty" yaml:"comment,omitempty" xml:"comment,omitempty"`
|
Comment string `json:"comment,omitempty" yaml:"comment,omitempty" xml:"comment,omitempty"`
|
||||||
Collation string `json:"collation,omitempty" yaml:"collation,omitempty" xml:"collation,omitempty"`
|
Collation string `json:"collation,omitempty" yaml:"collation,omitempty" xml:"collation,omitempty"`
|
||||||
|
Metadata map[string]any `json:"metadata,omitempty" yaml:"metadata,omitempty" xml:"-"`
|
||||||
Sequence uint `json:"sequence,omitempty" yaml:"sequence,omitempty" xml:"sequence,omitempty"`
|
Sequence uint `json:"sequence,omitempty" yaml:"sequence,omitempty" xml:"sequence,omitempty"`
|
||||||
GUID string `json:"guid" yaml:"guid" xml:"guid"`
|
GUID string `json:"guid" yaml:"guid" xml:"guid"`
|
||||||
}
|
}
|
||||||
@@ -263,6 +265,7 @@ type Index struct {
|
|||||||
Concurrent bool `json:"concurrent,omitempty" yaml:"concurrent,omitempty" xml:"concurrent,omitempty"`
|
Concurrent bool `json:"concurrent,omitempty" yaml:"concurrent,omitempty" xml:"concurrent,omitempty"`
|
||||||
Include []string `json:"include,omitempty" yaml:"include,omitempty" xml:"include,omitempty"` // INCLUDE columns
|
Include []string `json:"include,omitempty" yaml:"include,omitempty" xml:"include,omitempty"` // INCLUDE columns
|
||||||
Comment string `json:"comment,omitempty" yaml:"comment,omitempty" xml:"comment,omitempty"`
|
Comment string `json:"comment,omitempty" yaml:"comment,omitempty" xml:"comment,omitempty"`
|
||||||
|
Metadata map[string]any `json:"metadata,omitempty" yaml:"metadata,omitempty" xml:"-"`
|
||||||
Sequence uint `json:"sequence,omitempty" yaml:"sequence,omitempty" xml:"sequence,omitempty"`
|
Sequence uint `json:"sequence,omitempty" yaml:"sequence,omitempty" xml:"sequence,omitempty"`
|
||||||
GUID string `json:"guid" yaml:"guid" xml:"guid"`
|
GUID string `json:"guid" yaml:"guid" xml:"guid"`
|
||||||
}
|
}
|
||||||
@@ -396,6 +399,7 @@ func InitDatabase(name string) *Database {
|
|||||||
Name: name,
|
Name: name,
|
||||||
Schemas: make([]*Schema, 0),
|
Schemas: make([]*Schema, 0),
|
||||||
Domains: make([]*Domain, 0),
|
Domains: make([]*Domain, 0),
|
||||||
|
Metadata: make(map[string]any),
|
||||||
GUID: uuid.New().String(),
|
GUID: uuid.New().String(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -434,6 +438,7 @@ func InitColumn(name, table, schema string) *Column {
|
|||||||
Name: name,
|
Name: name,
|
||||||
Table: table,
|
Table: table,
|
||||||
Schema: schema,
|
Schema: schema,
|
||||||
|
Metadata: make(map[string]any),
|
||||||
GUID: uuid.New().String(),
|
GUID: uuid.New().String(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -446,6 +451,7 @@ func InitIndex(name, table, schema string) *Index {
|
|||||||
Schema: schema,
|
Schema: schema,
|
||||||
Columns: make([]string, 0),
|
Columns: make([]string, 0),
|
||||||
Include: make([]string, 0),
|
Include: make([]string, 0),
|
||||||
|
Metadata: make(map[string]any),
|
||||||
GUID: uuid.New().String(),
|
GUID: uuid.New().String(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -247,7 +247,8 @@ var extensionFunctionPrefixes = buildExtensionIndex(func(ext Extension) []string
|
|||||||
|
|
||||||
func buildExtensionIndex(keys func(Extension) []string) map[string]string {
|
func buildExtensionIndex(keys func(Extension) []string) map[string]string {
|
||||||
index := make(map[string]string)
|
index := make(map[string]string)
|
||||||
for _, ext := range postgresExtensions {
|
for name := range postgresExtensions {
|
||||||
|
ext := postgresExtensions[name]
|
||||||
for _, key := range keys(ext) {
|
for _, key := range keys(ext) {
|
||||||
// Deterministic on collision: the alphabetically first extension wins.
|
// Deterministic on collision: the alphabetically first extension wins.
|
||||||
if existing, ok := index[key]; ok && existing < ext.Name {
|
if existing, ok := index[key]; ok && existing < ext.Name {
|
||||||
|
|||||||
@@ -245,7 +245,7 @@ func (r *Reader) getReceiverType(expr ast.Expr) string {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// parseTableNameMethod parses a TableName() method and extracts the table and schema name
|
// parseTableNameMethod parses a TableName() method and extracts the table and schema name
|
||||||
func (r *Reader) parseTableNameMethod(funcDecl *ast.FuncDecl) (tableName string, schemaName string) {
|
func (r *Reader) parseTableNameMethod(funcDecl *ast.FuncDecl) (tableName, schemaName string) {
|
||||||
if funcDecl.Body == nil {
|
if funcDecl.Body == nil {
|
||||||
return "", ""
|
return "", ""
|
||||||
}
|
}
|
||||||
@@ -578,7 +578,7 @@ func (r *Reader) parseIndexesFromTag(table *models.Table, column *models.Column,
|
|||||||
}
|
}
|
||||||
|
|
||||||
// extractTableNameFromTag extracts table and schema from bun tag
|
// extractTableNameFromTag extracts table and schema from bun tag
|
||||||
func (r *Reader) extractTableNameFromTag(tag string) (tableName string, schemaName string) {
|
func (r *Reader) extractTableNameFromTag(tag string) (tableName, schemaName string) {
|
||||||
// Extract bun tag value
|
// Extract bun tag value
|
||||||
re := regexp.MustCompile(`bun:"table:([^"]+)"`)
|
re := regexp.MustCompile(`bun:"table:([^"]+)"`)
|
||||||
matches := re.FindStringSubmatch(tag)
|
matches := re.FindStringSubmatch(tag)
|
||||||
@@ -712,12 +712,12 @@ func (r *Reader) parseTypeWithLength(typeStr string) (baseType string, length in
|
|||||||
if pgsql.SupportsLength(rawBaseType) {
|
if pgsql.SupportsLength(rawBaseType) {
|
||||||
if _, err := fmt.Sscanf(matches[2], "%d", &length); err == nil {
|
if _, err := fmt.Sscanf(matches[2], "%d", &length); err == nil {
|
||||||
baseType = pgsql.CanonicalizeBaseType(rawBaseType)
|
baseType = pgsql.CanonicalizeBaseType(rawBaseType)
|
||||||
return
|
return baseType, length
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return
|
return baseType, length
|
||||||
}
|
}
|
||||||
|
|
||||||
// goTypeToSQL maps Go types to SQL types
|
// goTypeToSQL maps Go types to SQL types
|
||||||
|
|||||||
@@ -93,6 +93,50 @@ Ref: posts.user_id > users.id [delete: cascade]
|
|||||||
- Indexes and composite indexes
|
- Indexes and composite indexes
|
||||||
- Table notes and column notes
|
- Table notes and column notes
|
||||||
- Enums
|
- Enums
|
||||||
|
- Dialect directives (`@postgres:` / `@sqlite:` — see below)
|
||||||
|
|
||||||
|
## Dialect directives
|
||||||
|
|
||||||
|
Lines of the form `@<namespace>[(<column>)]: <args>` embed database-specific
|
||||||
|
features that plain DBML cannot express (partitioning, `WITHOUT ROWID`,
|
||||||
|
tablespaces, index storage parameters, …). They are stored losslessly on the
|
||||||
|
relevant object's `Metadata` and round-trip unchanged through the DBML writer;
|
||||||
|
the PostgreSQL and SQLite writers translate the ones they understand to SQL.
|
||||||
|
|
||||||
|
```dbml
|
||||||
|
@postgres: search_path myapp
|
||||||
|
|
||||||
|
Table myapp.events {
|
||||||
|
id bigint [pk]
|
||||||
|
created_at timestamp [not null]
|
||||||
|
@postgres(id): identity always
|
||||||
|
@postgres: partition by RANGE (created_at)
|
||||||
|
@sqlite: without rowid
|
||||||
|
|
||||||
|
indexes {
|
||||||
|
(created_at) [name: 'idx_events_created']
|
||||||
|
@postgres: with (fillfactor=90)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
| Position | Attaches to |
|
||||||
|
|----------|-------------|
|
||||||
|
| Before the first `Table {` | database |
|
||||||
|
| Table body, no `(target)` | that table |
|
||||||
|
| Table body, `(col)` target | column `col` (error if unknown) |
|
||||||
|
| Inside `indexes { }` | the most recently listed index entry |
|
||||||
|
|
||||||
|
`args` is preserved verbatim; the **key** (lowercased first token) drives
|
||||||
|
duplicate detection. Repeated directives are kept in order; catalog "singleton"
|
||||||
|
keys error on a second occurrence at the same location. All errors are
|
||||||
|
line-numbered.
|
||||||
|
|
||||||
|
`ReaderOptions.StrictDirectives` (CLI `--strict-directives`) turns an unknown
|
||||||
|
namespace or key into an error instead of preserving it silently.
|
||||||
|
|
||||||
|
See [`docs/DBML_DIRECTIVES.md`](../../../docs/DBML_DIRECTIVES.md) for the full
|
||||||
|
grammar and the supported-directive matrix.
|
||||||
|
|
||||||
## Notes
|
## Notes
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,137 @@
|
|||||||
|
package dbml
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"regexp"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
)
|
||||||
|
|
||||||
|
// directiveLineRegex matches a dialect directive line:
|
||||||
|
//
|
||||||
|
// @postgres: partition by RANGE (created_at)
|
||||||
|
// @postgres(id): identity always
|
||||||
|
//
|
||||||
|
// Group 1 is the namespace, group 2 the optional (column) target, group 3 the
|
||||||
|
// raw argument text (validated separately so error messages can be specific).
|
||||||
|
var directiveLineRegex = regexp.MustCompile(`^@([^():]*)(?:\(([^()]*)\))?\s*:(.*)$`)
|
||||||
|
|
||||||
|
// namespaceRegex is the grammar for a directive namespace.
|
||||||
|
var namespaceRegex = regexp.MustCompile(`^[a-z][a-z0-9_]*$`)
|
||||||
|
|
||||||
|
// parsedDirective is a directive line that has been parsed but not yet attached
|
||||||
|
// to a model object.
|
||||||
|
type parsedDirective struct {
|
||||||
|
namespace string
|
||||||
|
target string // column name; "" when absent
|
||||||
|
args string
|
||||||
|
line int
|
||||||
|
}
|
||||||
|
|
||||||
|
// parseDirectiveLine parses a single "@namespace[(target)]: args" line.
|
||||||
|
func parseDirectiveLine(line string, lineNo int) (parsedDirective, error) {
|
||||||
|
m := directiveLineRegex.FindStringSubmatch(line)
|
||||||
|
if m == nil {
|
||||||
|
return parsedDirective{}, fmt.Errorf(
|
||||||
|
"dbml: line %d: malformed directive %q (expected \"@namespace: args\")", lineNo, line)
|
||||||
|
}
|
||||||
|
|
||||||
|
ns := strings.TrimSpace(m[1])
|
||||||
|
target := strings.TrimSpace(m[2])
|
||||||
|
args := strings.TrimSpace(m[3])
|
||||||
|
|
||||||
|
if !namespaceRegex.MatchString(ns) {
|
||||||
|
return parsedDirective{}, fmt.Errorf(
|
||||||
|
"dbml: line %d: invalid directive namespace %q (must match [a-z][a-z0-9_]*)", lineNo, ns)
|
||||||
|
}
|
||||||
|
if args == "" {
|
||||||
|
return parsedDirective{}, fmt.Errorf("dbml: line %d: directive @%s has no arguments", lineNo, ns)
|
||||||
|
}
|
||||||
|
if target != "" {
|
||||||
|
target = stripQuotes(target)
|
||||||
|
}
|
||||||
|
|
||||||
|
return parsedDirective{namespace: ns, target: target, args: args, line: lineNo}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// attachDirective resolves the target model object from the current parser state
|
||||||
|
// and stores the directive in its Metadata, enforcing location, duplicate and
|
||||||
|
// strict-mode rules.
|
||||||
|
func (r *Reader) attachDirective(
|
||||||
|
pd parsedDirective,
|
||||||
|
db *models.Database,
|
||||||
|
table *models.Table,
|
||||||
|
inTable, inIndexes bool,
|
||||||
|
lastIndex *models.Index,
|
||||||
|
) error {
|
||||||
|
strict := r.options != nil && r.options.StrictDirectives
|
||||||
|
key := models.DirectiveKey(pd.args)
|
||||||
|
|
||||||
|
var meta map[string]any
|
||||||
|
var location string
|
||||||
|
|
||||||
|
switch {
|
||||||
|
case inIndexes:
|
||||||
|
if pd.target != "" {
|
||||||
|
return fmt.Errorf("dbml: line %d: directive target (%s) is not allowed inside an indexes block", pd.line, pd.target)
|
||||||
|
}
|
||||||
|
if lastIndex == nil {
|
||||||
|
return fmt.Errorf("dbml: line %d: directive @%s must follow an index definition", pd.line, pd.namespace)
|
||||||
|
}
|
||||||
|
if lastIndex.Metadata == nil {
|
||||||
|
lastIndex.Metadata = make(map[string]any)
|
||||||
|
}
|
||||||
|
meta = lastIndex.Metadata
|
||||||
|
location = models.DirectiveLocationIndex
|
||||||
|
|
||||||
|
case inTable && table != nil:
|
||||||
|
if pd.target != "" {
|
||||||
|
col, ok := table.Columns[pd.target]
|
||||||
|
if !ok {
|
||||||
|
return fmt.Errorf("dbml: line %d: directive target column %q not found in table %q", pd.line, pd.target, table.Name)
|
||||||
|
}
|
||||||
|
if col.Metadata == nil {
|
||||||
|
col.Metadata = make(map[string]any)
|
||||||
|
}
|
||||||
|
meta = col.Metadata
|
||||||
|
location = models.DirectiveLocationColumn
|
||||||
|
} else {
|
||||||
|
if table.Metadata == nil {
|
||||||
|
table.Metadata = make(map[string]any)
|
||||||
|
}
|
||||||
|
meta = table.Metadata
|
||||||
|
location = models.DirectiveLocationTable
|
||||||
|
}
|
||||||
|
|
||||||
|
default:
|
||||||
|
if pd.target != "" {
|
||||||
|
return fmt.Errorf("dbml: line %d: directive target (%s) is only valid inside a table", pd.line, pd.target)
|
||||||
|
}
|
||||||
|
if db.Metadata == nil {
|
||||||
|
db.Metadata = make(map[string]any)
|
||||||
|
}
|
||||||
|
meta = db.Metadata
|
||||||
|
location = models.DirectiveLocationDatabase
|
||||||
|
}
|
||||||
|
|
||||||
|
spec, documented := models.LookupDirectiveSpec(pd.namespace, key)
|
||||||
|
|
||||||
|
if strict && !documented {
|
||||||
|
return fmt.Errorf("dbml: line %d: unknown directive @%s: %s (strict mode)", pd.line, pd.namespace, key)
|
||||||
|
}
|
||||||
|
if documented && !models.DirectiveLocationAllowed(pd.namespace, key, location) {
|
||||||
|
return fmt.Errorf("dbml: line %d: directive @%s: %s is not valid at %s level", pd.line, pd.namespace, key, location)
|
||||||
|
}
|
||||||
|
if documented && spec.Singleton && models.HasDirective(meta, pd.namespace, key) {
|
||||||
|
return fmt.Errorf("dbml: line %d: duplicate @%s directive %q at %s level", pd.line, pd.namespace, key, location)
|
||||||
|
}
|
||||||
|
|
||||||
|
models.AddDirective(meta, models.Directive{
|
||||||
|
Namespace: pd.namespace,
|
||||||
|
Key: key,
|
||||||
|
Args: pd.args,
|
||||||
|
Line: pd.line,
|
||||||
|
})
|
||||||
|
return nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,181 @@
|
|||||||
|
package dbml
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
|
)
|
||||||
|
|
||||||
|
func parse(t *testing.T, strict bool, src string) (*models.Database, error) {
|
||||||
|
t.Helper()
|
||||||
|
r := NewReader(&readers.ReaderOptions{StrictDirectives: strict})
|
||||||
|
return r.parseDBML(src)
|
||||||
|
}
|
||||||
|
|
||||||
|
func firstTable(t *testing.T, db *models.Database) *models.Table {
|
||||||
|
t.Helper()
|
||||||
|
if len(db.Schemas) == 0 || len(db.Schemas[0].Tables) == 0 {
|
||||||
|
t.Fatal("no table parsed")
|
||||||
|
}
|
||||||
|
return db.Schemas[0].Tables[0]
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_AttachAtEachLocation(t *testing.T) {
|
||||||
|
src := `@postgres: search_path myapp
|
||||||
|
|
||||||
|
Table myapp.events {
|
||||||
|
id bigint [pk]
|
||||||
|
created_at timestamp [not null]
|
||||||
|
@postgres(id): identity always
|
||||||
|
@postgres: partition by RANGE (created_at)
|
||||||
|
|
||||||
|
indexes {
|
||||||
|
(created_at) [name: 'idx_events_created']
|
||||||
|
@postgres: with (fillfactor=90)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
`
|
||||||
|
db, err := parse(t, false, src)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("parse: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if !models.HasDirective(db.Metadata, "postgres", "search_path") {
|
||||||
|
t.Errorf("database-level directive missing: %+v", db.Metadata)
|
||||||
|
}
|
||||||
|
|
||||||
|
tbl := firstTable(t, db)
|
||||||
|
if !models.HasDirective(tbl.Metadata, "postgres", "partition") {
|
||||||
|
t.Errorf("table-level directive missing: %+v", tbl.Metadata)
|
||||||
|
}
|
||||||
|
|
||||||
|
col := tbl.Columns["id"]
|
||||||
|
if col == nil || !models.HasDirective(col.Metadata, "postgres", "identity") {
|
||||||
|
t.Errorf("column-level directive missing")
|
||||||
|
}
|
||||||
|
// Verbatim args preserved.
|
||||||
|
if d := models.DirectivesForNamespace(col.Metadata, "postgres"); len(d) != 1 || d[0].Args != "identity always" {
|
||||||
|
t.Errorf("column directive args = %+v", d)
|
||||||
|
}
|
||||||
|
|
||||||
|
var idx *models.Index
|
||||||
|
for _, i := range tbl.Indexes {
|
||||||
|
idx = i
|
||||||
|
}
|
||||||
|
if idx == nil || !models.HasDirective(idx.Metadata, "postgres", "with") {
|
||||||
|
t.Errorf("index-level directive missing: %+v", idx)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_RepeatablePreservedAndOrdered(t *testing.T) {
|
||||||
|
src := `Table s.t {
|
||||||
|
id int [pk]
|
||||||
|
@postgres: with (fillfactor=90)
|
||||||
|
@postgres: with (autovacuum_enabled=off)
|
||||||
|
}
|
||||||
|
`
|
||||||
|
db, err := parse(t, false, src)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("parse: %v", err)
|
||||||
|
}
|
||||||
|
tbl := firstTable(t, db)
|
||||||
|
got := models.DirectivesForNamespace(tbl.Metadata, "postgres")
|
||||||
|
if len(got) != 2 {
|
||||||
|
t.Fatalf("got %d directives, want 2", len(got))
|
||||||
|
}
|
||||||
|
if got[0].Args != "with (fillfactor=90)" || got[1].Args != "with (autovacuum_enabled=off)" {
|
||||||
|
t.Errorf("repeatable directives out of order: %+v", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_SingletonDuplicateErrors(t *testing.T) {
|
||||||
|
src := `Table s.t {
|
||||||
|
id int [pk]
|
||||||
|
@postgres: partition by RANGE (a)
|
||||||
|
@postgres: partition by LIST (b)
|
||||||
|
}
|
||||||
|
`
|
||||||
|
_, err := parse(t, false, src)
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "duplicate") {
|
||||||
|
t.Fatalf("want duplicate error, got %v", err)
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), "line 4") {
|
||||||
|
t.Errorf("error not line-numbered: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_MalformedErrors(t *testing.T) {
|
||||||
|
cases := map[string]string{
|
||||||
|
"no colon": "@postgres partition by x",
|
||||||
|
"empty args": "@postgres:",
|
||||||
|
"bad namespace": "@Postgres: partition by x",
|
||||||
|
"numeric prefix": "@1x: foo",
|
||||||
|
}
|
||||||
|
for name, line := range cases {
|
||||||
|
t.Run(name, func(t *testing.T) {
|
||||||
|
src := "Table s.t {\n id int [pk]\n " + line + "\n}\n"
|
||||||
|
_, err := parse(t, false, src)
|
||||||
|
if err == nil {
|
||||||
|
t.Fatalf("want error for %q", line)
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), "line 3") {
|
||||||
|
t.Errorf("error not line-numbered: %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_UnknownPreservedNonStrict(t *testing.T) {
|
||||||
|
src := `Table s.t {
|
||||||
|
id int [pk]
|
||||||
|
@postgres: frobnicate all the things
|
||||||
|
@clickhouse: engine MergeTree
|
||||||
|
}
|
||||||
|
`
|
||||||
|
db, err := parse(t, false, src)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("parse: %v", err)
|
||||||
|
}
|
||||||
|
tbl := firstTable(t, db)
|
||||||
|
if !models.HasDirective(tbl.Metadata, "postgres", "frobnicate") {
|
||||||
|
t.Error("unknown postgres key not preserved")
|
||||||
|
}
|
||||||
|
if !models.HasDirective(tbl.Metadata, "clickhouse", "engine") {
|
||||||
|
t.Error("unknown namespace not preserved")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_StrictErrors(t *testing.T) {
|
||||||
|
src := `Table s.t {
|
||||||
|
id int [pk]
|
||||||
|
@postgres: frobnicate x
|
||||||
|
}
|
||||||
|
`
|
||||||
|
_, err := parse(t, true, src)
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "strict mode") {
|
||||||
|
t.Fatalf("want strict-mode error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_UnknownColumnTargetErrors(t *testing.T) {
|
||||||
|
src := `Table s.t {
|
||||||
|
id int [pk]
|
||||||
|
@postgres(missing): identity always
|
||||||
|
}
|
||||||
|
`
|
||||||
|
_, err := parse(t, false, src)
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "not found") {
|
||||||
|
t.Fatalf("want unknown-column error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_WrongLocationErrors(t *testing.T) {
|
||||||
|
// partition is table-only.
|
||||||
|
src := "@postgres: partition by RANGE (x)\n\nTable s.t {\n id int [pk]\n}\n"
|
||||||
|
_, err := parse(t, false, src)
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "not valid at database level") {
|
||||||
|
t.Fatalf("want location error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -435,11 +435,14 @@ func (r *Reader) parseDBML(content string) (*models.Database, error) {
|
|||||||
var inIndexes bool
|
var inIndexes bool
|
||||||
var inTable bool
|
var inTable bool
|
||||||
var columnSeq uint
|
var columnSeq uint
|
||||||
|
var lastIndex *models.Index // most recent index in the current Indexes block
|
||||||
|
lineNo := 0
|
||||||
|
|
||||||
tableRegex := regexp.MustCompile(`^Table\s+(.+?)\s*{`)
|
tableRegex := regexp.MustCompile(`^Table\s+(.+?)\s*{`)
|
||||||
refRegex := regexp.MustCompile(`^Ref:\s+(.+)`)
|
refRegex := regexp.MustCompile(`^Ref:\s+(.+)`)
|
||||||
|
|
||||||
for scanner.Scan() {
|
for scanner.Scan() {
|
||||||
|
lineNo++
|
||||||
line := strings.TrimSpace(scanner.Text())
|
line := strings.TrimSpace(scanner.Text())
|
||||||
|
|
||||||
// Skip empty lines and comments
|
// Skip empty lines and comments
|
||||||
@@ -447,6 +450,20 @@ func (r *Reader) parseDBML(content string) (*models.Database, error) {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Parse a dialect directive (@postgres:, @sqlite:, …). Handled before
|
||||||
|
// table/column/index parsing so directive lines are never mistaken for
|
||||||
|
// columns.
|
||||||
|
if strings.HasPrefix(line, "@") {
|
||||||
|
pd, err := parseDirectiveLine(line, lineNo)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
if err := r.attachDirective(pd, db, currentTable, inTable, inIndexes, lastIndex); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
// Parse Table definition
|
// Parse Table definition
|
||||||
if matches := tableRegex.FindStringSubmatch(line); matches != nil {
|
if matches := tableRegex.FindStringSubmatch(line); matches != nil {
|
||||||
tableName := matches[1]
|
tableName := matches[1]
|
||||||
@@ -474,8 +491,10 @@ func (r *Reader) parseDBML(content string) (*models.Database, error) {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
// End of table definition
|
// End of table definition. Guarded by !inIndexes so the closing brace
|
||||||
if inTable && line == "}" {
|
// of an `indexes { }` block is not mistaken for the end of the table
|
||||||
|
// (which would drop any table-level content that follows it).
|
||||||
|
if inTable && !inIndexes && line == "}" {
|
||||||
if currentTable != nil && currentSchema != "" {
|
if currentTable != nil && currentSchema != "" {
|
||||||
schemaMap[currentSchema].Tables = append(schemaMap[currentSchema].Tables, currentTable)
|
schemaMap[currentSchema].Tables = append(schemaMap[currentSchema].Tables, currentTable)
|
||||||
currentTable = nil
|
currentTable = nil
|
||||||
@@ -488,12 +507,14 @@ func (r *Reader) parseDBML(content string) (*models.Database, error) {
|
|||||||
// Parse indexes section
|
// Parse indexes section
|
||||||
if inTable && (strings.HasPrefix(line, "Indexes {") || strings.HasPrefix(line, "indexes {")) {
|
if inTable && (strings.HasPrefix(line, "Indexes {") || strings.HasPrefix(line, "indexes {")) {
|
||||||
inIndexes = true
|
inIndexes = true
|
||||||
|
lastIndex = nil
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
// End of indexes section
|
// End of indexes section
|
||||||
if inIndexes && line == "}" {
|
if inIndexes && line == "}" {
|
||||||
inIndexes = false
|
inIndexes = false
|
||||||
|
lastIndex = nil
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -513,6 +534,7 @@ func (r *Reader) parseDBML(content string) (*models.Database, error) {
|
|||||||
index := r.parseIndex(line, currentTable.Name, currentSchema)
|
index := r.parseIndex(line, currentTable.Name, currentSchema)
|
||||||
if index != nil {
|
if index != nil {
|
||||||
currentTable.Indexes[index.Name] = index
|
currentTable.Indexes[index.Name] = index
|
||||||
|
lastIndex = index
|
||||||
}
|
}
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
@@ -701,7 +723,7 @@ func (r *Reader) parseColumn(line, tableName, schemaName string) (*models.Column
|
|||||||
return column, constraint
|
return column, constraint
|
||||||
}
|
}
|
||||||
|
|
||||||
func splitInlineComment(line string) (content string, inlineComment string) {
|
func splitInlineComment(line string) (content, inlineComment string) {
|
||||||
commentStart := strings.Index(line, "//")
|
commentStart := strings.Index(line, "//")
|
||||||
if commentStart == -1 {
|
if commentStart == -1 {
|
||||||
return line, ""
|
return line, ""
|
||||||
@@ -710,7 +732,7 @@ func splitInlineComment(line string) (content string, inlineComment string) {
|
|||||||
return strings.TrimSpace(line[:commentStart]), strings.TrimSpace(line[commentStart+2:])
|
return strings.TrimSpace(line[:commentStart]), strings.TrimSpace(line[commentStart+2:])
|
||||||
}
|
}
|
||||||
|
|
||||||
func splitColumnSignatureAndAttrs(line string) (signature string, attrs string) {
|
func splitColumnSignatureAndAttrs(line string) (signature, attrs string) {
|
||||||
trimmed := strings.TrimSpace(line)
|
trimmed := strings.TrimSpace(line)
|
||||||
if trimmed == "" || !strings.HasSuffix(trimmed, "]") {
|
if trimmed == "" || !strings.HasSuffix(trimmed, "]") {
|
||||||
return trimmed, ""
|
return trimmed, ""
|
||||||
@@ -736,7 +758,7 @@ func splitColumnSignatureAndAttrs(line string) (signature string, attrs string)
|
|||||||
return trimmed, ""
|
return trimmed, ""
|
||||||
}
|
}
|
||||||
|
|
||||||
func parseColumnSignature(signature string) (columnName string, columnType string, ok bool) {
|
func parseColumnSignature(signature string) (columnName, columnType string, ok bool) {
|
||||||
signature = strings.TrimSpace(signature)
|
signature = strings.TrimSpace(signature)
|
||||||
if signature == "" {
|
if signature == "" {
|
||||||
return "", "", false
|
return "", "", false
|
||||||
@@ -1041,5 +1063,5 @@ func (r *Reader) parseTableRef(ref string) (schema, table string, columns []stri
|
|||||||
table = stripQuotes(parts[0])
|
table = stripQuotes(parts[0])
|
||||||
}
|
}
|
||||||
|
|
||||||
return
|
return schema, table, columns
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -689,7 +689,7 @@ func TestReadDirectory_CommentedRefsLast(t *testing.T) {
|
|||||||
func TestReadDirectory_EmptyDirectory(t *testing.T) {
|
func TestReadDirectory_EmptyDirectory(t *testing.T) {
|
||||||
// Create a temporary empty directory
|
// Create a temporary empty directory
|
||||||
tmpDir := filepath.Join("..", "..", "..", "tests", "assets", "dbml", "empty_test_dir")
|
tmpDir := filepath.Join("..", "..", "..", "tests", "assets", "dbml", "empty_test_dir")
|
||||||
err := os.MkdirAll(tmpDir, 0755)
|
err := os.MkdirAll(tmpDir, 0o755)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Failed to create temp directory: %v", err)
|
t.Fatalf("Failed to create temp directory: %v", err)
|
||||||
}
|
}
|
||||||
@@ -956,7 +956,7 @@ func TestReader_CompositePKIndex(t *testing.T) {
|
|||||||
`
|
`
|
||||||
dir := t.TempDir()
|
dir := t.TempDir()
|
||||||
path := filepath.Join(dir, "composite_pk.dbml")
|
path := filepath.Join(dir, "composite_pk.dbml")
|
||||||
if err := os.WriteFile(path, []byte(dbmlContent), 0644); err != nil {
|
if err := os.WriteFile(path, []byte(dbmlContent), 0o644); err != nil {
|
||||||
t.Fatalf("failed to write fixture: %v", err)
|
t.Fatalf("failed to write fixture: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1005,7 +1005,7 @@ func TestReader_ColumnPKOrderPreserved(t *testing.T) {
|
|||||||
`
|
`
|
||||||
dir := t.TempDir()
|
dir := t.TempDir()
|
||||||
path := filepath.Join(dir, "column_pk_order.dbml")
|
path := filepath.Join(dir, "column_pk_order.dbml")
|
||||||
if err := os.WriteFile(path, []byte(dbmlContent), 0644); err != nil {
|
if err := os.WriteFile(path, []byte(dbmlContent), 0o644); err != nil {
|
||||||
t.Fatalf("failed to write fixture: %v", err)
|
t.Fatalf("failed to write fixture: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -246,7 +246,7 @@ func (r *Reader) getReceiverType(expr ast.Expr) string {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// parseTableNameMethod parses a TableName() method and extracts the table and schema name
|
// parseTableNameMethod parses a TableName() method and extracts the table and schema name
|
||||||
func (r *Reader) parseTableNameMethod(funcDecl *ast.FuncDecl) (tableName string, schemaName string) {
|
func (r *Reader) parseTableNameMethod(funcDecl *ast.FuncDecl) (tableName, schemaName string) {
|
||||||
if funcDecl.Body == nil {
|
if funcDecl.Body == nil {
|
||||||
return "", ""
|
return "", ""
|
||||||
}
|
}
|
||||||
@@ -669,7 +669,7 @@ func (r *Reader) parseIndexesFromTag(table *models.Table, column *models.Column,
|
|||||||
}
|
}
|
||||||
|
|
||||||
// extractTableFromGormTag extracts table and schema from gorm tag
|
// extractTableFromGormTag extracts table and schema from gorm tag
|
||||||
func (r *Reader) extractTableFromGormTag(tag string) (tablename string, schemaName string) {
|
func (r *Reader) extractTableFromGormTag(tag string) (tablename, schemaName string) {
|
||||||
// This is typically set via TableName() method, not in tags
|
// This is typically set via TableName() method, not in tags
|
||||||
// We'll return empty strings and rely on deriveTableName
|
// We'll return empty strings and rely on deriveTableName
|
||||||
return "", ""
|
return "", ""
|
||||||
@@ -794,12 +794,12 @@ func (r *Reader) parseTypeWithLength(typeStr string) (baseType string, length in
|
|||||||
if pgsql.SupportsLength(rawBaseType) && !strings.Contains(parens, ",") {
|
if pgsql.SupportsLength(rawBaseType) && !strings.Contains(parens, ",") {
|
||||||
if _, err := fmt.Sscanf(parens, "%d", &length); err == nil {
|
if _, err := fmt.Sscanf(parens, "%d", &length); err == nil {
|
||||||
baseType = pgsql.CanonicalizeBaseType(rawBaseType)
|
baseType = pgsql.CanonicalizeBaseType(rawBaseType)
|
||||||
return
|
return baseType, length
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return
|
return baseType, length
|
||||||
}
|
}
|
||||||
|
|
||||||
// parseTypeWithReferences parses a type string and extracts base type, length, and references
|
// parseTypeWithReferences parses a type string and extracts base type, length, and references
|
||||||
@@ -816,12 +816,12 @@ func (r *Reader) parseTypeWithReferences(typeStr string) (baseType string, lengt
|
|||||||
|
|
||||||
// Parse base type for length
|
// Parse base type for length
|
||||||
baseType, length = r.parseTypeWithLength(baseTypePart)
|
baseType, length = r.parseTypeWithLength(baseTypePart)
|
||||||
return
|
return baseType, length, refInfo
|
||||||
}
|
}
|
||||||
|
|
||||||
// No references, just parse type and length
|
// No references, just parse type and length
|
||||||
baseType, length = r.parseTypeWithLength(typeStr)
|
baseType, length = r.parseTypeWithLength(typeStr)
|
||||||
return
|
return baseType, length, refInfo
|
||||||
}
|
}
|
||||||
|
|
||||||
// parseGormTag parses a gorm tag string into a map
|
// parseGormTag parses a gorm tag string into a map
|
||||||
|
|||||||
@@ -32,7 +32,7 @@ func (r *Reader) isScalarType(typeName string, ctx *parseContext) bool {
|
|||||||
return commonCustomScalars[typeName]
|
return commonCustomScalars[typeName]
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Reader) graphQLTypeToSQL(gqlType string, fieldName string, typeName string) string {
|
func (r *Reader) graphQLTypeToSQL(gqlType, fieldName, typeName string) string {
|
||||||
// Check for ID type with configurable mapping
|
// Check for ID type with configurable mapping
|
||||||
if gqlType == "ID" {
|
if gqlType == "ID" {
|
||||||
// Check metadata for ID type preference
|
// Check metadata for ID type preference
|
||||||
|
|||||||
@@ -3,9 +3,10 @@ package mssql
|
|||||||
import (
|
import (
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/mssql"
|
"git.warky.dev/wdevs/relspecgo/pkg/mssql"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// TestMapDataType tests MSSQL type mapping to canonical types
|
// TestMapDataType tests MSSQL type mapping to canonical types
|
||||||
|
|||||||
@@ -28,7 +28,7 @@ model User {
|
|||||||
id Int @id @default(autoincrement())
|
id Int @id @default(autoincrement())
|
||||||
}`
|
}`
|
||||||
|
|
||||||
if err := os.WriteFile(schemaPath, []byte(content), 0644); err != nil {
|
if err := os.WriteFile(schemaPath, []byte(content), 0o644); err != nil {
|
||||||
t.Fatalf("failed to write schema: %v", err)
|
t.Fatalf("failed to write schema: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -58,7 +58,7 @@ model User {
|
|||||||
id Int @id @default(autoincrement())
|
id Int @id @default(autoincrement())
|
||||||
}`
|
}`
|
||||||
|
|
||||||
if err := os.WriteFile(schemaPath, []byte(content), 0644); err != nil {
|
if err := os.WriteFile(schemaPath, []byte(content), 0o644); err != nil {
|
||||||
t.Fatalf("failed to write schema: %v", err)
|
t.Fatalf("failed to write schema: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -28,6 +28,10 @@ type ReaderOptions struct {
|
|||||||
// Prisma7 enables Prisma 7-specific handling for Prisma schemas.
|
// Prisma7 enables Prisma 7-specific handling for Prisma schemas.
|
||||||
Prisma7 bool
|
Prisma7 bool
|
||||||
|
|
||||||
|
// StrictDirectives makes DBML dialect directives (@postgres:, @sqlite:, …)
|
||||||
|
// fail on an unknown namespace or key instead of preserving them silently.
|
||||||
|
StrictDirectives bool
|
||||||
|
|
||||||
// Additional options can be added here as needed
|
// Additional options can be added here as needed
|
||||||
Metadata map[string]interface{}
|
Metadata map[string]interface{}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -175,7 +175,6 @@ func (r *Reader) readScripts() ([]*models.Script, error) {
|
|||||||
|
|
||||||
return nil
|
return nil
|
||||||
})
|
})
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -30,18 +30,18 @@ func TestReader_ReadDatabase(t *testing.T) {
|
|||||||
|
|
||||||
for filename, content := range testFiles {
|
for filename, content := range testFiles {
|
||||||
filePath := filepath.Join(tempDir, filename)
|
filePath := filepath.Join(tempDir, filename)
|
||||||
if err := os.WriteFile(filePath, []byte(content), 0644); err != nil {
|
if err := os.WriteFile(filePath, []byte(content), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Create subdirectory with additional script
|
// Create subdirectory with additional script
|
||||||
subDir := filepath.Join(tempDir, "migrations")
|
subDir := filepath.Join(tempDir, "migrations")
|
||||||
if err := os.MkdirAll(subDir, 0755); err != nil {
|
if err := os.MkdirAll(subDir, 0o755); err != nil {
|
||||||
t.Fatalf("Failed to create subdirectory: %v", err)
|
t.Fatalf("Failed to create subdirectory: %v", err)
|
||||||
}
|
}
|
||||||
subFile := filepath.Join(subDir, "3_001_add_column.sql")
|
subFile := filepath.Join(subDir, "3_001_add_column.sql")
|
||||||
if err := os.WriteFile(subFile, []byte("ALTER TABLE users ADD COLUMN email TEXT;"), 0644); err != nil {
|
if err := os.WriteFile(subFile, []byte("ALTER TABLE users ADD COLUMN email TEXT;"), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create subdirectory file: %v", err)
|
t.Fatalf("Failed to create subdirectory file: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -141,7 +141,7 @@ func TestReader_ReadSchema(t *testing.T) {
|
|||||||
|
|
||||||
// Create test SQL file
|
// Create test SQL file
|
||||||
testFile := filepath.Join(tempDir, "1_001_test.sql")
|
testFile := filepath.Join(tempDir, "1_001_test.sql")
|
||||||
if err := os.WriteFile(testFile, []byte("SELECT 1;"), 0644); err != nil {
|
if err := os.WriteFile(testFile, []byte("SELECT 1;"), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create test file: %v", err)
|
t.Fatalf("Failed to create test file: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -220,14 +220,14 @@ func TestReader_InvalidFilename(t *testing.T) {
|
|||||||
|
|
||||||
for _, filename := range invalidFiles {
|
for _, filename := range invalidFiles {
|
||||||
filePath := filepath.Join(tempDir, filename)
|
filePath := filepath.Join(tempDir, filename)
|
||||||
if err := os.WriteFile(filePath, []byte("SELECT 1;"), 0644); err != nil {
|
if err := os.WriteFile(filePath, []byte("SELECT 1;"), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Create one valid file
|
// Create one valid file
|
||||||
validFile := filepath.Join(tempDir, "1_001_valid.sql")
|
validFile := filepath.Join(tempDir, "1_001_valid.sql")
|
||||||
if err := os.WriteFile(validFile, []byte("SELECT 1;"), 0644); err != nil {
|
if err := os.WriteFile(validFile, []byte("SELECT 1;"), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create valid file: %v", err)
|
t.Fatalf("Failed to create valid file: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -277,7 +277,7 @@ func TestReader_HyphenFormat(t *testing.T) {
|
|||||||
|
|
||||||
for filename, content := range testFiles {
|
for filename, content := range testFiles {
|
||||||
filePath := filepath.Join(tempDir, filename)
|
filePath := filepath.Join(tempDir, filename)
|
||||||
if err := os.WriteFile(filePath, []byte(content), 0644); err != nil {
|
if err := os.WriteFile(filePath, []byte(content), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -343,7 +343,7 @@ func TestReader_MixedFormat(t *testing.T) {
|
|||||||
|
|
||||||
for filename, content := range testFiles {
|
for filename, content := range testFiles {
|
||||||
filePath := filepath.Join(tempDir, filename)
|
filePath := filepath.Join(tempDir, filename)
|
||||||
if err := os.WriteFile(filePath, []byte(content), 0644); err != nil {
|
if err := os.WriteFile(filePath, []byte(content), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
t.Fatalf("Failed to create test file %s: %v", filename, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -386,13 +386,13 @@ func TestReader_SkipSymlinks(t *testing.T) {
|
|||||||
|
|
||||||
// Create a real SQL file
|
// Create a real SQL file
|
||||||
realFile := filepath.Join(tempDir, "1_001_real_file.sql")
|
realFile := filepath.Join(tempDir, "1_001_real_file.sql")
|
||||||
if err := os.WriteFile(realFile, []byte("SELECT 1;"), 0644); err != nil {
|
if err := os.WriteFile(realFile, []byte("SELECT 1;"), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create real file: %v", err)
|
t.Fatalf("Failed to create real file: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Create another file to link to
|
// Create another file to link to
|
||||||
targetFile := filepath.Join(tempDir, "2_001_target.sql")
|
targetFile := filepath.Join(tempDir, "2_001_target.sql")
|
||||||
if err := os.WriteFile(targetFile, []byte("SELECT 2;"), 0644); err != nil {
|
if err := os.WriteFile(targetFile, []byte("SELECT 2;"), 0o644); err != nil {
|
||||||
t.Fatalf("Failed to create target file: %v", err)
|
t.Fatalf("Failed to create target file: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -192,7 +192,7 @@ func mapKeyLess(a, b reflect.Value) bool {
|
|||||||
|
|
||||||
// MapGet safely gets a value from a map by key
|
// MapGet safely gets a value from a map by key
|
||||||
// Returns nil if key doesn't exist or not a map
|
// Returns nil if key doesn't exist or not a map
|
||||||
func MapGet(m interface{}, key interface{}) interface{} {
|
func MapGet(m, key interface{}) interface{} {
|
||||||
v := reflect.ValueOf(m)
|
v := reflect.ValueOf(m)
|
||||||
v, ok := Deref(v)
|
v, ok := Deref(v)
|
||||||
if !ok {
|
if !ok {
|
||||||
|
|||||||
+13
-12
@@ -111,6 +111,7 @@ func (n *SqlNull[T]) Scan(value any) error {
|
|||||||
return n.FromString(fmt.Sprintf("%v", value))
|
return n.FromString(fmt.Sprintf("%v", value))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (n *SqlNull[T]) FromString(s string) error {
|
func (n *SqlNull[T]) FromString(s string) error {
|
||||||
s = strings.TrimSpace(s)
|
s = strings.TrimSpace(s)
|
||||||
n.Valid = false
|
n.Valid = false
|
||||||
@@ -444,55 +445,55 @@ type (
|
|||||||
SqlUUID = SqlNull[uuid.UUID]
|
SqlUUID = SqlNull[uuid.UUID]
|
||||||
)
|
)
|
||||||
|
|
||||||
// SqlTimeStamp - Timestamp with custom formatting (YYYY-MM-DDTHH:MM:SS).
|
// SqlTimeStamp - Timestamp serialized as RFC3339.
|
||||||
type SqlTimeStamp struct{ SqlNull[time.Time] }
|
type SqlTimeStamp struct{ SqlNull[time.Time] }
|
||||||
|
|
||||||
func (t SqlTimeStamp) MarshalJSON() ([]byte, error) {
|
func (t SqlTimeStamp) MarshalJSON() ([]byte, error) {
|
||||||
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0o002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
||||||
return []byte("null"), nil
|
return []byte("null"), nil
|
||||||
}
|
}
|
||||||
return fmt.Appendf(nil, `"%s"`, t.Val.Format("2006-01-02T15:04:05")), nil
|
return fmt.Appendf(nil, `"%s"`, t.Val.Format(time.RFC3339)), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t *SqlTimeStamp) UnmarshalJSON(b []byte) error {
|
func (t *SqlTimeStamp) UnmarshalJSON(b []byte) error {
|
||||||
if err := t.SqlNull.UnmarshalJSON(b); err != nil {
|
if err := t.SqlNull.UnmarshalJSON(b); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
if t.Valid && (t.Val.IsZero() || t.Val.Format("2006-01-02T15:04:05") == "0001-01-01T00:00:00") {
|
if t.Valid && (t.Val.IsZero() || t.Val.Format(time.RFC3339) == "0001-01-01T00:00:00Z") {
|
||||||
t.Valid = false
|
t.Valid = false
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t SqlTimeStamp) Value() (driver.Value, error) {
|
func (t SqlTimeStamp) Value() (driver.Value, error) {
|
||||||
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0o002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
return t.Val.Format("2006-01-02T15:04:05"), nil
|
return t.Val.Format(time.RFC3339), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t SqlTimeStamp) MarshalYAML() (any, error) {
|
func (t SqlTimeStamp) MarshalYAML() (any, error) {
|
||||||
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0o002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
return t.Val.Format("2006-01-02T15:04:05"), nil
|
return t.Val.Format(time.RFC3339), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t *SqlTimeStamp) UnmarshalYAML(value *yaml.Node) error {
|
func (t *SqlTimeStamp) UnmarshalYAML(value *yaml.Node) error {
|
||||||
if err := t.SqlNull.UnmarshalYAML(value); err != nil {
|
if err := t.SqlNull.UnmarshalYAML(value); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
if t.Valid && (t.Val.IsZero() || t.Val.Format("2006-01-02T15:04:05") == "0001-01-01T00:00:00") {
|
if t.Valid && (t.Val.IsZero() || t.Val.Format(time.RFC3339) == "0001-01-01T00:00:00Z") {
|
||||||
t.Valid = false
|
t.Valid = false
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t SqlTimeStamp) MarshalXML(e *xml.Encoder, start xml.StartElement) error {
|
func (t SqlTimeStamp) MarshalXML(e *xml.Encoder, start xml.StartElement) error {
|
||||||
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
if !t.Valid || t.Val.IsZero() || t.Val.Before(time.Date(0o002, 1, 1, 0, 0, 0, 0, time.UTC)) {
|
||||||
return e.EncodeElement("", start)
|
return e.EncodeElement("", start)
|
||||||
}
|
}
|
||||||
return e.EncodeElement(t.Val.Format("2006-01-02T15:04:05"), start)
|
return e.EncodeElement(t.Val.Format(time.RFC3339), start)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t *SqlTimeStamp) UnmarshalXML(d *xml.Decoder, start xml.StartElement) error {
|
func (t *SqlTimeStamp) UnmarshalXML(d *xml.Decoder, start xml.StartElement) error {
|
||||||
@@ -510,7 +511,7 @@ func (t *SqlTimeStamp) UnmarshalXML(d *xml.Decoder, start xml.StartElement) erro
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
t.Val = tm
|
t.Val = tm
|
||||||
t.Valid = !tm.IsZero() && tm.Format("2006-01-02T15:04:05") != "0001-01-01T00:00:00"
|
t.Valid = !tm.IsZero() && tm.Format(time.RFC3339) != "0001-01-01T00:00:00Z"
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -178,7 +178,7 @@ func TestSqlTimeStamp_JSON(t *testing.T) {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Marshal failed: %v", err)
|
t.Fatalf("Marshal failed: %v", err)
|
||||||
}
|
}
|
||||||
expected := `"2024-01-15T10:30:45"`
|
expected := `"2024-01-15T10:30:45Z"`
|
||||||
if string(data) != expected {
|
if string(data) != expected {
|
||||||
t.Errorf("expected %s, got %s", expected, string(data))
|
t.Errorf("expected %s, got %s", expected, string(data))
|
||||||
}
|
}
|
||||||
@@ -955,4 +955,3 @@ func TestSqlByteArray_Base64_RoundTrip(t *testing.T) {
|
|||||||
t.Errorf("Round-trip failed: expected %v, got %v", original, b3.Val)
|
t.Errorf("Round-trip failed: expected %v, got %v", original, b3.Val)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -195,7 +195,7 @@ func TestSqlTimeStamp_YAML(t *testing.T) {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("Marshal failed: %v", err)
|
t.Fatalf("Marshal failed: %v", err)
|
||||||
}
|
}
|
||||||
if string(data) != "2024-06-15T09:30:00\n" {
|
if string(data) != "\"2024-06-15T09:30:00Z\"\n" {
|
||||||
t.Errorf("unexpected YAML: %q", string(data))
|
t.Errorf("unexpected YAML: %q", string(data))
|
||||||
}
|
}
|
||||||
var ts2 SqlTimeStamp
|
var ts2 SqlTimeStamp
|
||||||
|
|||||||
@@ -195,7 +195,7 @@ func (w *Writer) writeMultiFile(db *models.Database) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Create output directory if it doesn't exist
|
// Create output directory if it doesn't exist
|
||||||
if err := os.MkdirAll(w.options.OutputPath, 0755); err != nil {
|
if err := os.MkdirAll(w.options.OutputPath, 0o755); err != nil {
|
||||||
return fmt.Errorf("failed to create output directory: %w", err)
|
return fmt.Errorf("failed to create output directory: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -267,7 +267,7 @@ func (w *Writer) writeMultiFile(db *models.Database) error {
|
|||||||
filepath := filepath.Join(w.options.OutputPath, filename)
|
filepath := filepath.Join(w.options.OutputPath, filename)
|
||||||
|
|
||||||
// Write file
|
// Write file
|
||||||
if err := os.WriteFile(filepath, []byte(formatted), 0644); err != nil {
|
if err := os.WriteFile(filepath, []byte(formatted), 0o644); err != nil {
|
||||||
return fmt.Errorf("failed to write file %s: %w", filename, err)
|
return fmt.Errorf("failed to write file %s: %w", filename, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -471,7 +471,7 @@ func (w *Writer) formatCode(code string) (string, error) {
|
|||||||
// writeOutput writes the content to file or stdout
|
// writeOutput writes the content to file or stdout
|
||||||
func (w *Writer) writeOutput(content string) error {
|
func (w *Writer) writeOutput(content string) error {
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Print to stdout
|
// Print to stdout
|
||||||
|
|||||||
@@ -137,6 +137,41 @@ indexes {
|
|||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
|
### Dialect directives
|
||||||
|
|
||||||
|
Dialect directives stored on a model object's `Metadata` (namespace `postgres`,
|
||||||
|
`sqlite`, …) are re-emitted verbatim, one line per directive, at the location
|
||||||
|
they belong to:
|
||||||
|
|
||||||
|
```dbml
|
||||||
|
@postgres: search_path myapp
|
||||||
|
|
||||||
|
Table myapp.events {
|
||||||
|
id bigint [pk]
|
||||||
|
created_at timestamp [not null]
|
||||||
|
@postgres(id): identity always
|
||||||
|
@postgres: partition by RANGE (created_at)
|
||||||
|
@sqlite: without rowid
|
||||||
|
|
||||||
|
indexes {
|
||||||
|
(created_at) [name: 'idx_events_created']
|
||||||
|
@postgres: with (fillfactor=90)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
| Emitted at | From |
|
||||||
|
|------------|------|
|
||||||
|
| Before the first table | `Database.Metadata` |
|
||||||
|
| After a column line, as `@ns(col): …` | `Column.Metadata` |
|
||||||
|
| After an index line, inside `indexes { }` | `Index.Metadata` |
|
||||||
|
| After the `indexes` block, before `Note:` | `Table.Metadata` |
|
||||||
|
|
||||||
|
Output is deterministic (ordered by namespace, then source line, then args), so a
|
||||||
|
`DBML → model → DBML` round-trip is idempotent. See
|
||||||
|
[`docs/DBML_DIRECTIVES.md`](../../../docs/DBML_DIRECTIVES.md) for the grammar and
|
||||||
|
the list of directives the PostgreSQL and SQLite writers translate to SQL.
|
||||||
|
|
||||||
## Type Mapping
|
## Type Mapping
|
||||||
|
|
||||||
| SQL Type | DBML Type |
|
| SQL Type | DBML Type |
|
||||||
|
|||||||
@@ -0,0 +1,23 @@
|
|||||||
|
package dbml
|
||||||
|
|
||||||
|
import (
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
)
|
||||||
|
|
||||||
|
// directiveLines renders every dialect directive stored in meta back to its DBML
|
||||||
|
// source form, one line per directive, each prefixed with indent. When target is
|
||||||
|
// non-empty it is emitted as the "(column)" target, e.g.
|
||||||
|
// " @postgres(id): identity always". Order is deterministic (see
|
||||||
|
// models.GetDirectives).
|
||||||
|
func directiveLines(meta map[string]any, indent, target string) []string {
|
||||||
|
directives := models.GetDirectives(meta)
|
||||||
|
if len(directives) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
lines := make([]string, 0, len(directives))
|
||||||
|
for _, d := range directives {
|
||||||
|
lines = append(lines, indent+models.FormatDirectiveLine(d, target))
|
||||||
|
}
|
||||||
|
return lines
|
||||||
|
}
|
||||||
@@ -0,0 +1,97 @@
|
|||||||
|
package dbml
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
dbmlreader "git.warky.dev/wdevs/relspecgo/pkg/readers/dbml"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
|
)
|
||||||
|
|
||||||
|
const directiveSrc = `@postgres: search_path myapp
|
||||||
|
|
||||||
|
Table myapp.events {
|
||||||
|
id bigint [pk]
|
||||||
|
created_at timestamp [not null]
|
||||||
|
@postgres(id): identity always
|
||||||
|
@postgres: partition by RANGE (created_at)
|
||||||
|
@postgres: tablespace fast_data
|
||||||
|
@sqlite: without rowid
|
||||||
|
|
||||||
|
indexes {
|
||||||
|
(created_at) [name: 'idx_events_created']
|
||||||
|
@postgres: with (fillfactor=90)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
`
|
||||||
|
|
||||||
|
func writeDBML(t *testing.T, db *models.Database) string {
|
||||||
|
t.Helper()
|
||||||
|
out := filepath.Join(t.TempDir(), "out.dbml")
|
||||||
|
require.NoError(t, NewWriter(&writers.WriterOptions{OutputPath: out}).WriteDatabase(db))
|
||||||
|
b, err := os.ReadFile(out)
|
||||||
|
require.NoError(t, err)
|
||||||
|
return string(b)
|
||||||
|
}
|
||||||
|
|
||||||
|
func readDBML(t *testing.T, src string) *models.Database {
|
||||||
|
t.Helper()
|
||||||
|
f := filepath.Join(t.TempDir(), "in.dbml")
|
||||||
|
require.NoError(t, os.WriteFile(f, []byte(src), 0o644))
|
||||||
|
db, err := dbmlreader.NewReader(&readers.ReaderOptions{FilePath: f}).ReadDatabase()
|
||||||
|
require.NoError(t, err)
|
||||||
|
return db
|
||||||
|
}
|
||||||
|
|
||||||
|
func collectDirectives(db *models.Database) map[string][]string {
|
||||||
|
got := map[string][]string{}
|
||||||
|
add := func(loc string, meta map[string]any) {
|
||||||
|
for _, d := range models.GetDirectives(meta) {
|
||||||
|
got[loc] = append(got[loc], models.FormatDirectiveLine(d, ""))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
add("database", db.Metadata)
|
||||||
|
for _, s := range db.Schemas {
|
||||||
|
for _, tbl := range s.Tables {
|
||||||
|
add("table:"+tbl.Name, tbl.Metadata)
|
||||||
|
for _, c := range tbl.Columns {
|
||||||
|
add("column:"+c.Name, c.Metadata)
|
||||||
|
}
|
||||||
|
for _, i := range tbl.Indexes {
|
||||||
|
add("index:"+i.Name, i.Metadata)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return got
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_RoundTrip(t *testing.T) {
|
||||||
|
db1 := readDBML(t, directiveSrc)
|
||||||
|
out1 := writeDBML(t, db1)
|
||||||
|
db2 := readDBML(t, out1)
|
||||||
|
out2 := writeDBML(t, db2)
|
||||||
|
|
||||||
|
assert.Equal(t, out1, out2, "DBML directive output should be idempotent")
|
||||||
|
assert.Equal(t, collectDirectives(db1), collectDirectives(db2), "directives preserved through round-trip")
|
||||||
|
|
||||||
|
// Spot-check each location survived.
|
||||||
|
d := collectDirectives(db2)
|
||||||
|
assert.Contains(t, d["database"], "@postgres: search_path myapp")
|
||||||
|
assert.Contains(t, d["table:events"], "@postgres: partition by RANGE (created_at)")
|
||||||
|
assert.Contains(t, d["table:events"], "@sqlite: without rowid")
|
||||||
|
assert.Contains(t, d["column:id"], "@postgres: identity always")
|
||||||
|
assert.Contains(t, d["index:idx_events_created"], "@postgres: with (fillfactor=90)")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDirectives_WriterEmitsColumnTarget(t *testing.T) {
|
||||||
|
db := readDBML(t, directiveSrc)
|
||||||
|
out := writeDBML(t, db)
|
||||||
|
assert.Contains(t, out, "@postgres(id): identity always")
|
||||||
|
}
|
||||||
@@ -27,7 +27,7 @@ func (w *Writer) WriteDatabase(db *models.Database) error {
|
|||||||
content := w.databaseToDBML(db)
|
content := w.databaseToDBML(db)
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
@@ -39,7 +39,7 @@ func (w *Writer) WriteSchema(schema *models.Schema) error {
|
|||||||
content := w.schemaToDBML(schema)
|
content := w.schemaToDBML(schema)
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
@@ -51,7 +51,7 @@ func (w *Writer) WriteTable(table *models.Table) error {
|
|||||||
content := w.tableToDBML(table)
|
content := w.tableToDBML(table)
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
@@ -72,6 +72,14 @@ func (w *Writer) databaseToDBML(d *models.Database) string {
|
|||||||
sb.WriteString("\n")
|
sb.WriteString("\n")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if dirLines := directiveLines(d.Metadata, "", ""); len(dirLines) > 0 {
|
||||||
|
for _, line := range dirLines {
|
||||||
|
sb.WriteString(line)
|
||||||
|
sb.WriteString("\n")
|
||||||
|
}
|
||||||
|
sb.WriteString("\n")
|
||||||
|
}
|
||||||
|
|
||||||
for _, schema := range d.Schemas {
|
for _, schema := range d.Schemas {
|
||||||
sb.WriteString(w.schemaToDBML(schema))
|
sb.WriteString(w.schemaToDBML(schema))
|
||||||
}
|
}
|
||||||
@@ -146,6 +154,11 @@ func (w *Writer) tableToDBML(t *models.Table) string {
|
|||||||
fmt.Fprintf(&sb, " // %s", column.Comment)
|
fmt.Fprintf(&sb, " // %s", column.Comment)
|
||||||
}
|
}
|
||||||
sb.WriteString("\n")
|
sb.WriteString("\n")
|
||||||
|
|
||||||
|
for _, line := range directiveLines(column.Metadata, " ", column.Name) {
|
||||||
|
sb.WriteString(line)
|
||||||
|
sb.WriteString("\n")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(t.Indexes) > 0 {
|
if len(t.Indexes) > 0 {
|
||||||
@@ -167,10 +180,20 @@ func (w *Writer) tableToDBML(t *models.Table) string {
|
|||||||
fmt.Fprintf(&sb, " [%s]", strings.Join(indexAttrs, ", "))
|
fmt.Fprintf(&sb, " [%s]", strings.Join(indexAttrs, ", "))
|
||||||
}
|
}
|
||||||
sb.WriteString("\n")
|
sb.WriteString("\n")
|
||||||
|
|
||||||
|
for _, line := range directiveLines(index.Metadata, " ", "") {
|
||||||
|
sb.WriteString(line)
|
||||||
|
sb.WriteString("\n")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
sb.WriteString(" }\n")
|
sb.WriteString(" }\n")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
for _, line := range directiveLines(t.Metadata, " ", "") {
|
||||||
|
sb.WriteString(line)
|
||||||
|
sb.WriteString("\n")
|
||||||
|
}
|
||||||
|
|
||||||
note := strings.TrimSpace(t.Description + " " + t.Comment)
|
note := strings.TrimSpace(t.Description + " " + t.Comment)
|
||||||
if note != "" {
|
if note != "" {
|
||||||
fmt.Fprintf(&sb, "\n Note: '%s'\n", note)
|
fmt.Fprintf(&sb, "\n Note: '%s'\n", note)
|
||||||
|
|||||||
@@ -5,9 +5,10 @@ import (
|
|||||||
"path/filepath"
|
"path/filepath"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestWriter_WriteTable(t *testing.T) {
|
func TestWriter_WriteTable(t *testing.T) {
|
||||||
|
|||||||
@@ -5,11 +5,12 @@ import (
|
|||||||
"path/filepath"
|
"path/filepath"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
dctxreader "git.warky.dev/wdevs/relspecgo/pkg/readers/dctx"
|
dctxreader "git.warky.dev/wdevs/relspecgo/pkg/readers/dctx"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestRoundTrip_WriteAndRead(t *testing.T) {
|
func TestRoundTrip_WriteAndRead(t *testing.T) {
|
||||||
|
|||||||
@@ -5,9 +5,10 @@ import (
|
|||||||
"os"
|
"os"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestWriter_WriteSchema(t *testing.T) {
|
func TestWriter_WriteSchema(t *testing.T) {
|
||||||
|
|||||||
@@ -48,7 +48,7 @@ func (w *Writer) writeJSON(data interface{}) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, jsonData, 0644)
|
return os.WriteFile(w.options.OutputPath, jsonData, 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// If no output path, print to stdout
|
// If no output path, print to stdout
|
||||||
|
|||||||
@@ -115,7 +115,7 @@ func (w *Writer) writeMultiFile(db *models.Database) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Create output directory if it doesn't exist
|
// Create output directory if it doesn't exist
|
||||||
if err := os.MkdirAll(w.options.OutputPath, 0755); err != nil {
|
if err := os.MkdirAll(w.options.OutputPath, 0o755); err != nil {
|
||||||
return fmt.Errorf("failed to create output directory: %w", err)
|
return fmt.Errorf("failed to create output directory: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -163,7 +163,7 @@ func (w *Writer) writeEnumsFile(schema *models.Schema) error {
|
|||||||
|
|
||||||
// Write to enums.ts file
|
// Write to enums.ts file
|
||||||
filename := filepath.Join(w.options.OutputPath, "enums.ts")
|
filename := filepath.Join(w.options.OutputPath, "enums.ts")
|
||||||
return os.WriteFile(filename, []byte(code), 0644)
|
return os.WriteFile(filename, []byte(code), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// writeTableFile writes a single table to its own file
|
// writeTableFile writes a single table to its own file
|
||||||
@@ -200,7 +200,7 @@ func (w *Writer) writeTableFile(table *models.Table, schema *models.Schema, db *
|
|||||||
// Sanitize table name to remove quotes, comments, and invalid characters
|
// Sanitize table name to remove quotes, comments, and invalid characters
|
||||||
safeTableName := writers.SanitizeFilename(table.Name)
|
safeTableName := writers.SanitizeFilename(table.Name)
|
||||||
filename := filepath.Join(w.options.OutputPath, safeTableName+".ts")
|
filename := filepath.Join(w.options.OutputPath, safeTableName+".ts")
|
||||||
return os.WriteFile(filename, []byte(code), 0644)
|
return os.WriteFile(filename, []byte(code), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// buildTableData builds TableData from a models.Table
|
// buildTableData builds TableData from a models.Table
|
||||||
@@ -533,7 +533,7 @@ func (w *Writer) getForeignKeyForColumn(columnName string, table *models.Table)
|
|||||||
// writeOutput writes the content to file or stdout
|
// writeOutput writes the content to file or stdout
|
||||||
func (w *Writer) writeOutput(content string) error {
|
func (w *Writer) writeOutput(content string) error {
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Print to stdout
|
// Print to stdout
|
||||||
|
|||||||
@@ -152,7 +152,7 @@ func (w *Writer) writeMultiFile(db *models.Database) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Create output directory if it doesn't exist
|
// Create output directory if it doesn't exist
|
||||||
if err := os.MkdirAll(w.options.OutputPath, 0755); err != nil {
|
if err := os.MkdirAll(w.options.OutputPath, 0o755); err != nil {
|
||||||
return fmt.Errorf("failed to create output directory: %w", err)
|
return fmt.Errorf("failed to create output directory: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -218,7 +218,7 @@ func (w *Writer) writeMultiFile(db *models.Database) error {
|
|||||||
filepath := filepath.Join(w.options.OutputPath, filename)
|
filepath := filepath.Join(w.options.OutputPath, filename)
|
||||||
|
|
||||||
// Write file
|
// Write file
|
||||||
if err := os.WriteFile(filepath, []byte(formatted), 0644); err != nil {
|
if err := os.WriteFile(filepath, []byte(formatted), 0o644); err != nil {
|
||||||
return fmt.Errorf("failed to write file %s: %w", filename, err)
|
return fmt.Errorf("failed to write file %s: %w", filename, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -422,7 +422,7 @@ func (w *Writer) formatCode(code string) (string, error) {
|
|||||||
// writeOutput writes the content to file or stdout
|
// writeOutput writes the content to file or stdout
|
||||||
func (w *Writer) writeOutput(content string) error {
|
func (w *Writer) writeOutput(content string) error {
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Print to stdout
|
// Print to stdout
|
||||||
|
|||||||
@@ -76,7 +76,7 @@ func (w *Writer) generateRelationFields(table *models.Table, db *models.Database
|
|||||||
return fields
|
return fields
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *Writer) getManyToManyField(table *models.Table, joinTable *models.Table, db *models.Database) string {
|
func (w *Writer) getManyToManyField(table, joinTable *models.Table, db *models.Database) string {
|
||||||
// Find the two FK constraints in the join table
|
// Find the two FK constraints in the join table
|
||||||
var fk1, fk2 *models.Constraint
|
var fk1, fk2 *models.Constraint
|
||||||
for _, constraint := range joinTable.Constraints {
|
for _, constraint := range joinTable.Constraints {
|
||||||
|
|||||||
@@ -24,7 +24,7 @@ func (w *Writer) WriteDatabase(db *models.Database) error {
|
|||||||
content := w.databaseToGraphQL(db)
|
content := w.databaseToGraphQL(db)
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
|
|||||||
@@ -55,7 +55,7 @@ func (w *Writer) WriteTable(table *models.Table) error {
|
|||||||
// writeOutput writes the content to file or stdout
|
// writeOutput writes the content to file or stdout
|
||||||
func (w *Writer) writeOutput(data []byte) error {
|
func (w *Writer) writeOutput(data []byte) error {
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, data, 0644)
|
return os.WriteFile(w.options.OutputPath, data, 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Print to stdout
|
// Print to stdout
|
||||||
|
|||||||
@@ -4,9 +4,10 @@ import (
|
|||||||
"bytes"
|
"bytes"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// TestGenerateColumnDefinition tests column definition generation
|
// TestGenerateColumnDefinition tests column definition generation
|
||||||
|
|||||||
@@ -172,6 +172,26 @@ When `include_audit` is enabled, adds:
|
|||||||
- Concurrent index creation (`CREATE INDEX CONCURRENTLY`) via `Index.Concurrent`
|
- Concurrent index creation (`CREATE INDEX CONCURRENTLY`) via `Index.Concurrent`
|
||||||
- Check constraints with expressions
|
- Check constraints with expressions
|
||||||
- Extension types and indexes: PostGIS, pgvector, citext, hstore, ltree (see below)
|
- Extension types and indexes: PostGIS, pgvector, citext, hstore, ltree (see below)
|
||||||
|
- DBML dialect directives (`@postgres:` — see below)
|
||||||
|
|
||||||
|
### DBML dialect directives
|
||||||
|
|
||||||
|
`@postgres:` directives carried on a model object's `Metadata` (typically from a
|
||||||
|
DBML source file) are translated to SQL:
|
||||||
|
|
||||||
|
| Directive | Location | Emitted |
|
||||||
|
|-----------|----------|---------|
|
||||||
|
| `@postgres: partition by …` | table | `PARTITION BY …` on `CREATE TABLE` |
|
||||||
|
| `@postgres: inherits …` | table | `INHERITS (…)` |
|
||||||
|
| `@postgres: with (…)` | table, index | `WITH (…)` (on an index, overrides the comment-derived `WITH`) |
|
||||||
|
| `@postgres: tablespace …` | table, index | `TABLESPACE …` |
|
||||||
|
| `@postgres(col): storage …` | column | `STORAGE …` |
|
||||||
|
| `@postgres(col): compression …` | column | `COMPRESSION …` |
|
||||||
|
| `@postgres(col): identity always` / `identity by default` | column | `GENERATED ALWAYS/BY DEFAULT AS IDENTITY` |
|
||||||
|
|
||||||
|
Directives for other dialects (`@sqlite:` …) are ignored. With
|
||||||
|
`WriterOptions.StrictDirectives` (CLI `--strict-directives`) an untranslatable
|
||||||
|
`@postgres:` key is an error. Full reference: [`docs/DBML_DIRECTIVES.md`](../../../docs/DBML_DIRECTIVES.md).
|
||||||
|
|
||||||
## Data Types
|
## Data Types
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,184 @@
|
|||||||
|
package pgsql
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
)
|
||||||
|
|
||||||
|
// directiveNamespace is the dialect namespace this writer consumes. Directives
|
||||||
|
// for other namespaces (e.g. "sqlite") are ignored and never emitted as SQL.
|
||||||
|
const directiveNamespace = "postgres"
|
||||||
|
|
||||||
|
// pgHandledDirectives maps a directive location to the set of postgres keys this
|
||||||
|
// writer knows how to translate. In strict mode an unknown key for this
|
||||||
|
// namespace at a supported location is a hard error.
|
||||||
|
var pgHandledDirectives = map[string]map[string]bool{
|
||||||
|
models.DirectiveLocationTable: {"partition": true, "inherits": true, "with": true, "tablespace": true},
|
||||||
|
models.DirectiveLocationColumn: {"storage": true, "compression": true, "identity": true},
|
||||||
|
models.DirectiveLocationIndex: {"with": true, "tablespace": true},
|
||||||
|
}
|
||||||
|
|
||||||
|
// checkDirectives validates postgres directives across a schema when strict mode
|
||||||
|
// is enabled. It returns an error for any postgres directive whose key this
|
||||||
|
// writer cannot translate. With strict mode off it is a no-op.
|
||||||
|
func (w *Writer) checkDirectives(schema *models.Schema) error {
|
||||||
|
if w.options == nil || !w.options.StrictDirectives {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
for _, table := range schema.Tables {
|
||||||
|
if err := checkObjectDirectives(table.Metadata, models.DirectiveLocationTable, table.Name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, col := range table.Columns {
|
||||||
|
if err := checkObjectDirectives(col.Metadata, models.DirectiveLocationColumn, table.Name+"."+col.Name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for _, idx := range table.Indexes {
|
||||||
|
if err := checkObjectDirectives(idx.Metadata, models.DirectiveLocationIndex, idx.Name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func checkObjectDirectives(meta map[string]any, location, owner string) error {
|
||||||
|
for _, d := range models.DirectivesForNamespace(meta, directiveNamespace) {
|
||||||
|
if !pgHandledDirectives[location][d.Key] {
|
||||||
|
return fmt.Errorf("pgsql: %s: unsupported @postgres directive %q at %s level (strict mode)", owner, d.Key, location)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// upperLeadingClause upcases a known leading keyword phrase in a directive
|
||||||
|
// argument so the emitted SQL reads conventionally. Identifiers that follow are
|
||||||
|
// left untouched.
|
||||||
|
func upperLeadingClause(args, lowerPrefix, upperPrefix string) string {
|
||||||
|
args = strings.TrimSpace(args)
|
||||||
|
if strings.HasPrefix(strings.ToLower(args), lowerPrefix) {
|
||||||
|
return upperPrefix + args[len(lowerPrefix):]
|
||||||
|
}
|
||||||
|
return args
|
||||||
|
}
|
||||||
|
|
||||||
|
// pgTableDirectiveSuffix returns the clause appended after the closing ")" of a
|
||||||
|
// CREATE TABLE statement, e.g. " PARTITION BY RANGE (created_at) TABLESPACE fast".
|
||||||
|
func pgTableDirectiveSuffix(table *models.Table) string {
|
||||||
|
directives := models.DirectivesForNamespace(table.Metadata, directiveNamespace)
|
||||||
|
if len(directives) == 0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
byKey := firstByKey(directives)
|
||||||
|
|
||||||
|
var parts []string
|
||||||
|
if d, ok := byKey["partition"]; ok {
|
||||||
|
parts = append(parts, upperLeadingClause(d.Args, "partition by", "PARTITION BY"))
|
||||||
|
}
|
||||||
|
if d, ok := byKey["inherits"]; ok {
|
||||||
|
parts = append(parts, upperLeadingClause(d.Args, "inherits", "INHERITS"))
|
||||||
|
}
|
||||||
|
if d, ok := byKey["with"]; ok {
|
||||||
|
parts = append(parts, upperLeadingClause(d.Args, "with", "WITH"))
|
||||||
|
}
|
||||||
|
if d, ok := byKey["tablespace"]; ok {
|
||||||
|
parts = append(parts, upperLeadingClause(d.Args, "tablespace", "TABLESPACE"))
|
||||||
|
}
|
||||||
|
if len(parts) == 0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return " " + strings.Join(parts, " ")
|
||||||
|
}
|
||||||
|
|
||||||
|
// pgColumnDirectiveSuffix returns the clause appended to a column definition,
|
||||||
|
// e.g. " STORAGE PLAIN" or " GENERATED ALWAYS AS IDENTITY".
|
||||||
|
func pgColumnDirectiveSuffix(col *models.Column) string {
|
||||||
|
directives := models.DirectivesForNamespace(col.Metadata, directiveNamespace)
|
||||||
|
if len(directives) == 0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
byKey := firstByKey(directives)
|
||||||
|
|
||||||
|
var parts []string
|
||||||
|
if d, ok := byKey["storage"]; ok {
|
||||||
|
parts = append(parts, upperLeadingClause(d.Args, "storage", "STORAGE"))
|
||||||
|
}
|
||||||
|
if d, ok := byKey["compression"]; ok {
|
||||||
|
parts = append(parts, upperLeadingClause(d.Args, "compression", "COMPRESSION"))
|
||||||
|
}
|
||||||
|
if d, ok := byKey["identity"]; ok {
|
||||||
|
parts = append(parts, identityClause(d.Args))
|
||||||
|
}
|
||||||
|
if len(parts) == 0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return " " + strings.Join(parts, " ")
|
||||||
|
}
|
||||||
|
|
||||||
|
// identityClause maps the two documented identity forms to standard SQL,
|
||||||
|
// falling back to a verbatim (upcased-keyword) rendering.
|
||||||
|
func identityClause(args string) string {
|
||||||
|
switch strings.ToLower(strings.Join(strings.Fields(args), " ")) {
|
||||||
|
case "identity always":
|
||||||
|
return "GENERATED ALWAYS AS IDENTITY"
|
||||||
|
case "identity default", "identity by default":
|
||||||
|
return "GENERATED BY DEFAULT AS IDENTITY"
|
||||||
|
default:
|
||||||
|
return upperLeadingClause(args, "identity", "IDENTITY")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// pgIndexDirectiveWith returns the parenthesised storage-parameter list from an
|
||||||
|
// @postgres: with (...) index directive, e.g. "fillfactor=90", or "".
|
||||||
|
func pgIndexDirectiveWith(index *models.Index) string {
|
||||||
|
for _, d := range models.DirectivesForNamespace(index.Metadata, directiveNamespace) {
|
||||||
|
if d.Key != "with" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
inner := d.Args
|
||||||
|
if i := strings.Index(inner, "("); i >= 0 {
|
||||||
|
if j := strings.LastIndex(inner, ")"); j > i {
|
||||||
|
return strings.TrimSpace(inner[i+1 : j])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return strings.TrimSpace(strings.TrimPrefix(strings.ToLower(inner), "with"))
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
// pgIndexWithParams returns the storage-parameter list to use for an index,
|
||||||
|
// preferring an @postgres: with (...) directive over the given fallback (e.g.
|
||||||
|
// one derived from the index comment).
|
||||||
|
func pgIndexWithParams(index *models.Index, fallback string) string {
|
||||||
|
if p := pgIndexDirectiveWith(index); p != "" {
|
||||||
|
return p
|
||||||
|
}
|
||||||
|
return fallback
|
||||||
|
}
|
||||||
|
|
||||||
|
// pgIndexDirectiveTablespace returns the tablespace name from an
|
||||||
|
// @postgres: tablespace <name> index directive, or "".
|
||||||
|
func pgIndexDirectiveTablespace(index *models.Index) string {
|
||||||
|
for _, d := range models.DirectivesForNamespace(index.Metadata, directiveNamespace) {
|
||||||
|
if d.Key == "tablespace" {
|
||||||
|
return strings.TrimSpace(strings.TrimPrefix(strings.ToLower(d.Args), "tablespace"))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
// firstByKey indexes directives by key, keeping the first occurrence (the
|
||||||
|
// documented postgres keys used here are all singletons).
|
||||||
|
func firstByKey(directives []models.Directive) map[string]models.Directive {
|
||||||
|
byKey := make(map[string]models.Directive, len(directives))
|
||||||
|
for _, d := range directives {
|
||||||
|
if _, exists := byKey[d.Key]; !exists {
|
||||||
|
byKey[d.Key] = d
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return byKey
|
||||||
|
}
|
||||||
@@ -0,0 +1,107 @@
|
|||||||
|
package pgsql
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
|
)
|
||||||
|
|
||||||
|
func directiveTestDB(t *testing.T) *models.Database {
|
||||||
|
t.Helper()
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
table := models.InitTable("events", "public")
|
||||||
|
|
||||||
|
id := models.InitColumn("id", "events", "public")
|
||||||
|
id.Type = "bigint"
|
||||||
|
id.IsPrimaryKey = true
|
||||||
|
id.NotNull = true
|
||||||
|
models.AddDirective(id.Metadata, models.Directive{Namespace: "postgres", Args: "identity always"})
|
||||||
|
models.AddDirective(id.Metadata, models.Directive{Namespace: "sqlite", Args: "collate NOCASE"})
|
||||||
|
table.Columns["id"] = id
|
||||||
|
|
||||||
|
created := models.InitColumn("created_at", "events", "public")
|
||||||
|
created.Type = "timestamp"
|
||||||
|
created.NotNull = true
|
||||||
|
table.Columns["created_at"] = created
|
||||||
|
|
||||||
|
models.AddDirective(table.Metadata, models.Directive{Namespace: "postgres", Args: "partition by RANGE (created_at)"})
|
||||||
|
models.AddDirective(table.Metadata, models.Directive{Namespace: "postgres", Args: "tablespace fast_data"})
|
||||||
|
models.AddDirective(table.Metadata, models.Directive{Namespace: "sqlite", Args: "without rowid"})
|
||||||
|
|
||||||
|
idx := models.InitIndex("idx_events_created", "events", "public")
|
||||||
|
idx.Columns = []string{"created_at"}
|
||||||
|
models.AddDirective(idx.Metadata, models.Directive{Namespace: "postgres", Args: "with (fillfactor=90)"})
|
||||||
|
models.AddDirective(idx.Metadata, models.Directive{Namespace: "postgres", Args: "tablespace idx_space"})
|
||||||
|
table.Indexes["idx_events_created"] = idx
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
return db
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPgDirectives_WriteDatabasePath(t *testing.T) {
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{})
|
||||||
|
w.writer = &buf
|
||||||
|
if err := w.WriteDatabase(directiveTestDB(t)); err != nil {
|
||||||
|
t.Fatalf("WriteDatabase: %v", err)
|
||||||
|
}
|
||||||
|
out := buf.String()
|
||||||
|
|
||||||
|
for _, want := range []string{
|
||||||
|
") PARTITION BY RANGE (created_at) TABLESPACE fast_data",
|
||||||
|
"GENERATED ALWAYS AS IDENTITY",
|
||||||
|
"WITH (fillfactor=90) TABLESPACE idx_space",
|
||||||
|
} {
|
||||||
|
if !strings.Contains(out, want) {
|
||||||
|
t.Errorf("missing %q in:\n%s", want, out)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// sqlite directives must never reach PG output.
|
||||||
|
if strings.Contains(out, "WITHOUT ROWID") || strings.Contains(strings.ToUpper(out), "COLLATE NOCASE") {
|
||||||
|
t.Errorf("sqlite directive leaked into PG output:\n%s", out)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPgDirectives_WriteSchemaPath(t *testing.T) {
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{})
|
||||||
|
w.writer = &buf
|
||||||
|
if err := w.WriteSchema(directiveTestDB(t).Schemas[0]); err != nil {
|
||||||
|
t.Fatalf("WriteSchema: %v", err)
|
||||||
|
}
|
||||||
|
out := buf.String()
|
||||||
|
if !strings.Contains(out, ") PARTITION BY RANGE (created_at) TABLESPACE fast_data;") {
|
||||||
|
t.Errorf("table suffix missing from WriteSchema path:\n%s", out)
|
||||||
|
}
|
||||||
|
if !strings.Contains(out, "WITH (fillfactor=90) TABLESPACE idx_space") {
|
||||||
|
t.Errorf("index clauses missing from WriteSchema path:\n%s", out)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPgDirectives_StrictUnknownKeyErrors(t *testing.T) {
|
||||||
|
db := directiveTestDB(t)
|
||||||
|
models.AddDirective(db.Schemas[0].Tables[0].Metadata, models.Directive{Namespace: "postgres", Args: "frobnicate x"})
|
||||||
|
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{StrictDirectives: true})
|
||||||
|
w.writer = &buf
|
||||||
|
err := w.WriteSchema(db.Schemas[0])
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "frobnicate") {
|
||||||
|
t.Fatalf("want strict error for unknown postgres key, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPgDirectives_StrictIgnoresOtherNamespaces(t *testing.T) {
|
||||||
|
// sqlite directives are present but must not trip PG strict mode.
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{StrictDirectives: true})
|
||||||
|
w.writer = &buf
|
||||||
|
if err := w.WriteSchema(directiveTestDB(t).Schemas[0]); err != nil {
|
||||||
|
t.Fatalf("strict mode should ignore non-postgres directives, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -47,7 +47,7 @@ func NewMigrationWriter(options *writers.WriterOptions) (*MigrationWriter, error
|
|||||||
}
|
}
|
||||||
|
|
||||||
// WriteMigration generates migration scripts using templates
|
// WriteMigration generates migration scripts using templates
|
||||||
func (w *MigrationWriter) WriteMigration(model *models.Database, current *models.Database) error {
|
func (w *MigrationWriter) WriteMigration(model, current *models.Database) error {
|
||||||
if model == nil {
|
if model == nil {
|
||||||
return fmt.Errorf("model database is required")
|
return fmt.Errorf("model database is required")
|
||||||
}
|
}
|
||||||
@@ -161,7 +161,7 @@ func (w *MigrationWriter) WriteMigration(model *models.Database, current *models
|
|||||||
}
|
}
|
||||||
|
|
||||||
// generateSchemaScripts generates migration scripts for a schema using templates
|
// generateSchemaScripts generates migration scripts for a schema using templates
|
||||||
func (w *MigrationWriter) generateSchemaScripts(model *models.Schema, current *models.Schema) ([]MigrationScript, error) {
|
func (w *MigrationWriter) generateSchemaScripts(model, current *models.Schema) ([]MigrationScript, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
|
|
||||||
for _, extension := range requiredExtensions(model) {
|
for _, extension := range requiredExtensions(model) {
|
||||||
@@ -220,7 +220,7 @@ func (w *MigrationWriter) generateSchemaScripts(model *models.Schema, current *m
|
|||||||
// generateDropScripts generates DROP scripts using templates.
|
// generateDropScripts generates DROP scripts using templates.
|
||||||
// Returns the scripts and a set of FK constraint keys (schema.table.name) that were
|
// Returns the scripts and a set of FK constraint keys (schema.table.name) that were
|
||||||
// explicitly dropped because their referenced PK was being dropped, so they can be force-recreated.
|
// explicitly dropped because their referenced PK was being dropped, so they can be force-recreated.
|
||||||
func (w *MigrationWriter) generateDropScripts(model *models.Schema, current *models.Schema) ([]MigrationScript, map[string]bool, error) {
|
func (w *MigrationWriter) generateDropScripts(model, current *models.Schema) ([]MigrationScript, map[string]bool, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
droppedFKs := make(map[string]bool)
|
droppedFKs := make(map[string]bool)
|
||||||
|
|
||||||
@@ -349,7 +349,7 @@ func (w *MigrationWriter) generateDropScripts(model *models.Schema, current *mod
|
|||||||
}
|
}
|
||||||
|
|
||||||
// generateTableScripts generates CREATE/ALTER TABLE scripts using templates
|
// generateTableScripts generates CREATE/ALTER TABLE scripts using templates
|
||||||
func (w *MigrationWriter) generateTableScripts(model *models.Schema, current *models.Schema) ([]MigrationScript, error) {
|
func (w *MigrationWriter) generateTableScripts(model, current *models.Schema) ([]MigrationScript, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
|
|
||||||
// Build map of current tables
|
// Build map of current tables
|
||||||
@@ -394,7 +394,7 @@ func (w *MigrationWriter) generateTableScripts(model *models.Schema, current *mo
|
|||||||
}
|
}
|
||||||
|
|
||||||
// generateAlterTableScripts generates ALTER TABLE scripts using templates
|
// generateAlterTableScripts generates ALTER TABLE scripts using templates
|
||||||
func (w *MigrationWriter) generateAlterTableScripts(schema *models.Schema, modelTable *models.Table, currentTable *models.Table) ([]MigrationScript, error) {
|
func (w *MigrationWriter) generateAlterTableScripts(schema *models.Schema, modelTable, currentTable *models.Table) ([]MigrationScript, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
|
|
||||||
// Build map of current columns
|
// Build map of current columns
|
||||||
@@ -514,7 +514,7 @@ func (w *MigrationWriter) generateAlterTableScripts(schema *models.Schema, model
|
|||||||
}
|
}
|
||||||
|
|
||||||
// generateIndexScripts generates CREATE INDEX scripts using templates
|
// generateIndexScripts generates CREATE INDEX scripts using templates
|
||||||
func (w *MigrationWriter) generateIndexScripts(model *models.Schema, current *models.Schema) ([]MigrationScript, error) {
|
func (w *MigrationWriter) generateIndexScripts(model, current *models.Schema) ([]MigrationScript, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
|
|
||||||
// Build map of current tables
|
// Build map of current tables
|
||||||
@@ -709,7 +709,7 @@ func buildIndexColumnExpressionsFiltered(table *models.Table, index *models.Inde
|
|||||||
// generateForeignKeyScripts generates ADD CONSTRAINT FOREIGN KEY scripts using templates.
|
// generateForeignKeyScripts generates ADD CONSTRAINT FOREIGN KEY scripts using templates.
|
||||||
// forceRecreate is a set of FK constraint keys (schema.table.name) that must be recreated
|
// forceRecreate is a set of FK constraint keys (schema.table.name) that must be recreated
|
||||||
// even if unchanged, because their referenced PK was dropped and recreated.
|
// even if unchanged, because their referenced PK was dropped and recreated.
|
||||||
func (w *MigrationWriter) generateForeignKeyScripts(model *models.Schema, current *models.Schema, forceRecreate map[string]bool) ([]MigrationScript, error) {
|
func (w *MigrationWriter) generateForeignKeyScripts(model, current *models.Schema, forceRecreate map[string]bool) ([]MigrationScript, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
|
|
||||||
// Build map of current tables
|
// Build map of current tables
|
||||||
@@ -787,7 +787,7 @@ func (w *MigrationWriter) generateForeignKeyScripts(model *models.Schema, curren
|
|||||||
}
|
}
|
||||||
|
|
||||||
// generateCommentScripts generates COMMENT ON scripts using templates
|
// generateCommentScripts generates COMMENT ON scripts using templates
|
||||||
func (w *MigrationWriter) generateCommentScripts(model *models.Schema, current *models.Schema) ([]MigrationScript, error) {
|
func (w *MigrationWriter) generateCommentScripts(model, current *models.Schema) ([]MigrationScript, error) {
|
||||||
scripts := make([]MigrationScript, 0)
|
scripts := make([]MigrationScript, 0)
|
||||||
_ = current // TODO: Compare with current schema to only add new/changed comments
|
_ = current // TODO: Compare with current schema to only add new/changed comments
|
||||||
|
|
||||||
|
|||||||
+29
-28
@@ -143,6 +143,10 @@ func (w *Writer) GenerateDatabaseStatements(db *models.Database) ([]string, erro
|
|||||||
func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, error) {
|
func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, error) {
|
||||||
statements := []string{}
|
statements := []string{}
|
||||||
|
|
||||||
|
if err := w.checkDirectives(schema); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
// Phase 1: Create schema (skip entirely when flattening)
|
// Phase 1: Create schema (skip entirely when flattening)
|
||||||
if schema.Name != "public" && !w.options.FlattenSchema {
|
if schema.Name != "public" && !w.options.FlattenSchema {
|
||||||
statements = append(statements, fmt.Sprintf("-- Schema: %s", schema.Name))
|
statements = append(statements, fmt.Sprintf("-- Schema: %s", schema.Name))
|
||||||
@@ -277,17 +281,22 @@ func (w *Writer) GenerateSchemaStatements(schema *models.Schema) ([]string, erro
|
|||||||
columnExprs := buildIndexColumnExpressions(table, index, indexType)
|
columnExprs := buildIndexColumnExpressions(table, index, indexType)
|
||||||
|
|
||||||
withClause := ""
|
withClause := ""
|
||||||
if params := indexStorageParameters(index.Comment); params != "" {
|
if params := pgIndexWithParams(index, indexStorageParameters(index.Comment)); params != "" {
|
||||||
withClause = fmt.Sprintf(" WITH (%s)", params)
|
withClause = fmt.Sprintf(" WITH (%s)", params)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
tablespaceClause := ""
|
||||||
|
if ts := pgIndexDirectiveTablespace(index); ts != "" {
|
||||||
|
tablespaceClause = fmt.Sprintf(" TABLESPACE %s", ts)
|
||||||
|
}
|
||||||
|
|
||||||
whereClause := ""
|
whereClause := ""
|
||||||
if index.Where != "" {
|
if index.Where != "" {
|
||||||
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
||||||
}
|
}
|
||||||
|
|
||||||
stmt := fmt.Sprintf("CREATE %sINDEX IF NOT EXISTS %s ON %s USING %s (%s)%s%s",
|
stmt := fmt.Sprintf("CREATE %sINDEX IF NOT EXISTS %s ON %s USING %s (%s)%s%s%s",
|
||||||
uniqueStr, quoteIdentifier(index.Name), w.qualTable(schema.SQLName(), table.SQLName()), indexType, strings.Join(columnExprs, ", "), withClause, whereClause)
|
uniqueStr, quoteIdentifier(index.Name), w.qualTable(schema.SQLName(), table.SQLName()), indexType, strings.Join(columnExprs, ", "), withClause, tablespaceClause, whereClause)
|
||||||
statements = append(statements, stmt)
|
statements = append(statements, stmt)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -581,8 +590,9 @@ func (w *Writer) generateCreateTableStatement(schema *models.Schema, table *mode
|
|||||||
columnDefs = append(columnDefs, " "+def)
|
columnDefs = append(columnDefs, " "+def)
|
||||||
}
|
}
|
||||||
|
|
||||||
stmt := fmt.Sprintf("CREATE TABLE IF NOT EXISTS %s (\n%s\n)",
|
stmt := fmt.Sprintf("CREATE TABLE IF NOT EXISTS %s (\n%s\n)%s",
|
||||||
w.qualTable(schema.SQLName(), table.SQLName()), strings.Join(columnDefs, ",\n"))
|
w.qualTable(schema.SQLName(), table.SQLName()), strings.Join(columnDefs, ",\n"),
|
||||||
|
pgTableDirectiveSuffix(table))
|
||||||
statements = append(statements, stmt)
|
statements = append(statements, stmt)
|
||||||
|
|
||||||
return statements, nil
|
return statements, nil
|
||||||
@@ -611,7 +621,7 @@ func (w *Writer) generateColumnDefinition(col *models.Column) string {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return strings.Join(parts, " ")
|
return strings.Join(parts, " ") + pgColumnDirectiveSuffix(col)
|
||||||
}
|
}
|
||||||
|
|
||||||
func effectiveColumnSQLType(col *models.Column) string {
|
func effectiveColumnSQLType(col *models.Column) string {
|
||||||
@@ -678,6 +688,10 @@ func (w *Writer) WriteSchema(schema *models.Schema) error {
|
|||||||
w.writer = os.Stdout
|
w.writer = os.Stdout
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if err := w.checkDirectives(schema); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
// Phase 1: Create schema (priority 1)
|
// Phase 1: Create schema (priority 1)
|
||||||
if err := w.writeCreateSchema(schema); err != nil {
|
if err := w.writeCreateSchema(schema); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -884,7 +898,7 @@ func (w *Writer) writeCreateTables(schema *models.Schema) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
fmt.Fprintf(w.writer, "%s\n", strings.Join(columnDefs, ",\n"))
|
fmt.Fprintf(w.writer, "%s\n", strings.Join(columnDefs, ",\n"))
|
||||||
fmt.Fprintf(w.writer, ");\n\n")
|
fmt.Fprintf(w.writer, ")%s;\n\n", pgTableDirectiveSuffix(table))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -1079,10 +1093,15 @@ func (w *Writer) writeIndexes(schema *models.Schema) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
withClause := ""
|
withClause := ""
|
||||||
if params := indexStorageParameters(index.Comment); params != "" {
|
if params := pgIndexWithParams(index, indexStorageParameters(index.Comment)); params != "" {
|
||||||
withClause = fmt.Sprintf(" WITH (%s)", params)
|
withClause = fmt.Sprintf(" WITH (%s)", params)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
tablespaceClause := ""
|
||||||
|
if ts := pgIndexDirectiveTablespace(index); ts != "" {
|
||||||
|
tablespaceClause = fmt.Sprintf(" TABLESPACE %s", ts)
|
||||||
|
}
|
||||||
|
|
||||||
whereClause := ""
|
whereClause := ""
|
||||||
if index.Where != "" {
|
if index.Where != "" {
|
||||||
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
whereClause = fmt.Sprintf(" WHERE %s", index.Where)
|
||||||
@@ -1095,8 +1114,8 @@ func (w *Writer) writeIndexes(schema *models.Schema) error {
|
|||||||
|
|
||||||
fmt.Fprintf(w.writer, "CREATE %sINDEX %sIF NOT EXISTS %s\n",
|
fmt.Fprintf(w.writer, "CREATE %sINDEX %sIF NOT EXISTS %s\n",
|
||||||
unique, concurrently, indexName)
|
unique, concurrently, indexName)
|
||||||
fmt.Fprintf(w.writer, " ON %s USING %s (%s)%s%s;\n\n",
|
fmt.Fprintf(w.writer, " ON %s USING %s (%s)%s%s%s;\n\n",
|
||||||
w.qualTable(schema.SQLName(), table.SQLName()), indexType, strings.Join(columnExprs, ", "), withClause, whereClause)
|
w.qualTable(schema.SQLName(), table.SQLName()), indexType, strings.Join(columnExprs, ", "), withClause, tablespaceClause, whereClause)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1579,11 +1598,6 @@ func indexOperatorClassForColumn(col *models.Column, indexType, comment string)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// ginOperatorClassForColumn is the GIN-specific form of indexOperatorClassForColumn.
|
|
||||||
func ginOperatorClassForColumn(col *models.Column, comment string) string {
|
|
||||||
return indexOperatorClassForColumn(col, "gin", comment)
|
|
||||||
}
|
|
||||||
|
|
||||||
func operatorClassCompatible(method, baseType string, isArray bool, opClass string) bool {
|
func operatorClassCompatible(method, baseType string, isArray bool, opClass string) bool {
|
||||||
if vectorType, ok := vectorOperatorClasses[opClass]; ok {
|
if vectorType, ok := vectorOperatorClasses[opClass]; ok {
|
||||||
return !isArray && baseType == vectorType && isVectorIndexMethod(method)
|
return !isArray && baseType == vectorType && isVectorIndexMethod(method)
|
||||||
@@ -1604,10 +1618,6 @@ func operatorClassCompatible(method, baseType string, isArray bool, opClass stri
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func ginOperatorClassCompatible(baseType string, isArray bool, opClass string) bool {
|
|
||||||
return operatorClassCompatible("gin", baseType, isArray, opClass)
|
|
||||||
}
|
|
||||||
|
|
||||||
func isTextGinBaseType(baseType string) bool {
|
func isTextGinBaseType(baseType string) bool {
|
||||||
switch baseType {
|
switch baseType {
|
||||||
case "text", "varchar", "character varying", "char", "character", "string", "citext", "bpchar":
|
case "text", "varchar", "character varying", "char", "character", "string", "citext", "bpchar":
|
||||||
@@ -1793,15 +1803,6 @@ func nativeGistBaseType(baseType string) bool {
|
|||||||
return strings.HasSuffix(baseType, "range") || strings.HasSuffix(baseType, "multirange")
|
return strings.HasSuffix(baseType, "range") || strings.HasSuffix(baseType, "multirange")
|
||||||
}
|
}
|
||||||
|
|
||||||
func schemaRequiresPGTrgm(schema *models.Schema) bool {
|
|
||||||
for _, ext := range requiredExtensions(schema) {
|
|
||||||
if ext == "pg_trgm" {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func resolveIndexColumn(table *models.Table, colName string) (*models.Column, bool) {
|
func resolveIndexColumn(table *models.Table, colName string) (*models.Column, bool) {
|
||||||
if table == nil {
|
if table == nil {
|
||||||
return nil, false
|
return nil, false
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ func (w *Writer) WriteDatabase(db *models.Database) error {
|
|||||||
content := w.databaseToPrisma(db)
|
content := w.databaseToPrisma(db)
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
|
|||||||
@@ -118,6 +118,21 @@ CREATE TABLE "posts" (
|
|||||||
- **Check Constraints**: Generated as comments (should be added to CREATE TABLE manually)
|
- **Check Constraints**: Generated as comments (should be added to CREATE TABLE manually)
|
||||||
- **Indexes**: Generated without PostgreSQL-specific features (no GIN, GiST, operator classes)
|
- **Indexes**: Generated without PostgreSQL-specific features (no GIN, GiST, operator classes)
|
||||||
|
|
||||||
|
## DBML dialect directives
|
||||||
|
|
||||||
|
`@sqlite:` directives carried on a model object's `Metadata` (typically from a
|
||||||
|
DBML source file) are translated to SQL:
|
||||||
|
|
||||||
|
| Directive | Location | Emitted |
|
||||||
|
|-----------|----------|---------|
|
||||||
|
| `@sqlite: without rowid` | table | `WITHOUT ROWID` table option |
|
||||||
|
| `@sqlite: strict` | table | `STRICT` table option (after `WITHOUT ROWID`) |
|
||||||
|
| `@sqlite(col): collate …` | column | ` COLLATE …` in the column definition |
|
||||||
|
|
||||||
|
Directives for other dialects (`@postgres:` …) are ignored. With
|
||||||
|
`WriterOptions.StrictDirectives` (CLI `--strict-directives`) an untranslatable
|
||||||
|
`@sqlite:` key is an error. Full reference: [`docs/DBML_DIRECTIVES.md`](../../../docs/DBML_DIRECTIVES.md).
|
||||||
|
|
||||||
## Output Structure
|
## Output Structure
|
||||||
|
|
||||||
Generated SQL follows this order:
|
Generated SQL follows this order:
|
||||||
|
|||||||
@@ -0,0 +1,84 @@
|
|||||||
|
package sqlite
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
)
|
||||||
|
|
||||||
|
// directiveNamespace is the dialect namespace this writer consumes. Directives
|
||||||
|
// for other namespaces (e.g. "postgres") are ignored and never emitted as SQL.
|
||||||
|
const directiveNamespace = "sqlite"
|
||||||
|
|
||||||
|
// sqliteHandledDirectives maps a directive location to the set of sqlite keys
|
||||||
|
// this writer knows how to translate. In strict mode an unknown key for this
|
||||||
|
// namespace at a supported location is a hard error.
|
||||||
|
var sqliteHandledDirectives = map[string]map[string]bool{
|
||||||
|
models.DirectiveLocationTable: {"without": true, "strict": true},
|
||||||
|
models.DirectiveLocationColumn: {"collate": true},
|
||||||
|
}
|
||||||
|
|
||||||
|
// checkDirectives validates sqlite directives across a schema when strict mode
|
||||||
|
// is enabled. With strict mode off it is a no-op.
|
||||||
|
func (w *Writer) checkDirectives(schema *models.Schema) error {
|
||||||
|
if w.options == nil || !w.options.StrictDirectives {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
for _, table := range schema.Tables {
|
||||||
|
if err := checkObjectDirectives(table.Metadata, models.DirectiveLocationTable, table.Name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, col := range table.Columns {
|
||||||
|
if err := checkObjectDirectives(col.Metadata, models.DirectiveLocationColumn, table.Name+"."+col.Name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for _, idx := range table.Indexes {
|
||||||
|
if err := checkObjectDirectives(idx.Metadata, models.DirectiveLocationIndex, idx.Name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func checkObjectDirectives(meta map[string]any, location, owner string) error {
|
||||||
|
for _, d := range models.DirectivesForNamespace(meta, directiveNamespace) {
|
||||||
|
if !sqliteHandledDirectives[location][d.Key] {
|
||||||
|
return fmt.Errorf("sqlite: %s: unsupported @sqlite directive %q at %s level (strict mode)", owner, d.Key, location)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// sqliteTableOptions returns the trailing table-option clause for a CREATE TABLE
|
||||||
|
// statement, e.g. "WITHOUT ROWID, STRICT". WITHOUT ROWID is emitted before
|
||||||
|
// STRICT, matching SQLite's own grammar ordering.
|
||||||
|
func sqliteTableOptions(table *models.Table) string {
|
||||||
|
var opts []string
|
||||||
|
if models.HasDirective(table.Metadata, directiveNamespace, "without") {
|
||||||
|
opts = append(opts, "WITHOUT ROWID")
|
||||||
|
}
|
||||||
|
if models.HasDirective(table.Metadata, directiveNamespace, "strict") {
|
||||||
|
opts = append(opts, "STRICT")
|
||||||
|
}
|
||||||
|
return strings.Join(opts, ", ")
|
||||||
|
}
|
||||||
|
|
||||||
|
// sqliteColumnCollate returns a " COLLATE <name>" clause for a column carrying an
|
||||||
|
// @sqlite(col): collate <name> directive, or "".
|
||||||
|
func sqliteColumnCollate(col *models.Column) string {
|
||||||
|
for _, d := range models.DirectivesForNamespace(col.Metadata, directiveNamespace) {
|
||||||
|
if d.Key != "collate" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
name := strings.TrimSpace(strings.TrimPrefix(strings.TrimSpace(d.Args), "collate"))
|
||||||
|
name = strings.TrimSpace(name)
|
||||||
|
if name == "" {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return " COLLATE " + name
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
@@ -0,0 +1,82 @@
|
|||||||
|
package sqlite
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
|
)
|
||||||
|
|
||||||
|
func sqliteDirectiveDB(t *testing.T) *models.Database {
|
||||||
|
t.Helper()
|
||||||
|
db := models.InitDatabase("testdb")
|
||||||
|
schema := models.InitSchema("public")
|
||||||
|
table := models.InitTable("events", "public")
|
||||||
|
|
||||||
|
id := models.InitColumn("id", "events", "public")
|
||||||
|
id.Type = "bigint"
|
||||||
|
id.IsPrimaryKey = true
|
||||||
|
id.NotNull = true
|
||||||
|
table.Columns["id"] = id
|
||||||
|
|
||||||
|
name := models.InitColumn("name", "events", "public")
|
||||||
|
name.Type = "varchar(200)"
|
||||||
|
name.NotNull = true
|
||||||
|
models.AddDirective(name.Metadata, models.Directive{Namespace: "sqlite", Args: "collate NOCASE"})
|
||||||
|
// A postgres directive on the same column must be ignored by the sqlite writer.
|
||||||
|
models.AddDirective(name.Metadata, models.Directive{Namespace: "postgres", Args: "storage plain"})
|
||||||
|
table.Columns["name"] = name
|
||||||
|
|
||||||
|
models.AddDirective(table.Metadata, models.Directive{Namespace: "sqlite", Args: "without rowid"})
|
||||||
|
models.AddDirective(table.Metadata, models.Directive{Namespace: "sqlite", Args: "strict"})
|
||||||
|
models.AddDirective(table.Metadata, models.Directive{Namespace: "postgres", Args: "partition by RANGE (id)"})
|
||||||
|
|
||||||
|
schema.Tables = append(schema.Tables, table)
|
||||||
|
db.Schemas = append(db.Schemas, schema)
|
||||||
|
return db
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSqliteDirectives_TableOptionsAndCollate(t *testing.T) {
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{})
|
||||||
|
w.writer = &buf
|
||||||
|
if err := w.WriteDatabase(sqliteDirectiveDB(t)); err != nil {
|
||||||
|
t.Fatalf("WriteDatabase: %v", err)
|
||||||
|
}
|
||||||
|
out := buf.String()
|
||||||
|
|
||||||
|
if !strings.Contains(out, ") WITHOUT ROWID, STRICT;") {
|
||||||
|
t.Errorf("missing table options clause:\n%s", out)
|
||||||
|
}
|
||||||
|
if !strings.Contains(out, `"name" TEXT COLLATE NOCASE NOT NULL`) {
|
||||||
|
t.Errorf("missing column COLLATE clause:\n%s", out)
|
||||||
|
}
|
||||||
|
// postgres directives must never reach sqlite output.
|
||||||
|
if strings.Contains(strings.ToUpper(out), "PARTITION BY") || strings.Contains(strings.ToUpper(out), "STORAGE PLAIN") {
|
||||||
|
t.Errorf("postgres directive leaked into sqlite output:\n%s", out)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSqliteDirectives_StrictUnknownKeyErrors(t *testing.T) {
|
||||||
|
db := sqliteDirectiveDB(t)
|
||||||
|
models.AddDirective(db.Schemas[0].Tables[0].Metadata, models.Directive{Namespace: "sqlite", Args: "frobnicate x"})
|
||||||
|
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{StrictDirectives: true})
|
||||||
|
w.writer = &buf
|
||||||
|
err := w.WriteDatabase(db)
|
||||||
|
if err == nil || !strings.Contains(err.Error(), "frobnicate") {
|
||||||
|
t.Fatalf("want strict error for unknown sqlite key, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSqliteDirectives_StrictIgnoresPostgres(t *testing.T) {
|
||||||
|
var buf bytes.Buffer
|
||||||
|
w := NewWriter(&writers.WriterOptions{StrictDirectives: true})
|
||||||
|
w.writer = &buf
|
||||||
|
if err := w.WriteDatabase(sqliteDirectiveDB(t)); err != nil {
|
||||||
|
t.Fatalf("strict mode should ignore postgres directives, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -25,6 +25,7 @@ func GetTemplateFuncs(opts *writers.WriterOptions) template.FuncMap {
|
|||||||
"join": strings.Join,
|
"join": strings.Join,
|
||||||
"lower": strings.ToLower,
|
"lower": strings.ToLower,
|
||||||
"upper": strings.ToUpper,
|
"upper": strings.ToUpper,
|
||||||
|
"column_collate": sqliteColumnCollate,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -45,6 +45,7 @@ type TableTemplateData struct {
|
|||||||
Columns []*models.Column
|
Columns []*models.Column
|
||||||
PrimaryKey *models.Constraint
|
PrimaryKey *models.Constraint
|
||||||
ForeignKeys []ForeignKeyTemplateData
|
ForeignKeys []ForeignKeyTemplateData
|
||||||
|
TableOptions string
|
||||||
}
|
}
|
||||||
|
|
||||||
// ForeignKeyTemplateData contains data for an inline FOREIGN KEY clause
|
// ForeignKeyTemplateData contains data for an inline FOREIGN KEY clause
|
||||||
@@ -193,6 +194,7 @@ func BuildTableTemplateData(schema string, table *models.Table) TableTemplateDat
|
|||||||
Columns: columns,
|
Columns: columns,
|
||||||
PrimaryKey: pk,
|
PrimaryKey: pk,
|
||||||
ForeignKeys: fks,
|
ForeignKeys: fks,
|
||||||
|
TableOptions: sqliteTableOptions(table),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
CREATE TABLE {{quote_ident (qualified_table_name .Schema .Name)}} (
|
CREATE TABLE {{quote_ident (qualified_table_name .Schema .Name)}} (
|
||||||
{{- $hasAutoIncrement := false}}
|
{{- $hasAutoIncrement := false}}
|
||||||
{{- range $i, $col := .Columns}}{{if $i}},{{end}}
|
{{- range $i, $col := .Columns}}{{if $i}},{{end}}
|
||||||
{{quote_ident $col.Name}} {{map_type $col.Type}}{{if is_autoincrement $col}}{{$hasAutoIncrement = true}} PRIMARY KEY AUTOINCREMENT{{else}}{{if $col.NotNull}} NOT NULL{{end}}{{if ne (format_default $col) ""}} DEFAULT {{format_default $col}}{{end}}{{end}}
|
{{quote_ident $col.Name}} {{map_type $col.Type}}{{column_collate $col}}{{if is_autoincrement $col}}{{$hasAutoIncrement = true}} PRIMARY KEY AUTOINCREMENT{{else}}{{if $col.NotNull}} NOT NULL{{end}}{{if ne (format_default $col) ""}} DEFAULT {{format_default $col}}{{end}}{{end}}
|
||||||
{{- end}}
|
{{- end}}
|
||||||
{{- if and .PrimaryKey (not $hasAutoIncrement)}}{{if gt (len .Columns) 0}},{{end}}
|
{{- if and .PrimaryKey (not $hasAutoIncrement)}}{{if gt (len .Columns) 0}},{{end}}
|
||||||
PRIMARY KEY ({{range $i, $colName := .PrimaryKey.Columns}}{{if $i}}, {{end}}{{quote_ident $colName}}{{end}})
|
PRIMARY KEY ({{range $i, $colName := .PrimaryKey.Columns}}{{if $i}}, {{end}}{{quote_ident $colName}}{{end}})
|
||||||
@@ -9,4 +9,4 @@ CREATE TABLE {{quote_ident (qualified_table_name .Schema .Name)}} (
|
|||||||
{{- range .ForeignKeys}},
|
{{- range .ForeignKeys}},
|
||||||
FOREIGN KEY ({{range $i, $col := .Columns}}{{if $i}}, {{end}}{{quote_ident $col}}{{end}}) REFERENCES {{quote_ident (qualified_table_name .ForeignSchema .ForeignTable)}} ({{range $i, $col := .ForeignColumns}}{{if $i}}, {{end}}{{quote_ident $col}}{{end}}){{if .OnDelete}} ON DELETE {{.OnDelete}}{{end}}{{if .OnUpdate}} ON UPDATE {{.OnUpdate}}{{end}}
|
FOREIGN KEY ({{range $i, $col := .Columns}}{{if $i}}, {{end}}{{quote_ident $col}}{{end}}) REFERENCES {{quote_ident (qualified_table_name .ForeignSchema .ForeignTable)}} ({{range $i, $col := .ForeignColumns}}{{if $i}}, {{end}}{{quote_ident $col}}{{end}}){{if .OnDelete}} ON DELETE {{.OnDelete}}{{end}}{{if .OnUpdate}} ON UPDATE {{.OnUpdate}}{{end}}
|
||||||
{{- end}}
|
{{- end}}
|
||||||
);
|
){{if .TableOptions}} {{.TableOptions}}{{end}};
|
||||||
|
|||||||
@@ -186,6 +186,10 @@ func tableSchemaName(schema string) string {
|
|||||||
func (w *Writer) WriteSchema(schema *models.Schema) error {
|
func (w *Writer) WriteSchema(schema *models.Schema) error {
|
||||||
tableSchema := tableSchemaName(schema.Name)
|
tableSchema := tableSchemaName(schema.Name)
|
||||||
|
|
||||||
|
if err := w.checkDirectives(schema); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
// SQLite doesn't have schemas, so we just write a comment (skip for the
|
// SQLite doesn't have schemas, so we just write a comment (skip for the
|
||||||
// default schema, since its tables aren't actually being prefixed)
|
// default schema, since its tables aren't actually being prefixed)
|
||||||
if tableSchema != "" {
|
if tableSchema != "" {
|
||||||
|
|||||||
@@ -57,7 +57,7 @@ func Indent(s string, spaces int) string {
|
|||||||
|
|
||||||
// IndentWith indents each line of a string with a custom prefix
|
// IndentWith indents each line of a string with a custom prefix
|
||||||
// Usage: {{ .Column.Description | indentWith " " }}
|
// Usage: {{ .Column.Description | indentWith " " }}
|
||||||
func IndentWith(s string, prefix string) string {
|
func IndentWith(s, prefix string) string {
|
||||||
if s == "" {
|
if s == "" {
|
||||||
return ""
|
return ""
|
||||||
}
|
}
|
||||||
@@ -93,7 +93,7 @@ func EscapeQuotes(s string) string {
|
|||||||
// Comment adds comment prefix to a string
|
// Comment adds comment prefix to a string
|
||||||
// Supports: "//" (Go, C++, etc.), "#" (Python, shell), "--" (SQL), "/* */" (block)
|
// Supports: "//" (Go, C++, etc.), "#" (Python, shell), "--" (SQL), "/* */" (block)
|
||||||
// Usage: {{ .Table.Description | comment "//" }}
|
// Usage: {{ .Table.Description | comment "//" }}
|
||||||
func Comment(s string, style string) string {
|
func Comment(s, style string) string {
|
||||||
if s == "" {
|
if s == "" {
|
||||||
return ""
|
return ""
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,13 +8,13 @@ import (
|
|||||||
|
|
||||||
// Get safely gets a value from a map by key
|
// Get safely gets a value from a map by key
|
||||||
// Usage: {{ get .Metadata "key" }}
|
// Usage: {{ get .Metadata "key" }}
|
||||||
func Get(m interface{}, key interface{}) interface{} {
|
func Get(m, key interface{}) interface{} {
|
||||||
return reflectutil.MapGet(m, key)
|
return reflectutil.MapGet(m, key)
|
||||||
}
|
}
|
||||||
|
|
||||||
// GetOr safely gets a value from a map with a default fallback
|
// GetOr safely gets a value from a map with a default fallback
|
||||||
// Usage: {{ getOr .Metadata "key" "default" }}
|
// Usage: {{ getOr .Metadata "key" "default" }}
|
||||||
func GetOr(m interface{}, key interface{}, defaultValue interface{}) interface{} {
|
func GetOr(m, key, defaultValue interface{}) interface{} {
|
||||||
result := Get(m, key)
|
result := Get(m, key)
|
||||||
if result == nil {
|
if result == nil {
|
||||||
return defaultValue
|
return defaultValue
|
||||||
@@ -56,7 +56,7 @@ func SafeIndexOr(slice interface{}, index int, defaultValue interface{}) interfa
|
|||||||
|
|
||||||
// Has checks if a key exists in a map
|
// Has checks if a key exists in a map
|
||||||
// Usage: {{ if has .Metadata "key" }}...{{ end }}
|
// Usage: {{ if has .Metadata "key" }}...{{ end }}
|
||||||
func Has(m interface{}, key interface{}) bool {
|
func Has(m, key interface{}) bool {
|
||||||
v := reflect.ValueOf(m)
|
v := reflect.ValueOf(m)
|
||||||
|
|
||||||
// Dereference pointers
|
// Dereference pointers
|
||||||
@@ -189,7 +189,7 @@ func Omit(m interface{}, keys ...interface{}) map[interface{}]interface{} {
|
|||||||
|
|
||||||
// SliceContains checks if a slice contains a value
|
// SliceContains checks if a slice contains a value
|
||||||
// Usage: {{ if sliceContains .Names "admin" }}...{{ end }}
|
// Usage: {{ if sliceContains .Names "admin" }}...{{ end }}
|
||||||
func SliceContains(slice interface{}, value interface{}) bool {
|
func SliceContains(slice, value interface{}) bool {
|
||||||
v := reflect.ValueOf(slice)
|
v := reflect.ValueOf(slice)
|
||||||
v, ok := reflectutil.Deref(v)
|
v, ok := reflectutil.Deref(v)
|
||||||
if !ok {
|
if !ok {
|
||||||
@@ -211,7 +211,7 @@ func SliceContains(slice interface{}, value interface{}) bool {
|
|||||||
|
|
||||||
// IndexOf returns the index of a value in a slice, or -1 if not found
|
// IndexOf returns the index of a value in a slice, or -1 if not found
|
||||||
// Usage: {{ $idx := indexOf .Names "admin" }}
|
// Usage: {{ $idx := indexOf .Names "admin" }}
|
||||||
func IndexOf(slice interface{}, value interface{}) int {
|
func IndexOf(slice, value interface{}) int {
|
||||||
v := reflect.ValueOf(slice)
|
v := reflect.ValueOf(slice)
|
||||||
v, ok := reflectutil.Deref(v)
|
v, ok := reflectutil.Deref(v)
|
||||||
if !ok {
|
if !ok {
|
||||||
|
|||||||
@@ -285,7 +285,7 @@ func (w *Writer) generateFilename(data *TemplateData) (string, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// writeOutput writes the output to a file or stdout
|
// writeOutput writes the output to a file or stdout
|
||||||
func (w *Writer) writeOutput(content string, outputPath string) error {
|
func (w *Writer) writeOutput(content, outputPath string) error {
|
||||||
// If output path is empty, write to stdout
|
// If output path is empty, write to stdout
|
||||||
if outputPath == "" {
|
if outputPath == "" {
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
@@ -295,13 +295,13 @@ func (w *Writer) writeOutput(content string, outputPath string) error {
|
|||||||
// Ensure directory exists
|
// Ensure directory exists
|
||||||
dir := filepath.Dir(outputPath)
|
dir := filepath.Dir(outputPath)
|
||||||
if dir != "." && dir != "" {
|
if dir != "." && dir != "" {
|
||||||
if err := os.MkdirAll(dir, 0755); err != nil {
|
if err := os.MkdirAll(dir, 0o755); err != nil {
|
||||||
return fmt.Errorf("failed to create directory %s: %w", dir, err)
|
return fmt.Errorf("failed to create directory %s: %w", dir, err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Write to file
|
// Write to file
|
||||||
if err := os.WriteFile(outputPath, []byte(content), 0644); err != nil {
|
if err := os.WriteFile(outputPath, []byte(content), 0o644); err != nil {
|
||||||
return fmt.Errorf("failed to write file %s: %w", outputPath, err)
|
return fmt.Errorf("failed to write file %s: %w", outputPath, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -17,10 +17,10 @@ func TestWriterTableIndexValuesDeterministic(t *testing.T) {
|
|||||||
outputPath := filepath.Join(outputDir, "accounts.txt")
|
outputPath := filepath.Join(outputDir, "accounts.txt")
|
||||||
templateBody := "{{range values .Table.Indexes}}{{.Name}}:{{join .Columns \",\"}}\n{{end}}"
|
templateBody := "{{range values .Table.Indexes}}{{.Name}}:{{join .Columns \",\"}}\n{{end}}"
|
||||||
|
|
||||||
if err := os.MkdirAll(outputDir, 0755); err != nil {
|
if err := os.MkdirAll(outputDir, 0o755); err != nil {
|
||||||
t.Fatalf("create output dir: %v", err)
|
t.Fatalf("create output dir: %v", err)
|
||||||
}
|
}
|
||||||
if err := os.WriteFile(templatePath, []byte(templateBody), 0644); err != nil {
|
if err := os.WriteFile(templatePath, []byte(templateBody), 0o644); err != nil {
|
||||||
t.Fatalf("write template: %v", err)
|
t.Fatalf("write template: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ func (w *Writer) WriteDatabase(db *models.Database) error {
|
|||||||
content := w.databaseToTypeORM(db)
|
content := w.databaseToTypeORM(db)
|
||||||
|
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, []byte(content), 0644)
|
return os.WriteFile(w.options.OutputPath, []byte(content), 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Print(content)
|
fmt.Print(content)
|
||||||
|
|||||||
@@ -86,6 +86,10 @@ type WriterOptions struct {
|
|||||||
// Prisma7 enables Prisma 7-specific output for Prisma writers.
|
// Prisma7 enables Prisma 7-specific output for Prisma writers.
|
||||||
Prisma7 bool
|
Prisma7 bool
|
||||||
|
|
||||||
|
// StrictDirectives makes dialect directive translation fail on an
|
||||||
|
// unsupported key for the writer's own namespace instead of skipping it.
|
||||||
|
StrictDirectives bool
|
||||||
|
|
||||||
// ContinueOnError instructs SQL writers to prepend `\set ON_ERROR_STOP off`
|
// ContinueOnError instructs SQL writers to prepend `\set ON_ERROR_STOP off`
|
||||||
// to their output so that psql continues past errors instead of stopping.
|
// to their output so that psql continues past errors instead of stopping.
|
||||||
ContinueOnError bool
|
ContinueOnError bool
|
||||||
|
|||||||
@@ -55,7 +55,7 @@ func (w *Writer) WriteTable(table *models.Table) error {
|
|||||||
// writeOutput writes the content to file or stdout
|
// writeOutput writes the content to file or stdout
|
||||||
func (w *Writer) writeOutput(data []byte) error {
|
func (w *Writer) writeOutput(data []byte) error {
|
||||||
if w.options.OutputPath != "" {
|
if w.options.OutputPath != "" {
|
||||||
return os.WriteFile(w.options.OutputPath, data, 0644)
|
return os.WriteFile(w.options.OutputPath, data, 0o644)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Print to stdout
|
// Print to stdout
|
||||||
|
|||||||
@@ -5,6 +5,9 @@ import (
|
|||||||
"path/filepath"
|
"path/filepath"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
"gopkg.in/yaml.v3"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
bunreader "git.warky.dev/wdevs/relspecgo/pkg/readers/bun"
|
bunreader "git.warky.dev/wdevs/relspecgo/pkg/readers/bun"
|
||||||
@@ -14,8 +17,6 @@ import (
|
|||||||
bunwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/bun"
|
bunwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/bun"
|
||||||
gormwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/gorm"
|
gormwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/gorm"
|
||||||
yamlwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/yaml"
|
yamlwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/yaml"
|
||||||
"github.com/stretchr/testify/require"
|
|
||||||
"gopkg.in/yaml.v3"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// ComparisonResults holds the results of database comparison
|
// ComparisonResults holds the results of database comparison
|
||||||
@@ -38,7 +39,7 @@ func countDatabaseStats(db *models.Database) (tables, indexes, constraints int)
|
|||||||
constraints += len(table.Constraints)
|
constraints += len(table.Constraints)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return
|
return tables, indexes, constraints
|
||||||
}
|
}
|
||||||
|
|
||||||
// compareDatabases performs comprehensive comparison between two databases
|
// compareDatabases performs comprehensive comparison between two databases
|
||||||
|
|||||||
@@ -9,6 +9,10 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
"git.warky.dev/wdevs/relspecgo/pkg/models"
|
||||||
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
"git.warky.dev/wdevs/relspecgo/pkg/readers"
|
||||||
dctxreader "git.warky.dev/wdevs/relspecgo/pkg/readers/dctx"
|
dctxreader "git.warky.dev/wdevs/relspecgo/pkg/readers/dctx"
|
||||||
@@ -17,9 +21,6 @@ import (
|
|||||||
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
"git.warky.dev/wdevs/relspecgo/pkg/writers"
|
||||||
jsonwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/json"
|
jsonwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/json"
|
||||||
pgsqlwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/pgsql"
|
pgsqlwriter "git.warky.dev/wdevs/relspecgo/pkg/writers/pgsql"
|
||||||
"github.com/jackc/pgx/v5"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/require"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// getTestConnectionString returns a PostgreSQL connection string from environment
|
// getTestConnectionString returns a PostgreSQL connection string from environment
|
||||||
|
|||||||
+1
-1
@@ -83,7 +83,7 @@ func (s *Weighted) Acquire(ctx context.Context, n int64) error {
|
|||||||
default:
|
default:
|
||||||
isFront := s.waiters.Front() == elem
|
isFront := s.waiters.Front() == elem
|
||||||
s.waiters.Remove(elem)
|
s.waiters.Remove(elem)
|
||||||
// If we're at the front and there're extra tokens left, notify other waiters.
|
// If we're at the front and there are extra tokens left, notify other waiters.
|
||||||
if isFront && s.size > s.cur {
|
if isFront && s.size > s.cur {
|
||||||
s.notifyWaiters()
|
s.notifyWaiters()
|
||||||
}
|
}
|
||||||
|
|||||||
+6
-1
@@ -156,8 +156,12 @@ var Loong64 struct {
|
|||||||
HasLSX bool // support 128-bit vector extension
|
HasLSX bool // support 128-bit vector extension
|
||||||
HasLASX bool // support 256-bit vector extension
|
HasLASX bool // support 256-bit vector extension
|
||||||
HasCRC32 bool // support CRC instruction
|
HasCRC32 bool // support CRC instruction
|
||||||
|
HasLAMCAS bool // support AMCAS[_DB].{B/H/W/D}
|
||||||
HasLAM_BH bool // support AM{SWAP/ADD}[_DB].{B/H} instruction
|
HasLAM_BH bool // support AM{SWAP/ADD}[_DB].{B/H} instruction
|
||||||
HasLAMCAS bool // support AMCAS[_DB].{B/H/W/D} instruction
|
HasLLACQ_SCREL bool // support LLACQ.{W/D}, SCREL.{W/D} instruction
|
||||||
|
HasSCQ bool // support SC.Q instruction
|
||||||
|
HasDBAR_HINTS bool // supports finer-grained DBAR hints
|
||||||
|
|
||||||
_ CacheLinePad
|
_ CacheLinePad
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -232,6 +236,7 @@ var RISCV64 struct {
|
|||||||
HasZba bool // Address generation instructions extension
|
HasZba bool // Address generation instructions extension
|
||||||
HasZbb bool // Basic bit-manipulation extension
|
HasZbb bool // Basic bit-manipulation extension
|
||||||
HasZbs bool // Single-bit instructions extension
|
HasZbs bool // Single-bit instructions extension
|
||||||
|
HasZbc bool // Carryless multiplication extension
|
||||||
HasZvbb bool // Vector Basic Bit-manipulation
|
HasZvbb bool // Vector Basic Bit-manipulation
|
||||||
HasZvbc bool // Vector Carryless Multiplication
|
HasZvbc bool // Vector Carryless Multiplication
|
||||||
HasZvkb bool // Vector Cryptography Bit-manipulation
|
HasZvkb bool // Vector Cryptography Bit-manipulation
|
||||||
|
|||||||
+2
@@ -58,6 +58,7 @@ const (
|
|||||||
riscv_HWPROBE_EXT_ZBA = 0x8
|
riscv_HWPROBE_EXT_ZBA = 0x8
|
||||||
riscv_HWPROBE_EXT_ZBB = 0x10
|
riscv_HWPROBE_EXT_ZBB = 0x10
|
||||||
riscv_HWPROBE_EXT_ZBS = 0x20
|
riscv_HWPROBE_EXT_ZBS = 0x20
|
||||||
|
riscv_HWPROBE_EXT_ZBC = 0x80
|
||||||
riscv_HWPROBE_EXT_ZVBB = 0x20000
|
riscv_HWPROBE_EXT_ZVBB = 0x20000
|
||||||
riscv_HWPROBE_EXT_ZVBC = 0x40000
|
riscv_HWPROBE_EXT_ZVBC = 0x40000
|
||||||
riscv_HWPROBE_EXT_ZVKB = 0x80000
|
riscv_HWPROBE_EXT_ZVKB = 0x80000
|
||||||
@@ -108,6 +109,7 @@ func doinit() {
|
|||||||
RISCV64.HasZba = isSet(v, riscv_HWPROBE_EXT_ZBA)
|
RISCV64.HasZba = isSet(v, riscv_HWPROBE_EXT_ZBA)
|
||||||
RISCV64.HasZbb = isSet(v, riscv_HWPROBE_EXT_ZBB)
|
RISCV64.HasZbb = isSet(v, riscv_HWPROBE_EXT_ZBB)
|
||||||
RISCV64.HasZbs = isSet(v, riscv_HWPROBE_EXT_ZBS)
|
RISCV64.HasZbs = isSet(v, riscv_HWPROBE_EXT_ZBS)
|
||||||
|
RISCV64.HasZbc = isSet(v, riscv_HWPROBE_EXT_ZBC)
|
||||||
RISCV64.HasZvbb = isSet(v, riscv_HWPROBE_EXT_ZVBB)
|
RISCV64.HasZvbb = isSet(v, riscv_HWPROBE_EXT_ZVBB)
|
||||||
RISCV64.HasZvbc = isSet(v, riscv_HWPROBE_EXT_ZVBC)
|
RISCV64.HasZvbc = isSet(v, riscv_HWPROBE_EXT_ZVBC)
|
||||||
RISCV64.HasZvkb = isSet(v, riscv_HWPROBE_EXT_ZVKB)
|
RISCV64.HasZvkb = isSet(v, riscv_HWPROBE_EXT_ZVKB)
|
||||||
|
|||||||
+12
@@ -17,6 +17,11 @@ const (
|
|||||||
// CPUCFG2 bits
|
// CPUCFG2 bits
|
||||||
cpucfg2_LAM_BH = 1 << 27
|
cpucfg2_LAM_BH = 1 << 27
|
||||||
cpucfg2_LAMCAS = 1 << 28
|
cpucfg2_LAMCAS = 1 << 28
|
||||||
|
cpucfg2_LLACQ_SCREL = 1 << 29
|
||||||
|
cpucfg2_SCQ = 1 << 30
|
||||||
|
|
||||||
|
// CPUCFG3 bits
|
||||||
|
cpucfg3_DBAR_HINTS = 1 << 17
|
||||||
)
|
)
|
||||||
|
|
||||||
func initOptions() {
|
func initOptions() {
|
||||||
@@ -26,6 +31,9 @@ func initOptions() {
|
|||||||
{Name: "crc32", Feature: &Loong64.HasCRC32},
|
{Name: "crc32", Feature: &Loong64.HasCRC32},
|
||||||
{Name: "lam_bh", Feature: &Loong64.HasLAM_BH},
|
{Name: "lam_bh", Feature: &Loong64.HasLAM_BH},
|
||||||
{Name: "lamcas", Feature: &Loong64.HasLAMCAS},
|
{Name: "lamcas", Feature: &Loong64.HasLAMCAS},
|
||||||
|
{Name: "llacq_screl", Feature: &Loong64.HasLLACQ_SCREL},
|
||||||
|
{Name: "scq", Feature: &Loong64.HasSCQ},
|
||||||
|
{Name: "dbar_hints", Feature: &Loong64.HasDBAR_HINTS},
|
||||||
}
|
}
|
||||||
|
|
||||||
// The CPUCFG data on Loong64 only reflects the hardware capabilities,
|
// The CPUCFG data on Loong64 only reflects the hardware capabilities,
|
||||||
@@ -37,10 +45,14 @@ func initOptions() {
|
|||||||
// through CPUCFG
|
// through CPUCFG
|
||||||
cfg1 := get_cpucfg(1)
|
cfg1 := get_cpucfg(1)
|
||||||
cfg2 := get_cpucfg(2)
|
cfg2 := get_cpucfg(2)
|
||||||
|
cfg3 := get_cpucfg(3)
|
||||||
|
|
||||||
Loong64.HasCRC32 = cfgIsSet(cfg1, cpucfg1_CRC32)
|
Loong64.HasCRC32 = cfgIsSet(cfg1, cpucfg1_CRC32)
|
||||||
Loong64.HasLAMCAS = cfgIsSet(cfg2, cpucfg2_LAMCAS)
|
Loong64.HasLAMCAS = cfgIsSet(cfg2, cpucfg2_LAMCAS)
|
||||||
Loong64.HasLAM_BH = cfgIsSet(cfg2, cpucfg2_LAM_BH)
|
Loong64.HasLAM_BH = cfgIsSet(cfg2, cpucfg2_LAM_BH)
|
||||||
|
Loong64.HasLLACQ_SCREL = cfgIsSet(cfg2, cpucfg2_LLACQ_SCREL)
|
||||||
|
Loong64.HasSCQ = cfgIsSet(cfg2, cpucfg2_SCQ)
|
||||||
|
Loong64.HasDBAR_HINTS = cfgIsSet(cfg3, cpucfg3_DBAR_HINTS)
|
||||||
}
|
}
|
||||||
|
|
||||||
func get_cpucfg(reg uint32) uint32
|
func get_cpucfg(reg uint32) uint32
|
||||||
|
|||||||
+1
@@ -16,6 +16,7 @@ func initOptions() {
|
|||||||
{Name: "zba", Feature: &RISCV64.HasZba},
|
{Name: "zba", Feature: &RISCV64.HasZba},
|
||||||
{Name: "zbb", Feature: &RISCV64.HasZbb},
|
{Name: "zbb", Feature: &RISCV64.HasZbb},
|
||||||
{Name: "zbs", Feature: &RISCV64.HasZbs},
|
{Name: "zbs", Feature: &RISCV64.HasZbs},
|
||||||
|
{Name: "zbc", Feature: &RISCV64.HasZbc},
|
||||||
// RISC-V Cryptography Extensions
|
// RISC-V Cryptography Extensions
|
||||||
{Name: "zvbb", Feature: &RISCV64.HasZvbb},
|
{Name: "zvbb", Feature: &RISCV64.HasZvbb},
|
||||||
{Name: "zvbc", Feature: &RISCV64.HasZvbc},
|
{Name: "zvbc", Feature: &RISCV64.HasZvbc},
|
||||||
|
|||||||
+3
@@ -354,6 +354,9 @@ struct ltchars {
|
|||||||
// Renamed in v6.16, commit c6d732c38f93 ("net: ethtool: remove duplicate defines for family info")
|
// Renamed in v6.16, commit c6d732c38f93 ("net: ethtool: remove duplicate defines for family info")
|
||||||
#define ETHTOOL_FAMILY_NAME ETHTOOL_GENL_NAME
|
#define ETHTOOL_FAMILY_NAME ETHTOOL_GENL_NAME
|
||||||
#define ETHTOOL_FAMILY_VERSION ETHTOOL_GENL_VERSION
|
#define ETHTOOL_FAMILY_VERSION ETHTOOL_GENL_VERSION
|
||||||
|
|
||||||
|
// Removed in v6.17, commit 760e6f7befba ("futex: Remove support for IMMUTABLE")
|
||||||
|
#define PR_FUTEX_HASH_GET_IMMUTABLE 3
|
||||||
'
|
'
|
||||||
|
|
||||||
includes_NetBSD='
|
includes_NetBSD='
|
||||||
|
|||||||
+103
@@ -0,0 +1,103 @@
|
|||||||
|
// Copyright 2026 The Go Authors. All rights reserved.
|
||||||
|
// Use of this source code is governed by a BSD-style
|
||||||
|
// license that can be found in the LICENSE file.
|
||||||
|
|
||||||
|
//go:build darwin || linux || openbsd
|
||||||
|
|
||||||
|
package unix
|
||||||
|
|
||||||
|
import "unsafe"
|
||||||
|
|
||||||
|
// minIovec is the size of the small initial allocation used by
|
||||||
|
// Readv, Writev, etc.
|
||||||
|
//
|
||||||
|
// This small allocation gets stack allocated, which lets the
|
||||||
|
// common use case of len(iovs) <= minIovec avoid more expensive
|
||||||
|
// heap allocations.
|
||||||
|
const minIovec = 8
|
||||||
|
|
||||||
|
// appendBytes converts bs to Iovecs and appends them to vecs.
|
||||||
|
func appendBytes(vecs []Iovec, bs [][]byte) []Iovec {
|
||||||
|
for _, b := range bs {
|
||||||
|
var v Iovec
|
||||||
|
v.SetLen(len(b))
|
||||||
|
if len(b) > 0 {
|
||||||
|
v.Base = &b[0]
|
||||||
|
} else {
|
||||||
|
v.Base = (*byte)(unsafe.Pointer(&_zero))
|
||||||
|
}
|
||||||
|
vecs = append(vecs, v)
|
||||||
|
}
|
||||||
|
return vecs
|
||||||
|
}
|
||||||
|
|
||||||
|
// writevRaceDetect tells the race detector that the program
|
||||||
|
// has read the first n bytes stored in iovecs.
|
||||||
|
func writevRaceDetect(iovecs []Iovec, n int) {
|
||||||
|
if !raceenabled {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
for i := 0; n > 0 && i < len(iovecs); i++ {
|
||||||
|
m := min(int(iovecs[i].Len), n)
|
||||||
|
n -= m
|
||||||
|
if m > 0 {
|
||||||
|
raceReadRange(unsafe.Pointer(iovecs[i].Base), m)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// readvRaceDetect tells the race detector that the program
|
||||||
|
// has written to the first n bytes stored in iovecs.
|
||||||
|
func readvRaceDetect(iovecs []Iovec, n int, err error) {
|
||||||
|
if !raceenabled {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
for i := 0; n > 0 && i < len(iovecs); i++ {
|
||||||
|
m := min(int(iovecs[i].Len), n)
|
||||||
|
n -= m
|
||||||
|
if m > 0 {
|
||||||
|
raceWriteRange(unsafe.Pointer(iovecs[i].Base), m)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err == nil {
|
||||||
|
raceAcquire(unsafe.Pointer(&ioSync))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func Readv(fd int, iovs [][]byte) (n int, err error) {
|
||||||
|
iovecs := make([]Iovec, 0, minIovec)
|
||||||
|
iovecs = appendBytes(iovecs, iovs)
|
||||||
|
n, err = readv(fd, iovecs)
|
||||||
|
readvRaceDetect(iovecs, n, err)
|
||||||
|
return n, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func Preadv(fd int, iovs [][]byte, offset int64) (n int, err error) {
|
||||||
|
iovecs := make([]Iovec, 0, minIovec)
|
||||||
|
iovecs = appendBytes(iovecs, iovs)
|
||||||
|
n, err = preadv(fd, iovecs, offset)
|
||||||
|
readvRaceDetect(iovecs, n, err)
|
||||||
|
return n, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func Writev(fd int, iovs [][]byte) (n int, err error) {
|
||||||
|
iovecs := make([]Iovec, 0, minIovec)
|
||||||
|
iovecs = appendBytes(iovecs, iovs)
|
||||||
|
if raceenabled {
|
||||||
|
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
||||||
|
}
|
||||||
|
n, err = writev(fd, iovecs)
|
||||||
|
writevRaceDetect(iovecs, n)
|
||||||
|
return n, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func Pwritev(fd int, iovs [][]byte, offset int64) (n int, err error) {
|
||||||
|
iovecs := make([]Iovec, 0, minIovec)
|
||||||
|
iovecs = appendBytes(iovecs, iovs)
|
||||||
|
if raceenabled {
|
||||||
|
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
||||||
|
}
|
||||||
|
n, err = pwritev(fd, iovecs, offset)
|
||||||
|
writevRaceDetect(iovecs, n)
|
||||||
|
return n, err
|
||||||
|
}
|
||||||
-89
@@ -602,95 +602,6 @@ func Connectx(fd int, srcIf uint32, srcAddr, dstAddr Sockaddr, associd SaeAssocI
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
const minIovec = 8
|
|
||||||
|
|
||||||
func Readv(fd int, iovs [][]byte) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
n, err = readv(fd, iovecs)
|
|
||||||
readvRacedetect(iovecs, n, err)
|
|
||||||
return n, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func Preadv(fd int, iovs [][]byte, offset int64) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
n, err = preadv(fd, iovecs, offset)
|
|
||||||
readvRacedetect(iovecs, n, err)
|
|
||||||
return n, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func Writev(fd int, iovs [][]byte) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
if raceenabled {
|
|
||||||
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
|
||||||
}
|
|
||||||
n, err = writev(fd, iovecs)
|
|
||||||
writevRacedetect(iovecs, n)
|
|
||||||
return n, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func Pwritev(fd int, iovs [][]byte, offset int64) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
if raceenabled {
|
|
||||||
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
|
||||||
}
|
|
||||||
n, err = pwritev(fd, iovecs, offset)
|
|
||||||
writevRacedetect(iovecs, n)
|
|
||||||
return n, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func appendBytes(vecs []Iovec, bs [][]byte) []Iovec {
|
|
||||||
for _, b := range bs {
|
|
||||||
var v Iovec
|
|
||||||
v.SetLen(len(b))
|
|
||||||
if len(b) > 0 {
|
|
||||||
v.Base = &b[0]
|
|
||||||
} else {
|
|
||||||
v.Base = (*byte)(unsafe.Pointer(&_zero))
|
|
||||||
}
|
|
||||||
vecs = append(vecs, v)
|
|
||||||
}
|
|
||||||
return vecs
|
|
||||||
}
|
|
||||||
|
|
||||||
func writevRacedetect(iovecs []Iovec, n int) {
|
|
||||||
if !raceenabled {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
for i := 0; n > 0 && i < len(iovecs); i++ {
|
|
||||||
m := int(iovecs[i].Len)
|
|
||||||
if m > n {
|
|
||||||
m = n
|
|
||||||
}
|
|
||||||
n -= m
|
|
||||||
if m > 0 {
|
|
||||||
raceReadRange(unsafe.Pointer(iovecs[i].Base), m)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func readvRacedetect(iovecs []Iovec, n int, err error) {
|
|
||||||
if !raceenabled {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
for i := 0; n > 0 && i < len(iovecs); i++ {
|
|
||||||
m := int(iovecs[i].Len)
|
|
||||||
if m > n {
|
|
||||||
m = n
|
|
||||||
}
|
|
||||||
n -= m
|
|
||||||
if m > 0 {
|
|
||||||
raceWriteRange(unsafe.Pointer(iovecs[i].Base), m)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if err == nil {
|
|
||||||
raceAcquire(unsafe.Pointer(&ioSync))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//sys connectx(fd int, endpoints *SaEndpoints, associd SaeAssocID, flags uint32, iov []Iovec, n *uintptr, connid *SaeConnID) (err error)
|
//sys connectx(fd int, endpoints *SaEndpoints, associd SaeAssocID, flags uint32, iov []Iovec, n *uintptr, connid *SaeConnID) (err error)
|
||||||
//sys sendfile(infd int, outfd int, offset int64, len *int64, hdtr unsafe.Pointer, flags int) (err error)
|
//sys sendfile(infd int, outfd int, offset int64, len *int64, hdtr unsafe.Pointer, flags int) (err error)
|
||||||
|
|
||||||
|
|||||||
+12
-94
@@ -2150,33 +2150,10 @@ func Signalfd(fd int, sigmask *Sigset_t, flags int) (newfd int, err error) {
|
|||||||
//sys exitThread(code int) (err error) = SYS_EXIT
|
//sys exitThread(code int) (err error) = SYS_EXIT
|
||||||
//sys readv(fd int, iovs []Iovec) (n int, err error) = SYS_READV
|
//sys readv(fd int, iovs []Iovec) (n int, err error) = SYS_READV
|
||||||
//sys writev(fd int, iovs []Iovec) (n int, err error) = SYS_WRITEV
|
//sys writev(fd int, iovs []Iovec) (n int, err error) = SYS_WRITEV
|
||||||
//sys preadv(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr) (n int, err error) = SYS_PREADV
|
//sys preadvSyscall(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr) (n int, err error) = SYS_PREADV
|
||||||
//sys pwritev(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr) (n int, err error) = SYS_PWRITEV
|
//sys pwritevSyscall(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr) (n int, err error) = SYS_PWRITEV
|
||||||
//sys preadv2(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr, flags int) (n int, err error) = SYS_PREADV2
|
//sys preadv2Syscall(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr, flags int) (n int, err error) = SYS_PREADV2
|
||||||
//sys pwritev2(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr, flags int) (n int, err error) = SYS_PWRITEV2
|
//sys pwritev2Syscall(fd int, iovs []Iovec, offs_l uintptr, offs_h uintptr, flags int) (n int, err error) = SYS_PWRITEV2
|
||||||
|
|
||||||
// minIovec is the size of the small initial allocation used by
|
|
||||||
// Readv, Writev, etc.
|
|
||||||
//
|
|
||||||
// This small allocation gets stack allocated, which lets the
|
|
||||||
// common use case of len(iovs) <= minIovs avoid more expensive
|
|
||||||
// heap allocations.
|
|
||||||
const minIovec = 8
|
|
||||||
|
|
||||||
// appendBytes converts bs to Iovecs and appends them to vecs.
|
|
||||||
func appendBytes(vecs []Iovec, bs [][]byte) []Iovec {
|
|
||||||
for _, b := range bs {
|
|
||||||
var v Iovec
|
|
||||||
v.SetLen(len(b))
|
|
||||||
if len(b) > 0 {
|
|
||||||
v.Base = &b[0]
|
|
||||||
} else {
|
|
||||||
v.Base = (*byte)(unsafe.Pointer(&_zero))
|
|
||||||
}
|
|
||||||
vecs = append(vecs, v)
|
|
||||||
}
|
|
||||||
return vecs
|
|
||||||
}
|
|
||||||
|
|
||||||
// offs2lohi splits offs into its low and high order bits.
|
// offs2lohi splits offs into its low and high order bits.
|
||||||
func offs2lohi(offs int64) (lo, hi uintptr) {
|
func offs2lohi(offs int64) (lo, hi uintptr) {
|
||||||
@@ -2184,69 +2161,23 @@ func offs2lohi(offs int64) (lo, hi uintptr) {
|
|||||||
return uintptr(offs), uintptr(uint64(offs) >> (longBits - 1) >> 1) // two shifts to avoid false positive in vet
|
return uintptr(offs), uintptr(uint64(offs) >> (longBits - 1) >> 1) // two shifts to avoid false positive in vet
|
||||||
}
|
}
|
||||||
|
|
||||||
func Readv(fd int, iovs [][]byte) (n int, err error) {
|
func preadv(fd int, iovecs []Iovec, offset int64) (n int, err error) {
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
n, err = readv(fd, iovecs)
|
|
||||||
readvRacedetect(iovecs, n, err)
|
|
||||||
return n, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func Preadv(fd int, iovs [][]byte, offset int64) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
lo, hi := offs2lohi(offset)
|
lo, hi := offs2lohi(offset)
|
||||||
n, err = preadv(fd, iovecs, lo, hi)
|
return preadvSyscall(fd, iovecs, lo, hi)
|
||||||
readvRacedetect(iovecs, n, err)
|
|
||||||
return n, err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func Preadv2(fd int, iovs [][]byte, offset int64, flags int) (n int, err error) {
|
func Preadv2(fd int, iovs [][]byte, offset int64, flags int) (n int, err error) {
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
iovecs := make([]Iovec, 0, minIovec)
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
iovecs = appendBytes(iovecs, iovs)
|
||||||
lo, hi := offs2lohi(offset)
|
lo, hi := offs2lohi(offset)
|
||||||
n, err = preadv2(fd, iovecs, lo, hi, flags)
|
n, err = preadv2Syscall(fd, iovecs, lo, hi, flags)
|
||||||
readvRacedetect(iovecs, n, err)
|
readvRaceDetect(iovecs, n, err)
|
||||||
return n, err
|
return n, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func readvRacedetect(iovecs []Iovec, n int, err error) {
|
func pwritev(fd int, iovecs []Iovec, offset int64) (n int, err error) {
|
||||||
if !raceenabled {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
for i := 0; n > 0 && i < len(iovecs); i++ {
|
|
||||||
m := min(int(iovecs[i].Len), n)
|
|
||||||
n -= m
|
|
||||||
if m > 0 {
|
|
||||||
raceWriteRange(unsafe.Pointer(iovecs[i].Base), m)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if err == nil {
|
|
||||||
raceAcquire(unsafe.Pointer(&ioSync))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func Writev(fd int, iovs [][]byte) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
if raceenabled {
|
|
||||||
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
|
||||||
}
|
|
||||||
n, err = writev(fd, iovecs)
|
|
||||||
writevRacedetect(iovecs, n)
|
|
||||||
return n, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func Pwritev(fd int, iovs [][]byte, offset int64) (n int, err error) {
|
|
||||||
iovecs := make([]Iovec, 0, minIovec)
|
|
||||||
iovecs = appendBytes(iovecs, iovs)
|
|
||||||
if raceenabled {
|
|
||||||
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
|
||||||
}
|
|
||||||
lo, hi := offs2lohi(offset)
|
lo, hi := offs2lohi(offset)
|
||||||
n, err = pwritev(fd, iovecs, lo, hi)
|
return pwritevSyscall(fd, iovecs, lo, hi)
|
||||||
writevRacedetect(iovecs, n)
|
|
||||||
return n, err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func Pwritev2(fd int, iovs [][]byte, offset int64, flags int) (n int, err error) {
|
func Pwritev2(fd int, iovs [][]byte, offset int64, flags int) (n int, err error) {
|
||||||
@@ -2256,24 +2187,11 @@ func Pwritev2(fd int, iovs [][]byte, offset int64, flags int) (n int, err error)
|
|||||||
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
raceReleaseMerge(unsafe.Pointer(&ioSync))
|
||||||
}
|
}
|
||||||
lo, hi := offs2lohi(offset)
|
lo, hi := offs2lohi(offset)
|
||||||
n, err = pwritev2(fd, iovecs, lo, hi, flags)
|
n, err = pwritev2Syscall(fd, iovecs, lo, hi, flags)
|
||||||
writevRacedetect(iovecs, n)
|
writevRaceDetect(iovecs, n)
|
||||||
return n, err
|
return n, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func writevRacedetect(iovecs []Iovec, n int) {
|
|
||||||
if !raceenabled {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
for i := 0; n > 0 && i < len(iovecs); i++ {
|
|
||||||
m := min(int(iovecs[i].Len), n)
|
|
||||||
n -= m
|
|
||||||
if m > 0 {
|
|
||||||
raceReadRange(unsafe.Pointer(iovecs[i].Base), m)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// mmap varies by architecture; see syscall_linux_*.go.
|
// mmap varies by architecture; see syscall_linux_*.go.
|
||||||
//sys munmap(addr uintptr, length uintptr) (err error)
|
//sys munmap(addr uintptr, length uintptr) (err error)
|
||||||
//sys mremap(oldaddr uintptr, oldlength uintptr, newlength uintptr, flags int, newaddr uintptr) (xaddr uintptr, err error)
|
//sys mremap(oldaddr uintptr, oldlength uintptr, newlength uintptr, flags int, newaddr uintptr) (xaddr uintptr, err error)
|
||||||
|
|||||||
+4
@@ -300,6 +300,10 @@ func Uname(uname *Utsname) error {
|
|||||||
//sys Pathconf(path string, name int) (val int, err error)
|
//sys Pathconf(path string, name int) (val int, err error)
|
||||||
//sys pread(fd int, p []byte, offset int64) (n int, err error)
|
//sys pread(fd int, p []byte, offset int64) (n int, err error)
|
||||||
//sys pwrite(fd int, p []byte, offset int64) (n int, err error)
|
//sys pwrite(fd int, p []byte, offset int64) (n int, err error)
|
||||||
|
//sys readv(fd int, iovecs []Iovec) (n int, err error)
|
||||||
|
//sys writev(fd int, iovecs []Iovec) (n int, err error)
|
||||||
|
//sys preadv(fd int, iovecs []Iovec, offset int64) (n int, err error)
|
||||||
|
//sys pwritev(fd int, iovecs []Iovec, offset int64) (n int, err error)
|
||||||
//sys read(fd int, p []byte) (n int, err error)
|
//sys read(fd int, p []byte) (n int, err error)
|
||||||
//sys Readlink(path string, buf []byte) (n int, err error)
|
//sys Readlink(path string, buf []byte) (n int, err error)
|
||||||
//sys Readlinkat(dirfd int, path string, buf []byte) (n int, err error)
|
//sys Readlinkat(dirfd int, path string, buf []byte) (n int, err error)
|
||||||
|
|||||||
+59
-2
@@ -353,8 +353,10 @@ const (
|
|||||||
AUDIT_MAC_IPSEC_EVENT = 0x587
|
AUDIT_MAC_IPSEC_EVENT = 0x587
|
||||||
AUDIT_MAC_MAP_ADD = 0x581
|
AUDIT_MAC_MAP_ADD = 0x581
|
||||||
AUDIT_MAC_MAP_DEL = 0x582
|
AUDIT_MAC_MAP_DEL = 0x582
|
||||||
|
AUDIT_MAC_OBJ_CONTEXTS = 0x592
|
||||||
AUDIT_MAC_POLICY_LOAD = 0x57b
|
AUDIT_MAC_POLICY_LOAD = 0x57b
|
||||||
AUDIT_MAC_STATUS = 0x57c
|
AUDIT_MAC_STATUS = 0x57c
|
||||||
|
AUDIT_MAC_TASK_CONTEXTS = 0x591
|
||||||
AUDIT_MAC_UNLBL_ALLOW = 0x57e
|
AUDIT_MAC_UNLBL_ALLOW = 0x57e
|
||||||
AUDIT_MAC_UNLBL_STCADD = 0x588
|
AUDIT_MAC_UNLBL_STCADD = 0x588
|
||||||
AUDIT_MAC_UNLBL_STCDEL = 0x589
|
AUDIT_MAC_UNLBL_STCDEL = 0x589
|
||||||
@@ -591,8 +593,13 @@ const (
|
|||||||
CAN_CTRLMODE_LOOPBACK = 0x1
|
CAN_CTRLMODE_LOOPBACK = 0x1
|
||||||
CAN_CTRLMODE_ONE_SHOT = 0x8
|
CAN_CTRLMODE_ONE_SHOT = 0x8
|
||||||
CAN_CTRLMODE_PRESUME_ACK = 0x40
|
CAN_CTRLMODE_PRESUME_ACK = 0x40
|
||||||
|
CAN_CTRLMODE_RESTRICTED = 0x800
|
||||||
CAN_CTRLMODE_TDC_AUTO = 0x200
|
CAN_CTRLMODE_TDC_AUTO = 0x200
|
||||||
CAN_CTRLMODE_TDC_MANUAL = 0x400
|
CAN_CTRLMODE_TDC_MANUAL = 0x400
|
||||||
|
CAN_CTRLMODE_XL = 0x1000
|
||||||
|
CAN_CTRLMODE_XL_TDC_AUTO = 0x2000
|
||||||
|
CAN_CTRLMODE_XL_TDC_MANUAL = 0x4000
|
||||||
|
CAN_CTRLMODE_XL_TMS = 0x8000
|
||||||
CAN_EFF_FLAG = 0x80000000
|
CAN_EFF_FLAG = 0x80000000
|
||||||
CAN_EFF_ID_BITS = 0x1d
|
CAN_EFF_ID_BITS = 0x1d
|
||||||
CAN_EFF_MASK = 0x1fffffff
|
CAN_EFF_MASK = 0x1fffffff
|
||||||
@@ -800,6 +807,8 @@ const (
|
|||||||
DEVLINK_PORT_FN_CAP_IPSEC_PACKET = 0x8
|
DEVLINK_PORT_FN_CAP_IPSEC_PACKET = 0x8
|
||||||
DEVLINK_PORT_FN_CAP_MIGRATABLE = 0x2
|
DEVLINK_PORT_FN_CAP_MIGRATABLE = 0x2
|
||||||
DEVLINK_PORT_FN_CAP_ROCE = 0x1
|
DEVLINK_PORT_FN_CAP_ROCE = 0x1
|
||||||
|
DEVLINK_RATE_TCS_MAX = 0x8
|
||||||
|
DEVLINK_RATE_TC_INDEX_MAX = 0x7
|
||||||
DEVLINK_SB_THRESHOLD_TO_ALPHA_MAX = 0x14
|
DEVLINK_SB_THRESHOLD_TO_ALPHA_MAX = 0x14
|
||||||
DEVLINK_SUPPORTED_FLASH_OVERWRITE_SECTIONS = 0x3
|
DEVLINK_SUPPORTED_FLASH_OVERWRITE_SECTIONS = 0x3
|
||||||
DEVMEM_MAGIC = 0x454d444d
|
DEVMEM_MAGIC = 0x454d444d
|
||||||
@@ -1186,6 +1195,7 @@ const (
|
|||||||
ETH_P_MPLS_UC = 0x8847
|
ETH_P_MPLS_UC = 0x8847
|
||||||
ETH_P_MRP = 0x88e3
|
ETH_P_MRP = 0x88e3
|
||||||
ETH_P_MVRP = 0x88f5
|
ETH_P_MVRP = 0x88f5
|
||||||
|
ETH_P_MXLGSW = 0x88c3
|
||||||
ETH_P_NCSI = 0x88f8
|
ETH_P_NCSI = 0x88f8
|
||||||
ETH_P_NSH = 0x894f
|
ETH_P_NSH = 0x894f
|
||||||
ETH_P_PAE = 0x888e
|
ETH_P_PAE = 0x888e
|
||||||
@@ -1218,6 +1228,7 @@ const (
|
|||||||
ETH_P_WCCP = 0x883e
|
ETH_P_WCCP = 0x883e
|
||||||
ETH_P_X25 = 0x805
|
ETH_P_X25 = 0x805
|
||||||
ETH_P_XDSA = 0xf8
|
ETH_P_XDSA = 0xf8
|
||||||
|
ETH_P_YT921X = 0x9988
|
||||||
ET_CORE = 0x4
|
ET_CORE = 0x4
|
||||||
ET_DYN = 0x3
|
ET_DYN = 0x3
|
||||||
ET_EXEC = 0x2
|
ET_EXEC = 0x2
|
||||||
@@ -1258,6 +1269,7 @@ const (
|
|||||||
FALLOC_FL_NO_HIDE_STALE = 0x4
|
FALLOC_FL_NO_HIDE_STALE = 0x4
|
||||||
FALLOC_FL_PUNCH_HOLE = 0x2
|
FALLOC_FL_PUNCH_HOLE = 0x2
|
||||||
FALLOC_FL_UNSHARE_RANGE = 0x40
|
FALLOC_FL_UNSHARE_RANGE = 0x40
|
||||||
|
FALLOC_FL_WRITE_ZEROES = 0x80
|
||||||
FALLOC_FL_ZERO_RANGE = 0x10
|
FALLOC_FL_ZERO_RANGE = 0x10
|
||||||
FANOTIFY_METADATA_VERSION = 0x3
|
FANOTIFY_METADATA_VERSION = 0x3
|
||||||
FAN_ACCESS = 0x1
|
FAN_ACCESS = 0x1
|
||||||
@@ -1477,6 +1489,7 @@ const (
|
|||||||
GRND_INSECURE = 0x4
|
GRND_INSECURE = 0x4
|
||||||
GRND_NONBLOCK = 0x1
|
GRND_NONBLOCK = 0x1
|
||||||
GRND_RANDOM = 0x2
|
GRND_RANDOM = 0x2
|
||||||
|
GUEST_MEMFD_MAGIC = 0x474d454d
|
||||||
HDIO_DRIVE_CMD = 0x31f
|
HDIO_DRIVE_CMD = 0x31f
|
||||||
HDIO_DRIVE_CMD_AEB = 0x31e
|
HDIO_DRIVE_CMD_AEB = 0x31e
|
||||||
HDIO_DRIVE_CMD_HDR_SIZE = 0x4
|
HDIO_DRIVE_CMD_HDR_SIZE = 0x4
|
||||||
@@ -1517,6 +1530,7 @@ const (
|
|||||||
HDIO_SET_XFER = 0x306
|
HDIO_SET_XFER = 0x306
|
||||||
HDIO_TRISTATE_HWIF = 0x31b
|
HDIO_TRISTATE_HWIF = 0x31b
|
||||||
HDIO_UNREGISTER_HWIF = 0x32a
|
HDIO_UNREGISTER_HWIF = 0x32a
|
||||||
|
HIDIOCTL_LAST = 0xd
|
||||||
HID_MAX_DESCRIPTOR_SIZE = 0x1000
|
HID_MAX_DESCRIPTOR_SIZE = 0x1000
|
||||||
HOSTFS_SUPER_MAGIC = 0xc0ffee
|
HOSTFS_SUPER_MAGIC = 0xc0ffee
|
||||||
HPFS_SUPER_MAGIC = 0xf995e849
|
HPFS_SUPER_MAGIC = 0xf995e849
|
||||||
@@ -1809,6 +1823,8 @@ const (
|
|||||||
KEXEC_ARCH_X86_64 = 0x3e0000
|
KEXEC_ARCH_X86_64 = 0x3e0000
|
||||||
KEXEC_CRASH_HOTPLUG_SUPPORT = 0x8
|
KEXEC_CRASH_HOTPLUG_SUPPORT = 0x8
|
||||||
KEXEC_FILE_DEBUG = 0x8
|
KEXEC_FILE_DEBUG = 0x8
|
||||||
|
KEXEC_FILE_FORCE_DTB = 0x20
|
||||||
|
KEXEC_FILE_NO_CMA = 0x10
|
||||||
KEXEC_FILE_NO_INITRAMFS = 0x4
|
KEXEC_FILE_NO_INITRAMFS = 0x4
|
||||||
KEXEC_FILE_ON_CRASH = 0x2
|
KEXEC_FILE_ON_CRASH = 0x2
|
||||||
KEXEC_FILE_UNLOAD = 0x1
|
KEXEC_FILE_UNLOAD = 0x1
|
||||||
@@ -1905,6 +1921,7 @@ const (
|
|||||||
LANDLOCK_RESTRICT_SELF_LOG_NEW_EXEC_ON = 0x2
|
LANDLOCK_RESTRICT_SELF_LOG_NEW_EXEC_ON = 0x2
|
||||||
LANDLOCK_RESTRICT_SELF_LOG_SAME_EXEC_OFF = 0x1
|
LANDLOCK_RESTRICT_SELF_LOG_SAME_EXEC_OFF = 0x1
|
||||||
LANDLOCK_RESTRICT_SELF_LOG_SUBDOMAINS_OFF = 0x4
|
LANDLOCK_RESTRICT_SELF_LOG_SUBDOMAINS_OFF = 0x4
|
||||||
|
LANDLOCK_RESTRICT_SELF_TSYNC = 0x8
|
||||||
LANDLOCK_SCOPE_ABSTRACT_UNIX_SOCKET = 0x1
|
LANDLOCK_SCOPE_ABSTRACT_UNIX_SOCKET = 0x1
|
||||||
LANDLOCK_SCOPE_SIGNAL = 0x2
|
LANDLOCK_SCOPE_SIGNAL = 0x2
|
||||||
LINUX_REBOOT_CMD_CAD_OFF = 0x0
|
LINUX_REBOOT_CMD_CAD_OFF = 0x0
|
||||||
@@ -2412,6 +2429,7 @@ const (
|
|||||||
NN_PRXFPREG = "LINUX"
|
NN_PRXFPREG = "LINUX"
|
||||||
NN_RISCV_CSR = "LINUX"
|
NN_RISCV_CSR = "LINUX"
|
||||||
NN_RISCV_TAGGED_ADDR_CTRL = "LINUX"
|
NN_RISCV_TAGGED_ADDR_CTRL = "LINUX"
|
||||||
|
NN_RISCV_USER_CFI = "LINUX"
|
||||||
NN_RISCV_VECTOR = "LINUX"
|
NN_RISCV_VECTOR = "LINUX"
|
||||||
NN_S390_CTRS = "LINUX"
|
NN_S390_CTRS = "LINUX"
|
||||||
NN_S390_GS_BC = "LINUX"
|
NN_S390_GS_BC = "LINUX"
|
||||||
@@ -2493,6 +2511,7 @@ const (
|
|||||||
NT_PRXFPREG = 0x46e62b7f
|
NT_PRXFPREG = 0x46e62b7f
|
||||||
NT_RISCV_CSR = 0x900
|
NT_RISCV_CSR = 0x900
|
||||||
NT_RISCV_TAGGED_ADDR_CTRL = 0x902
|
NT_RISCV_TAGGED_ADDR_CTRL = 0x902
|
||||||
|
NT_RISCV_USER_CFI = 0x903
|
||||||
NT_RISCV_VECTOR = 0x901
|
NT_RISCV_VECTOR = 0x901
|
||||||
NT_S390_CTRS = 0x304
|
NT_S390_CTRS = 0x304
|
||||||
NT_S390_GS_BC = 0x30c
|
NT_S390_GS_BC = 0x30c
|
||||||
@@ -2515,6 +2534,7 @@ const (
|
|||||||
NT_X86_SHSTK = 0x204
|
NT_X86_SHSTK = 0x204
|
||||||
NT_X86_XSAVE_LAYOUT = 0x205
|
NT_X86_XSAVE_LAYOUT = 0x205
|
||||||
NT_X86_XSTATE = 0x202
|
NT_X86_XSTATE = 0x202
|
||||||
|
NULL_FS_MAGIC = 0x4e554c4c
|
||||||
OCFS2_SUPER_MAGIC = 0x7461636f
|
OCFS2_SUPER_MAGIC = 0x7461636f
|
||||||
OCRNL = 0x8
|
OCRNL = 0x8
|
||||||
OFDEL = 0x80
|
OFDEL = 0x80
|
||||||
@@ -2594,6 +2614,7 @@ const (
|
|||||||
PERF_ATTR_SIZE_VER6 = 0x78
|
PERF_ATTR_SIZE_VER6 = 0x78
|
||||||
PERF_ATTR_SIZE_VER7 = 0x80
|
PERF_ATTR_SIZE_VER7 = 0x80
|
||||||
PERF_ATTR_SIZE_VER8 = 0x88
|
PERF_ATTR_SIZE_VER8 = 0x88
|
||||||
|
PERF_ATTR_SIZE_VER9 = 0x90
|
||||||
PERF_AUX_FLAG_COLLISION = 0x8
|
PERF_AUX_FLAG_COLLISION = 0x8
|
||||||
PERF_AUX_FLAG_CORESIGHT_FORMAT_CORESIGHT = 0x0
|
PERF_AUX_FLAG_CORESIGHT_FORMAT_CORESIGHT = 0x0
|
||||||
PERF_AUX_FLAG_CORESIGHT_FORMAT_RAW = 0x100
|
PERF_AUX_FLAG_CORESIGHT_FORMAT_RAW = 0x100
|
||||||
@@ -2629,6 +2650,7 @@ const (
|
|||||||
PERF_MEM_LVLNUM_ANY_CACHE = 0xb
|
PERF_MEM_LVLNUM_ANY_CACHE = 0xb
|
||||||
PERF_MEM_LVLNUM_CXL = 0x9
|
PERF_MEM_LVLNUM_CXL = 0x9
|
||||||
PERF_MEM_LVLNUM_IO = 0xa
|
PERF_MEM_LVLNUM_IO = 0xa
|
||||||
|
PERF_MEM_LVLNUM_L0 = 0x7
|
||||||
PERF_MEM_LVLNUM_L1 = 0x1
|
PERF_MEM_LVLNUM_L1 = 0x1
|
||||||
PERF_MEM_LVLNUM_L2 = 0x2
|
PERF_MEM_LVLNUM_L2 = 0x2
|
||||||
PERF_MEM_LVLNUM_L2_MHB = 0x5
|
PERF_MEM_LVLNUM_L2_MHB = 0x5
|
||||||
@@ -2662,6 +2684,23 @@ const (
|
|||||||
PERF_MEM_OP_PFETCH = 0x8
|
PERF_MEM_OP_PFETCH = 0x8
|
||||||
PERF_MEM_OP_SHIFT = 0x0
|
PERF_MEM_OP_SHIFT = 0x0
|
||||||
PERF_MEM_OP_STORE = 0x4
|
PERF_MEM_OP_STORE = 0x4
|
||||||
|
PERF_MEM_REGION_L_NON_SHARE = 0x3
|
||||||
|
PERF_MEM_REGION_L_SHARE = 0x2
|
||||||
|
PERF_MEM_REGION_MEM0 = 0x8
|
||||||
|
PERF_MEM_REGION_MEM1 = 0x9
|
||||||
|
PERF_MEM_REGION_MEM2 = 0xa
|
||||||
|
PERF_MEM_REGION_MEM3 = 0xb
|
||||||
|
PERF_MEM_REGION_MEM4 = 0xc
|
||||||
|
PERF_MEM_REGION_MEM5 = 0xd
|
||||||
|
PERF_MEM_REGION_MEM6 = 0xe
|
||||||
|
PERF_MEM_REGION_MEM7 = 0xf
|
||||||
|
PERF_MEM_REGION_MMIO = 0x7
|
||||||
|
PERF_MEM_REGION_NA = 0x0
|
||||||
|
PERF_MEM_REGION_O_IO = 0x4
|
||||||
|
PERF_MEM_REGION_O_NON_SHARE = 0x6
|
||||||
|
PERF_MEM_REGION_O_SHARE = 0x5
|
||||||
|
PERF_MEM_REGION_RSVD = 0x1
|
||||||
|
PERF_MEM_REGION_SHIFT = 0x2e
|
||||||
PERF_MEM_REMOTE_REMOTE = 0x1
|
PERF_MEM_REMOTE_REMOTE = 0x1
|
||||||
PERF_MEM_REMOTE_SHIFT = 0x25
|
PERF_MEM_REMOTE_SHIFT = 0x25
|
||||||
PERF_MEM_SNOOPX_FWD = 0x1
|
PERF_MEM_SNOOPX_FWD = 0x1
|
||||||
@@ -2776,6 +2815,10 @@ const (
|
|||||||
PR_CAP_AMBIENT_IS_SET = 0x1
|
PR_CAP_AMBIENT_IS_SET = 0x1
|
||||||
PR_CAP_AMBIENT_LOWER = 0x3
|
PR_CAP_AMBIENT_LOWER = 0x3
|
||||||
PR_CAP_AMBIENT_RAISE = 0x2
|
PR_CAP_AMBIENT_RAISE = 0x2
|
||||||
|
PR_CFI_BRANCH_LANDING_PADS = 0x0
|
||||||
|
PR_CFI_DISABLE = 0x2
|
||||||
|
PR_CFI_ENABLE = 0x1
|
||||||
|
PR_CFI_LOCK = 0x4
|
||||||
PR_ENDIAN_BIG = 0x0
|
PR_ENDIAN_BIG = 0x0
|
||||||
PR_ENDIAN_LITTLE = 0x1
|
PR_ENDIAN_LITTLE = 0x1
|
||||||
PR_ENDIAN_PPC_LITTLE = 0x2
|
PR_ENDIAN_PPC_LITTLE = 0x2
|
||||||
@@ -2798,6 +2841,7 @@ const (
|
|||||||
PR_FUTEX_HASH_GET_SLOTS = 0x2
|
PR_FUTEX_HASH_GET_SLOTS = 0x2
|
||||||
PR_FUTEX_HASH_SET_SLOTS = 0x1
|
PR_FUTEX_HASH_SET_SLOTS = 0x1
|
||||||
PR_GET_AUXV = 0x41555856
|
PR_GET_AUXV = 0x41555856
|
||||||
|
PR_GET_CFI = 0x50
|
||||||
PR_GET_CHILD_SUBREAPER = 0x25
|
PR_GET_CHILD_SUBREAPER = 0x25
|
||||||
PR_GET_DUMPABLE = 0x3
|
PR_GET_DUMPABLE = 0x3
|
||||||
PR_GET_ENDIAN = 0x13
|
PR_GET_ENDIAN = 0x13
|
||||||
@@ -2834,6 +2878,7 @@ const (
|
|||||||
PR_MDWE_REFUSE_EXEC_GAIN = 0x1
|
PR_MDWE_REFUSE_EXEC_GAIN = 0x1
|
||||||
PR_MPX_DISABLE_MANAGEMENT = 0x2c
|
PR_MPX_DISABLE_MANAGEMENT = 0x2c
|
||||||
PR_MPX_ENABLE_MANAGEMENT = 0x2b
|
PR_MPX_ENABLE_MANAGEMENT = 0x2b
|
||||||
|
PR_MTE_STORE_ONLY = 0x80000
|
||||||
PR_MTE_TAG_MASK = 0x7fff8
|
PR_MTE_TAG_MASK = 0x7fff8
|
||||||
PR_MTE_TAG_SHIFT = 0x3
|
PR_MTE_TAG_SHIFT = 0x3
|
||||||
PR_MTE_TCF_ASYNC = 0x4
|
PR_MTE_TCF_ASYNC = 0x4
|
||||||
@@ -2877,6 +2922,10 @@ const (
|
|||||||
PR_RISCV_V_VSTATE_CTRL_NEXT_MASK = 0xc
|
PR_RISCV_V_VSTATE_CTRL_NEXT_MASK = 0xc
|
||||||
PR_RISCV_V_VSTATE_CTRL_OFF = 0x1
|
PR_RISCV_V_VSTATE_CTRL_OFF = 0x1
|
||||||
PR_RISCV_V_VSTATE_CTRL_ON = 0x2
|
PR_RISCV_V_VSTATE_CTRL_ON = 0x2
|
||||||
|
PR_RSEQ_SLICE_EXTENSION = 0x4f
|
||||||
|
PR_RSEQ_SLICE_EXTENSION_GET = 0x1
|
||||||
|
PR_RSEQ_SLICE_EXTENSION_SET = 0x2
|
||||||
|
PR_RSEQ_SLICE_EXT_ENABLE = 0x1
|
||||||
PR_SCHED_CORE = 0x3e
|
PR_SCHED_CORE = 0x3e
|
||||||
PR_SCHED_CORE_CREATE = 0x1
|
PR_SCHED_CORE_CREATE = 0x1
|
||||||
PR_SCHED_CORE_GET = 0x0
|
PR_SCHED_CORE_GET = 0x0
|
||||||
@@ -2886,6 +2935,7 @@ const (
|
|||||||
PR_SCHED_CORE_SCOPE_THREAD_GROUP = 0x1
|
PR_SCHED_CORE_SCOPE_THREAD_GROUP = 0x1
|
||||||
PR_SCHED_CORE_SHARE_FROM = 0x3
|
PR_SCHED_CORE_SHARE_FROM = 0x3
|
||||||
PR_SCHED_CORE_SHARE_TO = 0x2
|
PR_SCHED_CORE_SHARE_TO = 0x2
|
||||||
|
PR_SET_CFI = 0x51
|
||||||
PR_SET_CHILD_SUBREAPER = 0x24
|
PR_SET_CHILD_SUBREAPER = 0x24
|
||||||
PR_SET_DUMPABLE = 0x4
|
PR_SET_DUMPABLE = 0x4
|
||||||
PR_SET_ENDIAN = 0x14
|
PR_SET_ENDIAN = 0x14
|
||||||
@@ -2951,11 +3001,14 @@ const (
|
|||||||
PR_SVE_SET_VL_ONEXEC = 0x40000
|
PR_SVE_SET_VL_ONEXEC = 0x40000
|
||||||
PR_SVE_VL_INHERIT = 0x20000
|
PR_SVE_VL_INHERIT = 0x20000
|
||||||
PR_SVE_VL_LEN_MASK = 0xffff
|
PR_SVE_VL_LEN_MASK = 0xffff
|
||||||
|
PR_SYS_DISPATCH_EXCLUSIVE_ON = 0x1
|
||||||
|
PR_SYS_DISPATCH_INCLUSIVE_ON = 0x2
|
||||||
PR_SYS_DISPATCH_OFF = 0x0
|
PR_SYS_DISPATCH_OFF = 0x0
|
||||||
PR_SYS_DISPATCH_ON = 0x1
|
PR_SYS_DISPATCH_ON = 0x1
|
||||||
PR_TAGGED_ADDR_ENABLE = 0x1
|
PR_TAGGED_ADDR_ENABLE = 0x1
|
||||||
PR_TASK_PERF_EVENTS_DISABLE = 0x1f
|
PR_TASK_PERF_EVENTS_DISABLE = 0x1f
|
||||||
PR_TASK_PERF_EVENTS_ENABLE = 0x20
|
PR_TASK_PERF_EVENTS_ENABLE = 0x20
|
||||||
|
PR_THP_DISABLE_EXCEPT_ADVISED = 0x2
|
||||||
PR_TIMER_CREATE_RESTORE_IDS = 0x4d
|
PR_TIMER_CREATE_RESTORE_IDS = 0x4d
|
||||||
PR_TIMER_CREATE_RESTORE_IDS_GET = 0x2
|
PR_TIMER_CREATE_RESTORE_IDS_GET = 0x2
|
||||||
PR_TIMER_CREATE_RESTORE_IDS_OFF = 0x0
|
PR_TIMER_CREATE_RESTORE_IDS_OFF = 0x0
|
||||||
@@ -2987,8 +3040,10 @@ const (
|
|||||||
PTP_STRICT_FLAGS = 0x8
|
PTP_STRICT_FLAGS = 0x8
|
||||||
PTP_SYS_OFFSET_EXTENDED = 0xc4c03d09
|
PTP_SYS_OFFSET_EXTENDED = 0xc4c03d09
|
||||||
PTP_SYS_OFFSET_EXTENDED2 = 0xc4c03d12
|
PTP_SYS_OFFSET_EXTENDED2 = 0xc4c03d12
|
||||||
|
PTP_SYS_OFFSET_EXTENDED_CYCLES = 0xc4c03d16
|
||||||
PTP_SYS_OFFSET_PRECISE = 0xc0403d08
|
PTP_SYS_OFFSET_PRECISE = 0xc0403d08
|
||||||
PTP_SYS_OFFSET_PRECISE2 = 0xc0403d11
|
PTP_SYS_OFFSET_PRECISE2 = 0xc0403d11
|
||||||
|
PTP_SYS_OFFSET_PRECISE_CYCLES = 0xc0403d15
|
||||||
PTRACE_ATTACH = 0x10
|
PTRACE_ATTACH = 0x10
|
||||||
PTRACE_CONT = 0x7
|
PTRACE_CONT = 0x7
|
||||||
PTRACE_DETACH = 0x11
|
PTRACE_DETACH = 0x11
|
||||||
@@ -3330,8 +3385,9 @@ const (
|
|||||||
RWF_DSYNC = 0x2
|
RWF_DSYNC = 0x2
|
||||||
RWF_HIPRI = 0x1
|
RWF_HIPRI = 0x1
|
||||||
RWF_NOAPPEND = 0x20
|
RWF_NOAPPEND = 0x20
|
||||||
|
RWF_NOSIGNAL = 0x100
|
||||||
RWF_NOWAIT = 0x8
|
RWF_NOWAIT = 0x8
|
||||||
RWF_SUPPORTED = 0xff
|
RWF_SUPPORTED = 0x1ff
|
||||||
RWF_SYNC = 0x4
|
RWF_SYNC = 0x4
|
||||||
RWF_WRITE_LIFE_NOT_SET = 0x0
|
RWF_WRITE_LIFE_NOT_SET = 0x0
|
||||||
SCHED_BATCH = 0x3
|
SCHED_BATCH = 0x3
|
||||||
@@ -3714,7 +3770,7 @@ const (
|
|||||||
TASKSTATS_GENL_NAME = "TASKSTATS"
|
TASKSTATS_GENL_NAME = "TASKSTATS"
|
||||||
TASKSTATS_GENL_VERSION = 0x1
|
TASKSTATS_GENL_VERSION = 0x1
|
||||||
TASKSTATS_TYPE_MAX = 0x6
|
TASKSTATS_TYPE_MAX = 0x6
|
||||||
TASKSTATS_VERSION = 0x10
|
TASKSTATS_VERSION = 0x11
|
||||||
TCIFLUSH = 0x0
|
TCIFLUSH = 0x0
|
||||||
TCIOFF = 0x2
|
TCIOFF = 0x2
|
||||||
TCIOFLUSH = 0x2
|
TCIOFLUSH = 0x2
|
||||||
@@ -4052,6 +4108,7 @@ const (
|
|||||||
XDP_FLAGS_REPLACE = 0x10
|
XDP_FLAGS_REPLACE = 0x10
|
||||||
XDP_FLAGS_SKB_MODE = 0x2
|
XDP_FLAGS_SKB_MODE = 0x2
|
||||||
XDP_FLAGS_UPDATE_IF_NOEXIST = 0x1
|
XDP_FLAGS_UPDATE_IF_NOEXIST = 0x1
|
||||||
|
XDP_MAX_TX_SKB_BUDGET = 0x9
|
||||||
XDP_MMAP_OFFSETS = 0x1
|
XDP_MMAP_OFFSETS = 0x1
|
||||||
XDP_OPTIONS = 0x8
|
XDP_OPTIONS = 0x8
|
||||||
XDP_OPTIONS_ZEROCOPY = 0x1
|
XDP_OPTIONS_ZEROCOPY = 0x1
|
||||||
|
|||||||
+6
-1
@@ -159,6 +159,7 @@ const (
|
|||||||
NFDBITS = 0x20
|
NFDBITS = 0x20
|
||||||
NLDLY = 0x100
|
NLDLY = 0x100
|
||||||
NOFLSH = 0x80
|
NOFLSH = 0x80
|
||||||
|
NS_GET_ID = 0x8008b70d
|
||||||
NS_GET_MNTNS_ID = 0x8008b705
|
NS_GET_MNTNS_ID = 0x8008b705
|
||||||
NS_GET_NSTYPE = 0xb703
|
NS_GET_NSTYPE = 0xb703
|
||||||
NS_GET_OWNER_UID = 0xb704
|
NS_GET_OWNER_UID = 0xb704
|
||||||
@@ -305,6 +306,7 @@ const (
|
|||||||
RTC_WKALM_SET = 0x4028700f
|
RTC_WKALM_SET = 0x4028700f
|
||||||
SCM_DEVMEM_DMABUF = 0x4f
|
SCM_DEVMEM_DMABUF = 0x4f
|
||||||
SCM_DEVMEM_LINEAR = 0x4e
|
SCM_DEVMEM_LINEAR = 0x4e
|
||||||
|
SCM_INQ = 0x54
|
||||||
SCM_TIMESTAMPING = 0x25
|
SCM_TIMESTAMPING = 0x25
|
||||||
SCM_TIMESTAMPING_OPT_STATS = 0x36
|
SCM_TIMESTAMPING_OPT_STATS = 0x36
|
||||||
SCM_TIMESTAMPING_PKTINFO = 0x3a
|
SCM_TIMESTAMPING_PKTINFO = 0x3a
|
||||||
@@ -352,6 +354,7 @@ const (
|
|||||||
SO_ERROR = 0x4
|
SO_ERROR = 0x4
|
||||||
SO_INCOMING_CPU = 0x31
|
SO_INCOMING_CPU = 0x31
|
||||||
SO_INCOMING_NAPI_ID = 0x38
|
SO_INCOMING_NAPI_ID = 0x38
|
||||||
|
SO_INQ = 0x54
|
||||||
SO_KEEPALIVE = 0x9
|
SO_KEEPALIVE = 0x9
|
||||||
SO_LINGER = 0xd
|
SO_LINGER = 0xd
|
||||||
SO_LOCK_FILTER = 0x2c
|
SO_LOCK_FILTER = 0x2c
|
||||||
@@ -596,6 +599,8 @@ const (
|
|||||||
EDESTADDRREQ = syscall.Errno(0x59)
|
EDESTADDRREQ = syscall.Errno(0x59)
|
||||||
EDOTDOT = syscall.Errno(0x49)
|
EDOTDOT = syscall.Errno(0x49)
|
||||||
EDQUOT = syscall.Errno(0x7a)
|
EDQUOT = syscall.Errno(0x7a)
|
||||||
|
EFSBADCRC = syscall.Errno(0x4a)
|
||||||
|
EFSCORRUPTED = syscall.Errno(0x75)
|
||||||
EHOSTDOWN = syscall.Errno(0x70)
|
EHOSTDOWN = syscall.Errno(0x70)
|
||||||
EHOSTUNREACH = syscall.Errno(0x71)
|
EHOSTUNREACH = syscall.Errno(0x71)
|
||||||
EHWPOISON = syscall.Errno(0x85)
|
EHWPOISON = syscall.Errno(0x85)
|
||||||
@@ -819,7 +824,7 @@ var errorList = [...]struct {
|
|||||||
{114, "EALREADY", "operation already in progress"},
|
{114, "EALREADY", "operation already in progress"},
|
||||||
{115, "EINPROGRESS", "operation now in progress"},
|
{115, "EINPROGRESS", "operation now in progress"},
|
||||||
{116, "ESTALE", "stale file handle"},
|
{116, "ESTALE", "stale file handle"},
|
||||||
{117, "EUCLEAN", "structure needs cleaning"},
|
{117, "EFSCORRUPTED", "structure needs cleaning"},
|
||||||
{118, "ENOTNAM", "not a XENIX named type file"},
|
{118, "ENOTNAM", "not a XENIX named type file"},
|
||||||
{119, "ENAVAIL", "no XENIX semaphores available"},
|
{119, "ENAVAIL", "no XENIX semaphores available"},
|
||||||
{120, "EISNAM", "is a named type file"},
|
{120, "EISNAM", "is a named type file"},
|
||||||
|
|||||||
+6
-1
@@ -159,6 +159,7 @@ const (
|
|||||||
NFDBITS = 0x40
|
NFDBITS = 0x40
|
||||||
NLDLY = 0x100
|
NLDLY = 0x100
|
||||||
NOFLSH = 0x80
|
NOFLSH = 0x80
|
||||||
|
NS_GET_ID = 0x8008b70d
|
||||||
NS_GET_MNTNS_ID = 0x8008b705
|
NS_GET_MNTNS_ID = 0x8008b705
|
||||||
NS_GET_NSTYPE = 0xb703
|
NS_GET_NSTYPE = 0xb703
|
||||||
NS_GET_OWNER_UID = 0xb704
|
NS_GET_OWNER_UID = 0xb704
|
||||||
@@ -306,6 +307,7 @@ const (
|
|||||||
RTC_WKALM_SET = 0x4028700f
|
RTC_WKALM_SET = 0x4028700f
|
||||||
SCM_DEVMEM_DMABUF = 0x4f
|
SCM_DEVMEM_DMABUF = 0x4f
|
||||||
SCM_DEVMEM_LINEAR = 0x4e
|
SCM_DEVMEM_LINEAR = 0x4e
|
||||||
|
SCM_INQ = 0x54
|
||||||
SCM_TIMESTAMPING = 0x25
|
SCM_TIMESTAMPING = 0x25
|
||||||
SCM_TIMESTAMPING_OPT_STATS = 0x36
|
SCM_TIMESTAMPING_OPT_STATS = 0x36
|
||||||
SCM_TIMESTAMPING_PKTINFO = 0x3a
|
SCM_TIMESTAMPING_PKTINFO = 0x3a
|
||||||
@@ -353,6 +355,7 @@ const (
|
|||||||
SO_ERROR = 0x4
|
SO_ERROR = 0x4
|
||||||
SO_INCOMING_CPU = 0x31
|
SO_INCOMING_CPU = 0x31
|
||||||
SO_INCOMING_NAPI_ID = 0x38
|
SO_INCOMING_NAPI_ID = 0x38
|
||||||
|
SO_INQ = 0x54
|
||||||
SO_KEEPALIVE = 0x9
|
SO_KEEPALIVE = 0x9
|
||||||
SO_LINGER = 0xd
|
SO_LINGER = 0xd
|
||||||
SO_LOCK_FILTER = 0x2c
|
SO_LOCK_FILTER = 0x2c
|
||||||
@@ -596,6 +599,8 @@ const (
|
|||||||
EDESTADDRREQ = syscall.Errno(0x59)
|
EDESTADDRREQ = syscall.Errno(0x59)
|
||||||
EDOTDOT = syscall.Errno(0x49)
|
EDOTDOT = syscall.Errno(0x49)
|
||||||
EDQUOT = syscall.Errno(0x7a)
|
EDQUOT = syscall.Errno(0x7a)
|
||||||
|
EFSBADCRC = syscall.Errno(0x4a)
|
||||||
|
EFSCORRUPTED = syscall.Errno(0x75)
|
||||||
EHOSTDOWN = syscall.Errno(0x70)
|
EHOSTDOWN = syscall.Errno(0x70)
|
||||||
EHOSTUNREACH = syscall.Errno(0x71)
|
EHOSTUNREACH = syscall.Errno(0x71)
|
||||||
EHWPOISON = syscall.Errno(0x85)
|
EHWPOISON = syscall.Errno(0x85)
|
||||||
@@ -819,7 +824,7 @@ var errorList = [...]struct {
|
|||||||
{114, "EALREADY", "operation already in progress"},
|
{114, "EALREADY", "operation already in progress"},
|
||||||
{115, "EINPROGRESS", "operation now in progress"},
|
{115, "EINPROGRESS", "operation now in progress"},
|
||||||
{116, "ESTALE", "stale file handle"},
|
{116, "ESTALE", "stale file handle"},
|
||||||
{117, "EUCLEAN", "structure needs cleaning"},
|
{117, "EFSCORRUPTED", "structure needs cleaning"},
|
||||||
{118, "ENOTNAM", "not a XENIX named type file"},
|
{118, "ENOTNAM", "not a XENIX named type file"},
|
||||||
{119, "ENAVAIL", "no XENIX semaphores available"},
|
{119, "ENAVAIL", "no XENIX semaphores available"},
|
||||||
{120, "EISNAM", "is a named type file"},
|
{120, "EISNAM", "is a named type file"},
|
||||||
|
|||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user