mirror of
https://github.com/bitechdev/ResolveSpec.git
synced 2026-07-07 19:37:38 +00:00
Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 11ef16f75a | |||
| 48b72a7631 | |||
| 4c512acf25 | |||
| 07a402634e |
+43
-18
@@ -446,18 +446,36 @@ func containsTopLevelOR(clause string) bool {
|
|||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
// splitByAND splits a WHERE clause by AND operators (case-insensitive)
|
// splitByAND splits a WHERE clause by AND operators (case-insensitive).
|
||||||
// This is parenthesis-aware and won't split on AND operators inside subqueries
|
// It is parenthesis-aware (won't split inside subqueries), quote-aware
|
||||||
|
// (won't split on AND inside single-quoted strings), and BETWEEN-aware
|
||||||
|
// (won't split on the AND that separates the two operands of BETWEEN x AND y).
|
||||||
func splitByAND(where string) []string {
|
func splitByAND(where string) []string {
|
||||||
conditions := []string{}
|
conditions := []string{}
|
||||||
currentCondition := strings.Builder{}
|
currentCondition := strings.Builder{}
|
||||||
depth := 0 // Track parenthesis depth
|
depth := 0 // parenthesis nesting depth
|
||||||
|
inSingleQuote := false
|
||||||
|
afterBetween := false // true after seeing BETWEEN at depth 0; next AND belongs to it
|
||||||
i := 0
|
i := 0
|
||||||
|
|
||||||
for i < len(where) {
|
for i < len(where) {
|
||||||
ch := where[i]
|
ch := where[i]
|
||||||
|
|
||||||
// Track parenthesis depth
|
// Track single-quote state so we never split on AND inside string literals.
|
||||||
|
if ch == '\'' {
|
||||||
|
inSingleQuote = !inSingleQuote
|
||||||
|
currentCondition.WriteByte(ch)
|
||||||
|
i++
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
if inSingleQuote {
|
||||||
|
currentCondition.WriteByte(ch)
|
||||||
|
i++
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Track parenthesis depth (outside quotes only).
|
||||||
if ch == '(' {
|
if ch == '(' {
|
||||||
depth++
|
depth++
|
||||||
currentCondition.WriteByte(ch)
|
currentCondition.WriteByte(ch)
|
||||||
@@ -470,32 +488,39 @@ func splitByAND(where string) []string {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
// Only look for AND operators at depth 0 (not inside parentheses)
|
// All keyword checks only apply at depth 0 (not inside subqueries).
|
||||||
if depth == 0 {
|
if depth == 0 {
|
||||||
// Check if we're at an AND operator (case-insensitive)
|
// Detect " BETWEEN " (9 chars, case-insensitive) so the very next
|
||||||
// We need at least " AND " (5 chars) or " and " (5 chars)
|
// top-level AND is recognised as part of the BETWEEN syntax.
|
||||||
if i+5 <= len(where) {
|
if i+9 <= len(where) && strings.ToLower(where[i:i+9]) == " between " {
|
||||||
substring := where[i : i+5]
|
afterBetween = true
|
||||||
lowerSubstring := strings.ToLower(substring)
|
currentCondition.WriteString(where[i : i+9])
|
||||||
|
i += 9
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
if lowerSubstring == " and " {
|
// Detect " AND " (5 chars, case-insensitive).
|
||||||
// Found an AND operator at the top level
|
if i+5 <= len(where) && strings.ToLower(where[i:i+5]) == " and " {
|
||||||
// Add the current condition to the list
|
if afterBetween {
|
||||||
conditions = append(conditions, currentCondition.String())
|
// This AND closes a BETWEEN expression — do NOT split.
|
||||||
currentCondition.Reset()
|
afterBetween = false
|
||||||
// Skip past the AND operator
|
currentCondition.WriteString(where[i : i+5])
|
||||||
i += 5
|
i += 5
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
// Regular conjunction — split here.
|
||||||
|
conditions = append(conditions, currentCondition.String())
|
||||||
|
currentCondition.Reset()
|
||||||
|
i += 5
|
||||||
|
continue
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Not an AND operator or we're inside parentheses, just add the character
|
|
||||||
currentCondition.WriteByte(ch)
|
currentCondition.WriteByte(ch)
|
||||||
i++
|
i++
|
||||||
}
|
}
|
||||||
|
|
||||||
// Add the last condition
|
// Add the last condition.
|
||||||
if currentCondition.Len() > 0 {
|
if currentCondition.Len() > 0 {
|
||||||
conditions = append(conditions, currentCondition.String())
|
conditions = append(conditions, currentCondition.String())
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -520,6 +520,38 @@ func TestSplitByAND(t *testing.T) {
|
|||||||
input: "a = 1 AND b = 2 AND c = 3 and (select s from generate_series(1,10) s where s < 10 and s > 0 offset 2 limit 1) = 3",
|
input: "a = 1 AND b = 2 AND c = 3 and (select s from generate_series(1,10) s where s < 10 and s > 0 offset 2 limit 1) = 3",
|
||||||
expected: []string{"a = 1", "b = 2", "c = 3", "(select s from generate_series(1,10) s where s < 10 and s > 0 offset 2 limit 1) = 3"},
|
expected: []string{"a = 1", "b = 2", "c = 3", "(select s from generate_series(1,10) s where s < 10 and s > 0 offset 2 limit 1) = 3"},
|
||||||
},
|
},
|
||||||
|
// BETWEEN-aware cases: the AND inside BETWEEN x AND y must not cause a split.
|
||||||
|
{
|
||||||
|
name: "BETWEEN does not split on its AND",
|
||||||
|
input: "col between '2025-08-31' and '1970-01-01'",
|
||||||
|
expected: []string{"col between '2025-08-31' and '1970-01-01'"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "BETWEEN uppercase AND",
|
||||||
|
input: "col BETWEEN '2025-08-31' AND '1970-01-01'",
|
||||||
|
expected: []string{"col BETWEEN '2025-08-31' AND '1970-01-01'"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "BETWEEN followed by a regular AND conjunction",
|
||||||
|
input: "col between 1 and 5 and other = 'x'",
|
||||||
|
expected: []string{"col between 1 and 5", "other = 'x'"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "two BETWEEN conditions joined by AND",
|
||||||
|
input: "col1 between 1 and 5 and col2 between 10 and 20",
|
||||||
|
expected: []string{"col1 between 1 and 5", "col2 between 10 and 20"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "complex OR block with multiple BETWEENs (real-world case)",
|
||||||
|
input: "tbl.applicationdate between '2025-08-31' and '1970-01-01'\n or tbl.capturedate between '2025-08-31' and '1970-01-01'\n or tbl.startdate between '2025-08-31' AND '1970-01-01'",
|
||||||
|
expected: []string{"tbl.applicationdate between '2025-08-31' and '1970-01-01'\n or tbl.capturedate between '2025-08-31' and '1970-01-01'\n or tbl.startdate between '2025-08-31' AND '1970-01-01'"},
|
||||||
|
},
|
||||||
|
// Quote-aware cases: AND inside a string literal must not split.
|
||||||
|
{
|
||||||
|
name: "AND inside single-quoted string is not a split point",
|
||||||
|
input: "comment = 'this and that' and status = 'active'",
|
||||||
|
expected: []string{"comment = 'this and that'", "status = 'active'"},
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
@@ -917,6 +949,25 @@ where: "(true AND status = 'active')",
|
|||||||
tableName: "unregistered_table",
|
tableName: "unregistered_table",
|
||||||
expected: "(true AND unregistered_table.status = 'active')",
|
expected: "(true AND unregistered_table.status = 'active')",
|
||||||
},
|
},
|
||||||
|
// BETWEEN regression: date literals inside BETWEEN must not be prefixed as columns.
|
||||||
|
{
|
||||||
|
name: "BETWEEN date range - second date must not be prefixed",
|
||||||
|
where: "applicationdate between '2025-08-31' and '1970-01-01'",
|
||||||
|
tableName: "unregistered_table",
|
||||||
|
expected: "unregistered_table.applicationdate between '2025-08-31' and '1970-01-01'",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Already-prefixed BETWEEN column - unchanged",
|
||||||
|
where: `"v_webui_clients".applicationdate between '2025-08-31' and '1970-01-01'`,
|
||||||
|
tableName: "v_webui_clients",
|
||||||
|
expected: `"v_webui_clients".applicationdate between '2025-08-31' and '1970-01-01'`,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Complex OR block with multiple BETWEENs - date values must not be prefixed",
|
||||||
|
where: `("v_webui_clients".applicationdate between '2025-08-31' and '1970-01-01' or "v_webui_clients".clientcapturedate between '2025-08-31' and '1970-01-01' or "v_webui_clients".startdate between '2025-08-31' AND '1970-01-01')`,
|
||||||
|
tableName: "v_webui_clients",
|
||||||
|
expected: `("v_webui_clients".applicationdate between '2025-08-31' and '1970-01-01' or "v_webui_clients".clientcapturedate between '2025-08-31' and '1970-01-01' or "v_webui_clients".startdate between '2025-08-31' AND '1970-01-01')`,
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
|
|||||||
@@ -17,6 +17,7 @@ import (
|
|||||||
|
|
||||||
"github.com/bitechdev/ResolveSpec/pkg/common"
|
"github.com/bitechdev/ResolveSpec/pkg/common"
|
||||||
"github.com/bitechdev/ResolveSpec/pkg/logger"
|
"github.com/bitechdev/ResolveSpec/pkg/logger"
|
||||||
|
"github.com/bitechdev/ResolveSpec/pkg/reflection"
|
||||||
"github.com/bitechdev/ResolveSpec/pkg/restheadspec"
|
"github.com/bitechdev/ResolveSpec/pkg/restheadspec"
|
||||||
"github.com/bitechdev/ResolveSpec/pkg/security"
|
"github.com/bitechdev/ResolveSpec/pkg/security"
|
||||||
)
|
)
|
||||||
@@ -367,13 +368,17 @@ func (h *Handler) SqlQueryList(sqlquery string, options SqlQueryOptions) HTTPFun
|
|||||||
}
|
}
|
||||||
|
|
||||||
case "detail":
|
case "detail":
|
||||||
// Detail format: complex API with metadata
|
// Detail format: { count, fields, items, tablename, tableprefix, total }
|
||||||
|
tableName := r.URL.Path
|
||||||
|
tablePrefix := reflection.ExtractTableNameOnly(tableName)
|
||||||
|
fields := buildDetailFieldsFromRows(dbobjlist)
|
||||||
metaobj := map[string]interface{}{
|
metaobj := map[string]interface{}{
|
||||||
"items": dbobjlist,
|
|
||||||
"count": fmt.Sprintf("%d", len(dbobjlist)),
|
"count": fmt.Sprintf("%d", len(dbobjlist)),
|
||||||
|
"fields": fields,
|
||||||
|
"items": dbobjlist,
|
||||||
|
"tablename": tableName,
|
||||||
|
"tableprefix": tablePrefix,
|
||||||
"total": fmt.Sprintf("%d", total),
|
"total": fmt.Sprintf("%d", total),
|
||||||
"tablename": r.URL.Path,
|
|
||||||
"tableprefix": "gsql",
|
|
||||||
}
|
}
|
||||||
data, err := json.Marshal(metaobj)
|
data, err := json.Marshal(metaobj)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -1079,6 +1084,49 @@ func getReplacementForBlankParam(sqlquery, param string) string {
|
|||||||
// return result
|
// return result
|
||||||
// }
|
// }
|
||||||
|
|
||||||
|
// buildDetailFieldsFromRows builds a field metadata list from the column names and value types
|
||||||
|
// of a raw SQL result set. Used when no model struct is available (funcspec raw queries).
|
||||||
|
func buildDetailFieldsFromRows(rows []map[string]interface{}) []reflection.ModelFieldDetail {
|
||||||
|
if len(rows) == 0 {
|
||||||
|
return []reflection.ModelFieldDetail{}
|
||||||
|
}
|
||||||
|
first := rows[0]
|
||||||
|
fields := make([]reflection.ModelFieldDetail, 0, len(first))
|
||||||
|
for colName, val := range first {
|
||||||
|
dataType := inferGoType(val)
|
||||||
|
fields = append(fields, reflection.ModelFieldDetail{
|
||||||
|
Name: colName,
|
||||||
|
DataType: dataType,
|
||||||
|
SQLName: colName,
|
||||||
|
SQLDataType: "",
|
||||||
|
SQLKey: "",
|
||||||
|
Nullable: val == nil,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
return fields
|
||||||
|
}
|
||||||
|
|
||||||
|
// inferGoType returns a simple type name for a value, used for detail field metadata.
|
||||||
|
func inferGoType(val interface{}) string {
|
||||||
|
if val == nil {
|
||||||
|
return "interface{}"
|
||||||
|
}
|
||||||
|
switch val.(type) {
|
||||||
|
case bool:
|
||||||
|
return "bool"
|
||||||
|
case int, int8, int16, int32, int64, uint, uint8, uint16, uint32, uint64:
|
||||||
|
return "int64"
|
||||||
|
case float32, float64:
|
||||||
|
return "float64"
|
||||||
|
case string:
|
||||||
|
return "string"
|
||||||
|
case []byte:
|
||||||
|
return "[]byte"
|
||||||
|
default:
|
||||||
|
return "interface{}"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// getIPAddress extracts the real IP address from the request
|
// getIPAddress extracts the real IP address from the request
|
||||||
func getIPAddress(r *http.Request) string {
|
func getIPAddress(r *http.Request) string {
|
||||||
if forwarded := r.Header.Get("X-Forwarded-For"); forwarded != "" {
|
if forwarded := r.Header.Get("X-Forwarded-For"); forwarded != "" {
|
||||||
|
|||||||
@@ -617,6 +617,91 @@ func TestSqlQueryList(t *testing.T) {
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
name: "x-detailapi header returns detail format",
|
||||||
|
sqlQuery: "SELECT * FROM myschema.myentity",
|
||||||
|
noCount: false,
|
||||||
|
blankParams: false,
|
||||||
|
allowFilter: false,
|
||||||
|
headers: map[string]string{"x-detailapi": "true"},
|
||||||
|
setupDB: func() *MockDatabase {
|
||||||
|
return &MockDatabase{
|
||||||
|
RunInTransactionFunc: func(ctx context.Context, fn func(common.Database) error) error {
|
||||||
|
db := &MockDatabase{
|
||||||
|
QueryFunc: func(ctx context.Context, dest interface{}, query string, args ...interface{}) error {
|
||||||
|
if strings.Contains(query, "COUNT") {
|
||||||
|
dest.(*struct{ Count int64 }).Count = 3
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
*dest.(*[]map[string]interface{}) = []map[string]interface{}{
|
||||||
|
{"id": float64(1), "name": "Alice"},
|
||||||
|
{"id": float64(2), "name": "Bob"},
|
||||||
|
{"id": float64(3), "name": "Carol"},
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
},
|
||||||
|
}
|
||||||
|
return fn(db)
|
||||||
|
},
|
||||||
|
}
|
||||||
|
},
|
||||||
|
expectedStatus: 200,
|
||||||
|
validateResp: func(t *testing.T, w *httptest.ResponseRecorder) {
|
||||||
|
var resp map[string]json.RawMessage
|
||||||
|
if err := json.Unmarshal(w.Body.Bytes(), &resp); err != nil {
|
||||||
|
t.Fatalf("expected JSON object, got: %s", w.Body.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, key := range []string{"count", "fields", "items", "tablename", "tableprefix", "total"} {
|
||||||
|
if _, ok := resp[key]; !ok {
|
||||||
|
t.Errorf("missing key %q in detail response", key)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var count, total string
|
||||||
|
json.Unmarshal(resp["count"], &count)
|
||||||
|
json.Unmarshal(resp["total"], &total)
|
||||||
|
if count != "3" {
|
||||||
|
t.Errorf("expected count %q, got %q", "3", count)
|
||||||
|
}
|
||||||
|
if total != "3" {
|
||||||
|
t.Errorf("expected total %q, got %q", "3", total)
|
||||||
|
}
|
||||||
|
|
||||||
|
var items []map[string]interface{}
|
||||||
|
if err := json.Unmarshal(resp["items"], &items); err != nil {
|
||||||
|
t.Fatalf("items is not an array: %v", err)
|
||||||
|
}
|
||||||
|
if len(items) != 3 {
|
||||||
|
t.Errorf("expected 3 items, got %d", len(items))
|
||||||
|
}
|
||||||
|
|
||||||
|
var fields []map[string]interface{}
|
||||||
|
if err := json.Unmarshal(resp["fields"], &fields); err != nil {
|
||||||
|
t.Fatalf("fields is not an array: %v", err)
|
||||||
|
}
|
||||||
|
if len(fields) == 0 {
|
||||||
|
t.Error("expected non-empty fields list")
|
||||||
|
}
|
||||||
|
for _, f := range fields {
|
||||||
|
for _, key := range []string{"name", "datatype", "sqlname", "sqldatatype", "sqlkey", "nullable"} {
|
||||||
|
if _, ok := f[key]; !ok {
|
||||||
|
t.Errorf("field %v missing key %q", f, key)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var tablename, tableprefix string
|
||||||
|
json.Unmarshal(resp["tablename"], &tablename)
|
||||||
|
json.Unmarshal(resp["tableprefix"], &tableprefix)
|
||||||
|
if tablename == "" {
|
||||||
|
t.Error("expected non-empty tablename")
|
||||||
|
}
|
||||||
|
if tableprefix == "" {
|
||||||
|
t.Error("expected non-empty tableprefix")
|
||||||
|
}
|
||||||
|
},
|
||||||
|
},
|
||||||
{
|
{
|
||||||
name: "List query with noCount",
|
name: "List query with noCount",
|
||||||
sqlQuery: "SELECT * FROM users",
|
sqlQuery: "SELECT * FROM users",
|
||||||
|
|||||||
Reference in New Issue
Block a user