feat: 🎉 postgresql broker first commit of forked prototype from my original code

pkg/broker/install/sql/tables/00_install.sql

@@ -0,0 +1,10 @@
+-- PostgreSQL Broker Tables Installation Script
+-- Run this script to create all required tables
+
+\echo 'Installing PostgreSQL Broker tables...'
+
+\i 01_broker_queueinstance.sql
+\i 03_broker_schedule.sql
+\i 02_broker_jobs.sql
+
+\echo 'PostgreSQL Broker tables installed successfully!'

pkg/broker/install/sql/tables/01_broker_queueinstance.sql

@@ -0,0 +1,31 @@
+-- broker_queueinstance table
+-- Tracks active and historical broker queue instances
+
+CREATE TABLE IF NOT EXISTS broker_queueinstance (
+    id_broker_queueinstance BIGSERIAL PRIMARY KEY,
+    name VARCHAR(255) NOT NULL,
+    hostname VARCHAR(255) NOT NULL,
+    pid INTEGER NOT NULL,
+    version VARCHAR(50) NOT NULL,
+    status VARCHAR(20) NOT NULL DEFAULT 'active',
+    started_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+    last_ping_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+    shutdown_at TIMESTAMP WITH TIME ZONE,
+    queue_count INTEGER NOT NULL DEFAULT 0,
+    jobs_handled BIGINT NOT NULL DEFAULT 0,
+
+    CONSTRAINT broker_queueinstance_status_check CHECK (status IN ('active', 'inactive', 'shutdown'))
+);
+
+-- Indexes
+CREATE INDEX IF NOT EXISTS idx_broker_queueinstance_status ON broker_queueinstance(status);
+CREATE INDEX IF NOT EXISTS idx_broker_queueinstance_hostname ON broker_queueinstance(hostname);
+CREATE INDEX IF NOT EXISTS idx_broker_queueinstance_last_ping ON broker_queueinstance(last_ping_at);
+
+-- Comments
+COMMENT ON TABLE broker_queueinstance IS 'Tracks broker queue instances (active and historical)';
+COMMENT ON COLUMN broker_queueinstance.name IS 'Human-readable name of the broker instance';
+COMMENT ON COLUMN broker_queueinstance.hostname IS 'Hostname where the broker is running';
+COMMENT ON COLUMN broker_queueinstance.pid IS 'Process ID of the broker';
+COMMENT ON COLUMN broker_queueinstance.status IS 'Current status: active, inactive, or shutdown';
+COMMENT ON COLUMN broker_queueinstance.jobs_handled IS 'Total number of jobs handled by this instance';

pkg/broker/install/sql/tables/02_broker_jobs.sql

@@ -0,0 +1,62 @@
+-- broker_jobs table
+-- Stores jobs to be executed by the broker
+
+CREATE TABLE IF NOT EXISTS broker_jobs (
+    id_broker_jobs BIGSERIAL PRIMARY KEY,
+    job_name VARCHAR(255) NOT NULL,
+    job_priority INTEGER NOT NULL DEFAULT 0,
+    job_queue INTEGER NOT NULL DEFAULT 1,
+    job_language VARCHAR(50) NOT NULL DEFAULT 'sql',
+    execute_str TEXT NOT NULL,
+    execute_result TEXT,
+    error_msg TEXT,
+    complete_status INTEGER NOT NULL DEFAULT 0,
+    run_as VARCHAR(100),
+    rid_broker_schedule BIGINT,
+    rid_broker_queueinstance BIGINT,
+    depends_on TEXT[],
+    created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+    updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+    started_at TIMESTAMP WITH TIME ZONE,
+    completed_at TIMESTAMP WITH TIME ZONE,
+
+    CONSTRAINT broker_jobs_complete_status_check CHECK (complete_status IN (0, 1, 2, 3, 4)),
+    CONSTRAINT broker_jobs_job_queue_check CHECK (job_queue > 0),
+    CONSTRAINT fk_schedule FOREIGN KEY (rid_broker_schedule) REFERENCES broker_schedule(id_broker_schedule) ON DELETE SET NULL,
+    CONSTRAINT fk_instance FOREIGN KEY (rid_broker_queueinstance) REFERENCES broker_queueinstance(id_broker_queueinstance) ON DELETE SET NULL
+);
+
+-- Indexes
+CREATE INDEX IF NOT EXISTS idx_broker_jobs_status ON broker_jobs(complete_status);
+CREATE INDEX IF NOT EXISTS idx_broker_jobs_queue ON broker_jobs(job_queue, complete_status, job_priority);
+CREATE INDEX IF NOT EXISTS idx_broker_jobs_schedule ON broker_jobs(rid_broker_schedule);
+CREATE INDEX IF NOT EXISTS idx_broker_jobs_instance ON broker_jobs(rid_broker_queueinstance);
+CREATE INDEX IF NOT EXISTS idx_broker_jobs_created ON broker_jobs(created_at);
+CREATE INDEX IF NOT EXISTS idx_broker_jobs_name ON broker_jobs(job_name, complete_status);
+
+-- Comments
+COMMENT ON TABLE broker_jobs IS 'Job queue for broker execution';
+COMMENT ON COLUMN broker_jobs.job_name IS 'Name/description of the job';
+COMMENT ON COLUMN broker_jobs.job_priority IS 'Job priority (higher = more important)';
+COMMENT ON COLUMN broker_jobs.job_queue IS 'Queue number (allows parallel processing)';
+COMMENT ON COLUMN broker_jobs.job_language IS 'Execution language (sql, plpgsql, etc.)';
+COMMENT ON COLUMN broker_jobs.execute_str IS 'SQL or code to execute';
+COMMENT ON COLUMN broker_jobs.complete_status IS '0=pending, 1=running, 2=completed, 3=failed, 4=cancelled';
+COMMENT ON COLUMN broker_jobs.run_as IS 'User context to run the job as';
+COMMENT ON COLUMN broker_jobs.rid_broker_schedule IS 'Reference to schedule if job was scheduled';
+COMMENT ON COLUMN broker_jobs.rid_broker_queueinstance IS 'Instance that processed this job';
+COMMENT ON COLUMN broker_jobs.depends_on IS 'Array of job names that must be completed before this job can run';
+
+-- Trigger to update updated_at
+CREATE OR REPLACE FUNCTION tf_broker_jobs_update_timestamp()
+RETURNS TRIGGER AS $$
+BEGIN
+    NEW.updated_at = NOW();
+    RETURN NEW;
+END;
+$$ LANGUAGE plpgsql;
+
+CREATE TRIGGER t_broker_jobs_updated_at
+    BEFORE UPDATE ON broker_jobs
+    FOR EACH ROW
+    EXECUTE FUNCTION tf_broker_jobs_update_timestamp();

pkg/broker/install/sql/tables/03_broker_schedule.sql

@@ -0,0 +1,50 @@
+-- broker_schedule table
+-- Stores scheduled jobs (cron-like functionality)
+
+CREATE TABLE IF NOT EXISTS broker_schedule (
+    id_broker_schedule BIGSERIAL PRIMARY KEY,
+    name VARCHAR(255) NOT NULL UNIQUE,
+    cron_expr VARCHAR(100) NOT NULL,
+    enabled BOOLEAN NOT NULL DEFAULT true,
+    job_name VARCHAR(255) NOT NULL,
+    job_priority INTEGER NOT NULL DEFAULT 0,
+    job_queue INTEGER NOT NULL DEFAULT 1,
+    job_language VARCHAR(50) NOT NULL DEFAULT 'sql',
+    execute_str TEXT NOT NULL,
+    run_as VARCHAR(100),
+    created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+    updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+    last_run_at TIMESTAMP WITH TIME ZONE,
+    next_run_at TIMESTAMP WITH TIME ZONE,
+
+    CONSTRAINT broker_schedule_job_queue_check CHECK (job_queue > 0)
+);
+
+-- Indexes
+CREATE INDEX IF NOT EXISTS idx_broker_schedule_enabled ON broker_schedule(enabled);
+CREATE INDEX IF NOT EXISTS idx_broker_schedule_next_run ON broker_schedule(next_run_at) WHERE enabled = true;
+CREATE INDEX IF NOT EXISTS idx_broker_schedule_name ON broker_schedule(name);
+
+-- Comments
+COMMENT ON TABLE broker_schedule IS 'Scheduled jobs (cron-like functionality)';
+COMMENT ON COLUMN broker_schedule.name IS 'Unique name for the schedule';
+COMMENT ON COLUMN broker_schedule.cron_expr IS 'Cron expression for scheduling';
+COMMENT ON COLUMN broker_schedule.enabled IS 'Whether the schedule is active';
+COMMENT ON COLUMN broker_schedule.job_name IS 'Name of the job to create';
+COMMENT ON COLUMN broker_schedule.execute_str IS 'SQL or code to execute';
+COMMENT ON COLUMN broker_schedule.last_run_at IS 'Last time the job was executed';
+COMMENT ON COLUMN broker_schedule.next_run_at IS 'Next scheduled execution time';
+
+-- Trigger to update updated_at
+CREATE OR REPLACE FUNCTION tf_broker_schedule_update_timestamp()
+RETURNS TRIGGER AS $$
+BEGIN
+    NEW.updated_at = NOW();
+    RETURN NEW;
+END;
+$$ LANGUAGE plpgsql;
+
+CREATE TRIGGER t_broker_schedule_updated_at
+    BEFORE UPDATE ON broker_schedule
+    FOR EACH ROW
+    EXECUTE FUNCTION tf_broker_schedule_update_timestamp();