Clean up, fix file path issues with import scripts, adjust data management page for new metrics calcs

2025-04-01 00:15:06 -04:00
parent 5035dda733
commit 97296946f1
15 changed files with 181 additions and 87 deletions
--- a/inventory-server/old/config-schema.sql
+++ b/inventory-server/old/config-schema.sql
@@ -0,0 +1,258 @@
+-- -- Configuration tables schema
+
+-- -- Create function for updating timestamps if it doesn't exist
+-- CREATE OR REPLACE FUNCTION update_updated_column()
+-- RETURNS TRIGGER AS $$
+-- BEGIN
+--     NEW.updated = CURRENT_TIMESTAMP;
+--     RETURN NEW;
+-- END;
+-- $$ language 'plpgsql';
+
+-- -- Create function for updating updated_at timestamps
+-- CREATE OR REPLACE FUNCTION update_updated_at_column()
+-- RETURNS TRIGGER AS $$
+-- BEGIN
+--     NEW.updated_at = CURRENT_TIMESTAMP;
+--     RETURN NEW;
+-- END;
+-- $$ language 'plpgsql';
+
+-- -- Stock threshold configurations
+-- CREATE TABLE stock_thresholds (
+--     id INTEGER NOT NULL,
+--     category_id BIGINT,  -- NULL means default/global threshold
+--     vendor VARCHAR(100), -- NULL means applies to all vendors
+--     critical_days INTEGER NOT NULL DEFAULT 7,
+--     reorder_days INTEGER NOT NULL DEFAULT 14,
+--     overstock_days INTEGER NOT NULL DEFAULT 90,
+--     low_stock_threshold INTEGER NOT NULL DEFAULT 5,
+--     min_reorder_quantity INTEGER NOT NULL DEFAULT 1,
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     PRIMARY KEY (id),
+--     FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE,
+--     UNIQUE (category_id, vendor)
+-- );
+
+-- CREATE TRIGGER update_stock_thresholds_updated
+--     BEFORE UPDATE ON stock_thresholds
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- CREATE INDEX idx_st_metrics ON stock_thresholds(category_id, vendor);
+
+-- -- Lead time threshold configurations
+-- CREATE TABLE lead_time_thresholds (
+--     id INTEGER NOT NULL,
+--     category_id BIGINT,  -- NULL means default/global threshold
+--     vendor VARCHAR(100), -- NULL means applies to all vendors
+--     target_days INTEGER NOT NULL DEFAULT 14,
+--     warning_days INTEGER NOT NULL DEFAULT 21,
+--     critical_days INTEGER NOT NULL DEFAULT 30,
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     PRIMARY KEY (id),
+--     FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE,
+--     UNIQUE (category_id, vendor)
+-- );
+
+-- CREATE TRIGGER update_lead_time_thresholds_updated
+--     BEFORE UPDATE ON lead_time_thresholds
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- -- Sales velocity window configurations
+-- CREATE TABLE sales_velocity_config (
+--     id INTEGER NOT NULL,
+--     category_id BIGINT,  -- NULL means default/global threshold
+--     vendor VARCHAR(100), -- NULL means applies to all vendors
+--     daily_window_days INTEGER NOT NULL DEFAULT 30,
+--     weekly_window_days INTEGER NOT NULL DEFAULT 7,
+--     monthly_window_days INTEGER NOT NULL DEFAULT 90,
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     PRIMARY KEY (id),
+--     FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE,
+--     UNIQUE (category_id, vendor)
+-- );
+
+-- CREATE TRIGGER update_sales_velocity_config_updated
+--     BEFORE UPDATE ON sales_velocity_config
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- CREATE INDEX idx_sv_metrics ON sales_velocity_config(category_id, vendor);
+
+-- -- ABC Classification configurations
+-- CREATE TABLE abc_classification_config (
+--     id INTEGER NOT NULL PRIMARY KEY,
+--     a_threshold DECIMAL(5,2) NOT NULL DEFAULT 20.0,
+--     b_threshold DECIMAL(5,2) NOT NULL DEFAULT 50.0,
+--     classification_period_days INTEGER NOT NULL DEFAULT 90,
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP
+-- );
+
+-- CREATE TRIGGER update_abc_classification_config_updated
+--     BEFORE UPDATE ON abc_classification_config
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- -- Safety stock configurations
+-- CREATE TABLE safety_stock_config (
+--     id INTEGER NOT NULL,
+--     category_id BIGINT,  -- NULL means default/global threshold
+--     vendor VARCHAR(100), -- NULL means applies to all vendors
+--     coverage_days INTEGER NOT NULL DEFAULT 14,
+--     service_level DECIMAL(5,2) NOT NULL DEFAULT 95.0,
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     PRIMARY KEY (id),
+--     FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE,
+--     UNIQUE (category_id, vendor)
+-- );
+
+-- CREATE TRIGGER update_safety_stock_config_updated
+--     BEFORE UPDATE ON safety_stock_config
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- CREATE INDEX idx_ss_metrics ON safety_stock_config(category_id, vendor);
+
+-- -- Turnover rate configurations
+-- CREATE TABLE turnover_config (
+--     id INTEGER NOT NULL,
+--     category_id BIGINT,  -- NULL means default/global threshold
+--     vendor VARCHAR(100), -- NULL means applies to all vendors
+--     calculation_period_days INTEGER NOT NULL DEFAULT 30,
+--     target_rate DECIMAL(10,2) NOT NULL DEFAULT 1.0,
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     PRIMARY KEY (id),
+--     FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE,
+--     UNIQUE (category_id, vendor)
+-- );
+
+-- CREATE TRIGGER update_turnover_config_updated
+--     BEFORE UPDATE ON turnover_config
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- -- Create table for sales seasonality factors
+-- CREATE TABLE sales_seasonality (
+--     month INTEGER NOT NULL,
+--     seasonality_factor DECIMAL(5,3) DEFAULT 0,
+--     last_updated TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT CURRENT_TIMESTAMP,
+--     PRIMARY KEY (month),
+--     CONSTRAINT month_range CHECK (month BETWEEN 1 AND 12),
+--     CONSTRAINT seasonality_range CHECK (seasonality_factor BETWEEN -1.0 AND 1.0)
+-- );
+
+-- CREATE TRIGGER update_sales_seasonality_updated
+--     BEFORE UPDATE ON sales_seasonality
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- -- Create table for financial calculation parameters
+-- CREATE TABLE financial_calc_config (
+--     id INTEGER NOT NULL PRIMARY KEY,
+--     order_cost DECIMAL(10,2) NOT NULL DEFAULT 25.00, -- The fixed cost per purchase order (used in EOQ)
+--     holding_rate DECIMAL(10,4) NOT NULL DEFAULT 0.25, -- The annual inventory holding cost as a percentage of unit cost (used in EOQ)
+--     service_level_z_score DECIMAL(10,4) NOT NULL DEFAULT 1.96, -- Z-score for ~95% service level (used in Safety Stock)
+--     min_reorder_qty INTEGER NOT NULL DEFAULT 1, -- Minimum reorder quantity 
+--     default_reorder_qty INTEGER NOT NULL DEFAULT 5, -- Default reorder quantity when sales data is insufficient
+--     default_safety_stock INTEGER NOT NULL DEFAULT 5, -- Default safety stock when sales data is insufficient
+--     created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+--     updated_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP
+-- );
+
+-- CREATE TRIGGER update_financial_calc_config_updated
+--     BEFORE UPDATE ON financial_calc_config
+--     FOR EACH ROW
+--     EXECUTE FUNCTION update_updated_at_column();
+
+-- -- Insert default global thresholds
+-- INSERT INTO stock_thresholds (id, category_id, vendor, critical_days, reorder_days, overstock_days)
+-- VALUES (1, NULL, NULL, 7, 14, 90)
+-- ON CONFLICT (id) DO UPDATE SET
+--     critical_days = EXCLUDED.critical_days,
+--     reorder_days = EXCLUDED.reorder_days,
+--     overstock_days = EXCLUDED.overstock_days;
+
+-- INSERT INTO lead_time_thresholds (id, category_id, vendor, target_days, warning_days, critical_days)
+-- VALUES (1, NULL, NULL, 14, 21, 30)
+-- ON CONFLICT (id) DO UPDATE SET
+--     target_days = EXCLUDED.target_days,
+--     warning_days = EXCLUDED.warning_days,
+--     critical_days = EXCLUDED.critical_days;
+
+-- INSERT INTO sales_velocity_config (id, category_id, vendor, daily_window_days, weekly_window_days, monthly_window_days)
+-- VALUES (1, NULL, NULL, 30, 7, 90)
+-- ON CONFLICT (id) DO UPDATE SET
+--     daily_window_days = EXCLUDED.daily_window_days,
+--     weekly_window_days = EXCLUDED.weekly_window_days,
+--     monthly_window_days = EXCLUDED.monthly_window_days;
+
+-- INSERT INTO abc_classification_config (id, a_threshold, b_threshold, classification_period_days)
+-- VALUES (1, 20.0, 50.0, 90)
+-- ON CONFLICT (id) DO UPDATE SET
+--     a_threshold = EXCLUDED.a_threshold,
+--     b_threshold = EXCLUDED.b_threshold,
+--     classification_period_days = EXCLUDED.classification_period_days;
+
+-- INSERT INTO safety_stock_config (id, category_id, vendor, coverage_days, service_level)
+-- VALUES (1, NULL, NULL, 14, 95.0)
+-- ON CONFLICT (id) DO UPDATE SET
+--     coverage_days = EXCLUDED.coverage_days,
+--     service_level = EXCLUDED.service_level;
+
+-- INSERT INTO turnover_config (id, category_id, vendor, calculation_period_days, target_rate)
+-- VALUES (1, NULL, NULL, 30, 1.0)
+-- ON CONFLICT (id) DO UPDATE SET
+--     calculation_period_days = EXCLUDED.calculation_period_days,
+--     target_rate = EXCLUDED.target_rate;
+
+-- -- Insert default seasonality factors (neutral)
+-- INSERT INTO sales_seasonality (month, seasonality_factor)
+-- VALUES 
+--     (1, 0), (2, 0), (3, 0), (4, 0), (5, 0), (6, 0),
+--     (7, 0), (8, 0), (9, 0), (10, 0), (11, 0), (12, 0)
+-- ON CONFLICT (month) DO UPDATE SET
+--     last_updated = CURRENT_TIMESTAMP;
+
+-- -- Insert default values
+-- INSERT INTO financial_calc_config (id, order_cost, holding_rate, service_level_z_score, min_reorder_qty, default_reorder_qty, default_safety_stock)
+-- VALUES (1, 25.00, 0.25, 1.96, 1, 5, 5)
+-- ON CONFLICT (id) DO UPDATE SET
+--     order_cost = EXCLUDED.order_cost,
+--     holding_rate = EXCLUDED.holding_rate,
+--     service_level_z_score = EXCLUDED.service_level_z_score,
+--     min_reorder_qty = EXCLUDED.min_reorder_qty,
+--     default_reorder_qty = EXCLUDED.default_reorder_qty,
+--     default_safety_stock = EXCLUDED.default_safety_stock;
+
+-- -- View to show thresholds with category names
+-- CREATE OR REPLACE VIEW stock_thresholds_view AS
+-- SELECT 
+--     st.*,
+--     c.name as category_name,
+--     CASE 
+--         WHEN st.category_id IS NULL AND st.vendor IS NULL THEN 'Global Default'
+--         WHEN st.category_id IS NULL THEN 'Vendor: ' || st.vendor
+--         WHEN st.vendor IS NULL THEN 'Category: ' || c.name
+--         ELSE 'Category: ' || c.name || ' / Vendor: ' || st.vendor
+--     END as threshold_scope
+-- FROM 
+--     stock_thresholds st
+-- LEFT JOIN 
+--     categories c ON st.category_id = c.cat_id
+-- ORDER BY 
+--     CASE 
+--         WHEN st.category_id IS NULL AND st.vendor IS NULL THEN 1
+--         WHEN st.category_id IS NULL THEN 2
+--         WHEN st.vendor IS NULL THEN 3
+--         ELSE 4
+--     END,
+--     c.name,
+--     st.vendor;
--- a/inventory-server/old/metrics-schema.sql
+++ b/inventory-server/old/metrics-schema.sql
@@ -0,0 +1,377 @@
+-- Disable foreign key checks
+SET session_replication_role = 'replica';
+
+-- Temporary tables for batch metrics processing
+CREATE TABLE temp_sales_metrics (
+    pid BIGINT NOT NULL,
+    daily_sales_avg DECIMAL(10,3),
+    weekly_sales_avg DECIMAL(10,3),
+    monthly_sales_avg DECIMAL(10,3),
+    total_revenue DECIMAL(10,3),
+    avg_margin_percent DECIMAL(10,3),
+    first_sale_date DATE,
+    last_sale_date DATE,
+    stddev_daily_sales DECIMAL(10,3),
+    PRIMARY KEY (pid)
+);
+
+CREATE TABLE temp_purchase_metrics (
+    pid BIGINT NOT NULL,
+    avg_lead_time_days DECIMAL(10,2),
+    last_purchase_date DATE,
+    first_received_date DATE,
+    last_received_date DATE,
+    stddev_lead_time_days DECIMAL(10,2),
+    PRIMARY KEY (pid)
+);
+
+-- New table for product metrics
+CREATE TABLE product_metrics (
+    pid BIGINT NOT NULL,
+    last_calculated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    -- Sales velocity metrics
+    daily_sales_avg DECIMAL(10,3),
+    weekly_sales_avg DECIMAL(10,3),
+    monthly_sales_avg DECIMAL(10,3),
+    avg_quantity_per_order DECIMAL(10,3),
+    number_of_orders INTEGER,
+    first_sale_date DATE,
+    last_sale_date DATE,
+    -- Stock metrics
+    days_of_inventory INTEGER,
+    weeks_of_inventory INTEGER,
+    reorder_point INTEGER,
+    safety_stock INTEGER,
+    reorder_qty INTEGER DEFAULT 0,
+    overstocked_amt INTEGER DEFAULT 0,
+    -- Financial metrics
+    avg_margin_percent DECIMAL(10,3),
+    total_revenue DECIMAL(10,3),
+    inventory_value DECIMAL(10,3),
+    cost_of_goods_sold DECIMAL(10,3),
+    gross_profit DECIMAL(10,3),
+    gmroi DECIMAL(10,3),
+    -- Purchase metrics
+    avg_lead_time_days DECIMAL(10,2),
+    last_purchase_date DATE,
+    first_received_date DATE,
+    last_received_date DATE,
+    -- Classification metrics
+    abc_class CHAR(1),
+    stock_status VARCHAR(20),
+    -- Turnover metrics
+    turnover_rate DECIMAL(12,3),
+    -- Lead time metrics
+    current_lead_time INTEGER,
+    target_lead_time INTEGER,
+    lead_time_status VARCHAR(20),
+    -- Forecast metrics
+    forecast_accuracy DECIMAL(5,2) DEFAULT NULL,
+    forecast_bias DECIMAL(5,2) DEFAULT NULL,
+    last_forecast_date DATE DEFAULT NULL,
+    PRIMARY KEY (pid),
+    FOREIGN KEY (pid) REFERENCES products(pid) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_metrics_revenue ON product_metrics(total_revenue);
+CREATE INDEX idx_metrics_stock_status ON product_metrics(stock_status);
+CREATE INDEX idx_metrics_lead_time ON product_metrics(lead_time_status);
+CREATE INDEX idx_metrics_turnover ON product_metrics(turnover_rate);
+CREATE INDEX idx_metrics_last_calculated ON product_metrics(last_calculated_at);
+CREATE INDEX idx_metrics_abc ON product_metrics(abc_class);
+CREATE INDEX idx_metrics_sales ON product_metrics(daily_sales_avg, weekly_sales_avg, monthly_sales_avg);
+CREATE INDEX idx_metrics_forecast ON product_metrics(forecast_accuracy, forecast_bias);
+
+-- New table for time-based aggregates
+CREATE TABLE product_time_aggregates (
+    pid BIGINT NOT NULL,
+    year INTEGER NOT NULL,
+    month INTEGER NOT NULL,
+    -- Sales metrics
+    total_quantity_sold INTEGER DEFAULT 0,
+    total_revenue DECIMAL(10,3) DEFAULT 0,
+    total_cost DECIMAL(10,3) DEFAULT 0,
+    order_count INTEGER DEFAULT 0,
+    -- Stock changes
+    stock_received INTEGER DEFAULT 0,
+    stock_ordered INTEGER DEFAULT 0,
+    -- Calculated fields
+    avg_price DECIMAL(10,3),
+    profit_margin DECIMAL(10,3),
+    inventory_value DECIMAL(10,3),
+    gmroi DECIMAL(10,3),
+    PRIMARY KEY (pid, year, month),
+    FOREIGN KEY (pid) REFERENCES products(pid) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_date ON product_time_aggregates(year, month);
+
+-- Create vendor_details table
+CREATE TABLE vendor_details (
+    vendor VARCHAR(100) PRIMARY KEY,
+    contact_name VARCHAR(100),
+    email VARCHAR(255),
+    phone VARCHAR(50),
+    status VARCHAR(20) DEFAULT 'active',
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE INDEX idx_vendor_details_status ON vendor_details(status);
+
+-- New table for vendor metrics
+CREATE TABLE vendor_metrics (
+    vendor VARCHAR(100) NOT NULL,
+    last_calculated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    -- Performance metrics
+    avg_lead_time_days DECIMAL(10,3),
+    on_time_delivery_rate DECIMAL(5,2),
+    order_fill_rate DECIMAL(5,2),
+    total_orders INTEGER DEFAULT 0,
+    total_late_orders INTEGER DEFAULT 0,
+    total_purchase_value DECIMAL(10,3) DEFAULT 0,
+    avg_order_value DECIMAL(10,3),
+    -- Product metrics
+    active_products INTEGER DEFAULT 0,
+    total_products INTEGER DEFAULT 0,
+    -- Financial metrics
+    total_revenue DECIMAL(10,3) DEFAULT 0,
+    avg_margin_percent DECIMAL(5,2),
+    -- Status
+    status VARCHAR(20) DEFAULT 'active',
+    PRIMARY KEY (vendor),
+    FOREIGN KEY (vendor) REFERENCES vendor_details(vendor) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_vendor_performance ON vendor_metrics(on_time_delivery_rate);
+CREATE INDEX idx_vendor_status ON vendor_metrics(status);
+CREATE INDEX idx_vendor_metrics_last_calculated ON vendor_metrics(last_calculated_at);
+CREATE INDEX idx_vendor_metrics_orders ON vendor_metrics(total_orders, total_late_orders);
+
+-- New table for category metrics
+CREATE TABLE category_metrics (
+    category_id BIGINT NOT NULL,
+    last_calculated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    -- Product metrics
+    product_count INTEGER DEFAULT 0,
+    active_products INTEGER DEFAULT 0,
+    -- Financial metrics
+    total_value DECIMAL(15,3) DEFAULT 0,
+    avg_margin DECIMAL(5,2),
+    turnover_rate DECIMAL(12,3),
+    growth_rate DECIMAL(5,2),
+    -- Status
+    status VARCHAR(20) DEFAULT 'active',
+    PRIMARY KEY (category_id),
+    FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_category_status ON category_metrics(status);
+CREATE INDEX idx_category_growth ON category_metrics(growth_rate);
+CREATE INDEX idx_metrics_last_calculated_cat ON category_metrics(last_calculated_at);
+CREATE INDEX idx_category_metrics_products ON category_metrics(product_count, active_products);
+
+-- New table for vendor time-based metrics
+CREATE TABLE vendor_time_metrics (
+    vendor VARCHAR(100) NOT NULL,
+    year INTEGER NOT NULL,
+    month INTEGER NOT NULL,
+    -- Order metrics
+    total_orders INTEGER DEFAULT 0,
+    late_orders INTEGER DEFAULT 0,
+    avg_lead_time_days DECIMAL(10,3),
+    -- Financial metrics
+    total_purchase_value DECIMAL(10,3) DEFAULT 0,
+    total_revenue DECIMAL(10,3) DEFAULT 0,
+    avg_margin_percent DECIMAL(5,2),
+    PRIMARY KEY (vendor, year, month),
+    FOREIGN KEY (vendor) REFERENCES vendor_details(vendor) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_vendor_date ON vendor_time_metrics(year, month);
+
+-- New table for category time-based metrics
+CREATE TABLE category_time_metrics (
+    category_id BIGINT NOT NULL,
+    year INTEGER NOT NULL,
+    month INTEGER NOT NULL,
+    -- Product metrics
+    product_count INTEGER DEFAULT 0,
+    active_products INTEGER DEFAULT 0,
+    -- Financial metrics
+    total_value DECIMAL(15,3) DEFAULT 0,
+    total_revenue DECIMAL(15,3) DEFAULT 0,
+    avg_margin DECIMAL(5,2),
+    turnover_rate DECIMAL(12,3),
+    PRIMARY KEY (category_id, year, month),
+    FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_category_date ON category_time_metrics(year, month);
+
+-- New table for category-based sales metrics
+CREATE TABLE category_sales_metrics (
+    category_id BIGINT NOT NULL,
+    brand VARCHAR(100) NOT NULL,
+    period_start DATE NOT NULL,
+    period_end DATE NOT NULL,
+    avg_daily_sales DECIMAL(10,3) DEFAULT 0,
+    total_sold INTEGER DEFAULT 0,
+    num_products INTEGER DEFAULT 0,
+    avg_price DECIMAL(10,3) DEFAULT 0,
+    last_calculated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    PRIMARY KEY (category_id, brand, period_start, period_end),
+    FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_category_brand ON category_sales_metrics(category_id, brand);
+CREATE INDEX idx_period ON category_sales_metrics(period_start, period_end);
+
+-- New table for brand metrics
+CREATE TABLE brand_metrics (
+    brand VARCHAR(100) NOT NULL,
+    last_calculated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    -- Product metrics
+    product_count INTEGER DEFAULT 0,
+    active_products INTEGER DEFAULT 0,
+    -- Stock metrics
+    total_stock_units INTEGER DEFAULT 0,
+    total_stock_cost DECIMAL(15,2) DEFAULT 0,
+    total_stock_retail DECIMAL(15,2) DEFAULT 0,
+    -- Sales metrics
+    total_revenue DECIMAL(15,2) DEFAULT 0,
+    avg_margin DECIMAL(5,2) DEFAULT 0,
+    growth_rate DECIMAL(5,2) DEFAULT 0,
+    PRIMARY KEY (brand)
+);
+
+CREATE INDEX idx_brand_metrics_last_calculated ON brand_metrics(last_calculated_at);
+CREATE INDEX idx_brand_metrics_revenue ON brand_metrics(total_revenue);
+CREATE INDEX idx_brand_metrics_growth ON brand_metrics(growth_rate);
+
+-- New table for brand time-based metrics
+CREATE TABLE brand_time_metrics (
+    brand VARCHAR(100) NOT NULL,
+    year INTEGER NOT NULL,
+    month INTEGER NOT NULL,
+    -- Product metrics
+    product_count INTEGER DEFAULT 0,
+    active_products INTEGER DEFAULT 0,
+    -- Stock metrics
+    total_stock_units INTEGER DEFAULT 0,
+    total_stock_cost DECIMAL(15,2) DEFAULT 0,
+    total_stock_retail DECIMAL(15,2) DEFAULT 0,
+    -- Sales metrics
+    total_revenue DECIMAL(15,2) DEFAULT 0,
+    avg_margin DECIMAL(5,2) DEFAULT 0,
+    growth_rate DECIMAL(5,2) DEFAULT 0,
+    PRIMARY KEY (brand, year, month)
+);
+
+CREATE INDEX idx_brand_time_date ON brand_time_metrics(year, month);
+
+-- New table for sales forecasts
+CREATE TABLE sales_forecasts (
+    pid BIGINT NOT NULL,
+    forecast_date DATE NOT NULL,
+    forecast_quantity INTEGER,
+    confidence_level DECIMAL(5,2),
+    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    PRIMARY KEY (pid, forecast_date),
+    FOREIGN KEY (pid) REFERENCES products(pid) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_forecast_date ON sales_forecasts(forecast_date);
+
+-- New table for category forecasts
+CREATE TABLE category_forecasts (
+    category_id BIGINT NOT NULL,
+    forecast_date DATE NOT NULL,
+    forecast_revenue DECIMAL(15,2),
+    forecast_units INTEGER,
+    confidence_level DECIMAL(5,2),
+    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    PRIMARY KEY (category_id, forecast_date),
+    FOREIGN KEY (category_id) REFERENCES categories(cat_id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_cat_forecast_date ON category_forecasts(forecast_date);
+
+-- Create views for common calculations
+CREATE OR REPLACE VIEW inventory_health AS
+WITH stock_levels AS (
+    SELECT 
+        p.pid,
+        p.title,
+        p.SKU,
+        p.stock_quantity,
+        p.preorder_count,
+        pm.daily_sales_avg,
+        pm.weekly_sales_avg,
+        pm.monthly_sales_avg,
+        pm.reorder_point,
+        pm.safety_stock,
+        pm.days_of_inventory,
+        pm.weeks_of_inventory,
+        pm.stock_status,
+        pm.abc_class,
+        pm.turnover_rate,
+        pm.avg_lead_time_days,
+        pm.current_lead_time,
+        pm.target_lead_time,
+        pm.lead_time_status,
+        p.cost_price,
+        p.price,
+        pm.inventory_value,
+        pm.gmroi
+    FROM products p
+    LEFT JOIN product_metrics pm ON p.pid = pm.pid
+    WHERE p.managing_stock = true AND p.visible = true
+)
+SELECT 
+    *,
+    CASE 
+        WHEN stock_quantity <= safety_stock THEN 'Critical'
+        WHEN stock_quantity <= reorder_point THEN 'Low'
+        WHEN stock_quantity > (reorder_point * 3) THEN 'Excess'
+        ELSE 'Healthy'
+    END as inventory_status,
+    CASE 
+        WHEN lead_time_status = 'delayed' AND stock_status = 'low' THEN 'High'
+        WHEN lead_time_status = 'delayed' OR stock_status = 'low' THEN 'Medium'
+        ELSE 'Low'
+    END as risk_level
+FROM stock_levels;
+
+-- Create view for category performance trends
+CREATE OR REPLACE VIEW category_performance_trends AS
+WITH monthly_trends AS (
+    SELECT 
+        c.cat_id,
+        c.name as category_name,
+        ctm.year,
+        ctm.month,
+        ctm.product_count,
+        ctm.active_products,
+        ctm.total_value,
+        ctm.total_revenue,
+        ctm.avg_margin,
+        ctm.turnover_rate,
+        LAG(ctm.total_revenue) OVER (PARTITION BY c.cat_id ORDER BY ctm.year, ctm.month) as prev_month_revenue,
+        LAG(ctm.turnover_rate) OVER (PARTITION BY c.cat_id ORDER BY ctm.year, ctm.month) as prev_month_turnover
+    FROM categories c
+    JOIN category_time_metrics ctm ON c.cat_id = ctm.category_id
+)
+SELECT 
+    *,
+    CASE 
+        WHEN prev_month_revenue IS NULL THEN 0
+        ELSE ((total_revenue - prev_month_revenue) / prev_month_revenue) * 100 
+    END as revenue_growth_percent,
+    CASE 
+        WHEN prev_month_turnover IS NULL THEN 0
+        ELSE ((turnover_rate - prev_month_turnover) / prev_month_turnover) * 100 
+    END as turnover_growth_percent
+FROM monthly_trends;
+
+SET session_replication_role = 'origin';