590 lines
25 KiB
JavaScript
590 lines
25 KiB
JavaScript
const express = require('express');
|
|
const router = express.Router();
|
|
const { Pool } = require('pg'); // Assuming pg driver
|
|
|
|
// --- Configuration & Helpers ---
|
|
|
|
const DEFAULT_PAGE_LIMIT = 50;
|
|
const MAX_PAGE_LIMIT = 200; // Prevent excessive data requests
|
|
|
|
// Define direct mapping from frontend column names to database columns
|
|
// This simplifies the code by eliminating conversion logic
|
|
const COLUMN_MAP = {
|
|
// Product Info
|
|
pid: 'pm.pid',
|
|
sku: 'pm.sku',
|
|
title: 'pm.title',
|
|
brand: 'pm.brand',
|
|
vendor: 'pm.vendor',
|
|
imageUrl: 'pm.image_url',
|
|
isVisible: 'pm.is_visible',
|
|
isReplenishable: 'pm.is_replenishable',
|
|
// Additional Product Fields
|
|
barcode: 'pm.barcode',
|
|
harmonizedTariffCode: 'pm.harmonized_tariff_code',
|
|
vendorReference: 'pm.vendor_reference',
|
|
notionsReference: 'pm.notions_reference',
|
|
line: 'pm.line',
|
|
subline: 'pm.subline',
|
|
artist: 'pm.artist',
|
|
moq: 'pm.moq',
|
|
rating: 'pm.rating',
|
|
reviews: 'pm.reviews',
|
|
weight: 'pm.weight',
|
|
length: 'pm.length',
|
|
width: 'pm.width',
|
|
height: 'pm.height',
|
|
countryOfOrigin: 'pm.country_of_origin',
|
|
location: 'pm.location',
|
|
baskets: 'pm.baskets',
|
|
notifies: 'pm.notifies',
|
|
preorderCount: 'pm.preorder_count',
|
|
notionsInvCount: 'pm.notions_inv_count',
|
|
// Current Status
|
|
currentPrice: 'pm.current_price',
|
|
currentRegularPrice: 'pm.current_regular_price',
|
|
currentCostPrice: 'pm.current_cost_price',
|
|
currentLandingCostPrice: 'pm.current_landing_cost_price',
|
|
currentStock: 'pm.current_stock',
|
|
currentStockCost: 'pm.current_stock_cost',
|
|
currentStockRetail: 'pm.current_stock_retail',
|
|
currentStockGross: 'pm.current_stock_gross',
|
|
onOrderQty: 'pm.on_order_qty',
|
|
onOrderCost: 'pm.on_order_cost',
|
|
onOrderRetail: 'pm.on_order_retail',
|
|
earliestExpectedDate: 'pm.earliest_expected_date',
|
|
// Historical Dates
|
|
dateCreated: 'pm.date_created',
|
|
dateFirstReceived: 'pm.date_first_received',
|
|
dateLastReceived: 'pm.date_last_received',
|
|
dateFirstSold: 'pm.date_first_sold',
|
|
dateLastSold: 'pm.date_last_sold',
|
|
ageDays: 'pm.age_days',
|
|
// Rolling Period Metrics
|
|
sales7d: 'pm.sales_7d',
|
|
revenue7d: 'pm.revenue_7d',
|
|
sales14d: 'pm.sales_14d',
|
|
revenue14d: 'pm.revenue_14d',
|
|
sales30d: 'pm.sales_30d',
|
|
revenue30d: 'pm.revenue_30d',
|
|
cogs30d: 'pm.cogs_30d',
|
|
profit30d: 'pm.profit_30d',
|
|
returnsUnits30d: 'pm.returns_units_30d',
|
|
returnsRevenue30d: 'pm.returns_revenue_30d',
|
|
discounts30d: 'pm.discounts_30d',
|
|
grossRevenue30d: 'pm.gross_revenue_30d',
|
|
grossRegularRevenue30d: 'pm.gross_regular_revenue_30d',
|
|
stockoutDays30d: 'pm.stockout_days_30d',
|
|
sales365d: 'pm.sales_365d',
|
|
revenue365d: 'pm.revenue_365d',
|
|
avgStockUnits30d: 'pm.avg_stock_units_30d',
|
|
avgStockCost30d: 'pm.avg_stock_cost_30d',
|
|
avgStockRetail30d: 'pm.avg_stock_retail_30d',
|
|
avgStockGross30d: 'pm.avg_stock_gross_30d',
|
|
receivedQty30d: 'pm.received_qty_30d',
|
|
receivedCost30d: 'pm.received_cost_30d',
|
|
// Lifetime Metrics
|
|
lifetimeSales: 'pm.lifetime_sales',
|
|
lifetimeRevenue: 'pm.lifetime_revenue',
|
|
// First Period Metrics
|
|
first7DaysSales: 'pm.first_7_days_sales',
|
|
first7DaysRevenue: 'pm.first_7_days_revenue',
|
|
first30DaysSales: 'pm.first_30_days_sales',
|
|
first30DaysRevenue: 'pm.first_30_days_revenue',
|
|
first60DaysSales: 'pm.first_60_days_sales',
|
|
first60DaysRevenue: 'pm.first_60_days_revenue',
|
|
first90DaysSales: 'pm.first_90_days_sales',
|
|
first90DaysRevenue: 'pm.first_90_days_revenue',
|
|
// Calculated KPIs
|
|
asp30d: 'pm.asp_30d',
|
|
acp30d: 'pm.acp_30d',
|
|
avgRos30d: 'pm.avg_ros_30d',
|
|
avgSalesPerDay30d: 'pm.avg_sales_per_day_30d',
|
|
avgSalesPerMonth30d: 'pm.avg_sales_per_month_30d',
|
|
margin30d: 'pm.margin_30d',
|
|
markup30d: 'pm.markup_30d',
|
|
gmroi30d: 'pm.gmroi_30d',
|
|
stockturn30d: 'pm.stockturn_30d',
|
|
returnRate30d: 'pm.return_rate_30d',
|
|
discountRate30d: 'pm.discount_rate_30d',
|
|
stockoutRate30d: 'pm.stockout_rate_30d',
|
|
markdown30d: 'pm.markdown_30d',
|
|
markdownRate30d: 'pm.markdown_rate_30d',
|
|
sellThrough30d: 'pm.sell_through_30d',
|
|
avgLeadTimeDays: 'pm.avg_lead_time_days',
|
|
// Forecasting & Replenishment
|
|
abcClass: 'pm.abc_class',
|
|
salesVelocityDaily: 'pm.sales_velocity_daily',
|
|
configLeadTime: 'pm.config_lead_time',
|
|
configDaysOfStock: 'pm.config_days_of_stock',
|
|
configSafetyStock: 'pm.config_safety_stock',
|
|
planningPeriodDays: 'pm.planning_period_days',
|
|
leadTimeForecastUnits: 'pm.lead_time_forecast_units',
|
|
daysOfStockForecastUnits: 'pm.days_of_stock_forecast_units',
|
|
planningPeriodForecastUnits: 'pm.planning_period_forecast_units',
|
|
leadTimeClosingStock: 'pm.lead_time_closing_stock',
|
|
daysOfStockClosingStock: 'pm.days_of_stock_closing_stock',
|
|
replenishmentNeededRaw: 'pm.replenishment_needed_raw',
|
|
replenishmentUnits: 'pm.replenishment_units',
|
|
replenishmentCost: 'pm.replenishment_cost',
|
|
replenishmentRetail: 'pm.replenishment_retail',
|
|
replenishmentProfit: 'pm.replenishment_profit',
|
|
toOrderUnits: 'pm.to_order_units',
|
|
forecastLostSalesUnits: 'pm.forecast_lost_sales_units',
|
|
forecastLostRevenue: 'pm.forecast_lost_revenue',
|
|
stockCoverInDays: 'pm.stock_cover_in_days',
|
|
poCoverInDays: 'pm.po_cover_in_days',
|
|
sellsOutInDays: 'pm.sells_out_in_days',
|
|
replenishDate: 'pm.replenish_date',
|
|
overstockedUnits: 'pm.overstocked_units',
|
|
overstockedCost: 'pm.overstocked_cost',
|
|
overstockedRetail: 'pm.overstocked_retail',
|
|
isOldStock: 'pm.is_old_stock',
|
|
// Yesterday
|
|
yesterdaySales: 'pm.yesterday_sales',
|
|
// Map status column - directly mapped now instead of calculated on frontend
|
|
status: 'pm.status',
|
|
|
|
// Growth Metrics (P3)
|
|
salesGrowth30dVsPrev: 'pm.sales_growth_30d_vs_prev',
|
|
revenueGrowth30dVsPrev: 'pm.revenue_growth_30d_vs_prev',
|
|
salesGrowthYoy: 'pm.sales_growth_yoy',
|
|
revenueGrowthYoy: 'pm.revenue_growth_yoy',
|
|
|
|
// Demand Variability Metrics (P3)
|
|
salesVariance30d: 'pm.sales_variance_30d',
|
|
salesStdDev30d: 'pm.sales_std_dev_30d',
|
|
salesCv30d: 'pm.sales_cv_30d',
|
|
demandPattern: 'pm.demand_pattern',
|
|
|
|
// Service Level Metrics (P5)
|
|
fillRate30d: 'pm.fill_rate_30d',
|
|
stockoutIncidents30d: 'pm.stockout_incidents_30d',
|
|
serviceLevel30d: 'pm.service_level_30d',
|
|
lostSalesIncidents30d: 'pm.lost_sales_incidents_30d',
|
|
|
|
// Seasonality Metrics (P5)
|
|
seasonalityIndex: 'pm.seasonality_index',
|
|
seasonalPattern: 'pm.seasonal_pattern',
|
|
peakSeason: 'pm.peak_season',
|
|
|
|
// Lifetime Revenue Quality
|
|
lifetimeRevenueQuality: 'pm.lifetime_revenue_quality'
|
|
};
|
|
|
|
// Define column types for use in sorting/filtering
|
|
// This helps apply correct comparison operators and sorting logic
|
|
const COLUMN_TYPES = {
|
|
// Numeric columns (use numeric operators and sorting)
|
|
numeric: [
|
|
'pid', 'currentPrice', 'currentRegularPrice', 'currentCostPrice', 'currentLandingCostPrice',
|
|
'currentStock', 'currentStockCost', 'currentStockRetail', 'currentStockGross',
|
|
'onOrderQty', 'onOrderCost', 'onOrderRetail', 'ageDays',
|
|
'sales7d', 'revenue7d', 'sales14d', 'revenue14d', 'sales30d', 'revenue30d',
|
|
'cogs30d', 'profit30d', 'returnsUnits30d', 'returnsRevenue30d', 'discounts30d',
|
|
'grossRevenue30d', 'grossRegularRevenue30d', 'stockoutDays30d', 'sales365d', 'revenue365d',
|
|
'avgStockUnits30d', 'avgStockCost30d', 'avgStockRetail30d', 'avgStockGross30d',
|
|
'receivedQty30d', 'receivedCost30d', 'lifetimeSales', 'lifetimeRevenue',
|
|
'first7DaysSales', 'first7DaysRevenue', 'first30DaysSales', 'first30DaysRevenue',
|
|
'first60DaysSales', 'first60DaysRevenue', 'first90DaysSales', 'first90DaysRevenue',
|
|
'asp30d', 'acp30d', 'avgRos30d', 'avgSalesPerDay30d', 'avgSalesPerMonth30d',
|
|
'margin30d', 'markup30d', 'gmroi30d', 'stockturn30d', 'returnRate30d', 'discountRate30d',
|
|
'stockoutRate30d', 'markdown30d', 'markdownRate30d', 'sellThrough30d', 'avgLeadTimeDays',
|
|
'salesVelocityDaily', 'configLeadTime', 'configDaysOfStock', 'configSafetyStock',
|
|
'planningPeriodDays', 'leadTimeForecastUnits', 'daysOfStockForecastUnits',
|
|
'planningPeriodForecastUnits', 'leadTimeClosingStock', 'daysOfStockClosingStock',
|
|
'replenishmentNeededRaw', 'replenishmentUnits', 'replenishmentCost', 'replenishmentRetail',
|
|
'replenishmentProfit', 'toOrderUnits', 'forecastLostSalesUnits', 'forecastLostRevenue',
|
|
'stockCoverInDays', 'poCoverInDays', 'sellsOutInDays', 'overstockedUnits',
|
|
'overstockedCost', 'overstockedRetail', 'yesterdaySales',
|
|
// New numeric columns
|
|
'moq', 'rating', 'reviews', 'weight', 'length', 'width', 'height',
|
|
'baskets', 'notifies', 'preorderCount', 'notionsInvCount',
|
|
// Growth metrics
|
|
'salesGrowth30dVsPrev', 'revenueGrowth30dVsPrev', 'salesGrowthYoy', 'revenueGrowthYoy',
|
|
// Demand variability metrics
|
|
'salesVariance30d', 'salesStdDev30d', 'salesCv30d',
|
|
// Service level metrics
|
|
'fillRate30d', 'stockoutIncidents30d', 'serviceLevel30d', 'lostSalesIncidents30d',
|
|
// Seasonality metrics
|
|
'seasonalityIndex'
|
|
],
|
|
// Date columns (use date operators and sorting)
|
|
date: [
|
|
'dateCreated', 'dateFirstReceived', 'dateLastReceived', 'dateFirstSold', 'dateLastSold',
|
|
'earliestExpectedDate', 'replenishDate', 'forecastedOutOfStockDate'
|
|
],
|
|
// String columns (use string operators and sorting)
|
|
string: [
|
|
'sku', 'title', 'brand', 'vendor', 'imageUrl', 'abcClass', 'status',
|
|
// New string columns
|
|
'barcode', 'harmonizedTariffCode', 'vendorReference', 'notionsReference',
|
|
'line', 'subline', 'artist', 'countryOfOrigin', 'location',
|
|
// New string columns for patterns
|
|
'demandPattern', 'seasonalPattern', 'peakSeason', 'lifetimeRevenueQuality'
|
|
],
|
|
// Boolean columns (use boolean operators and sorting)
|
|
boolean: ['isVisible', 'isReplenishable', 'isOldStock']
|
|
};
|
|
|
|
// Special sort handling for certain columns
|
|
const SPECIAL_SORT_COLUMNS = {
|
|
// Percentage columns where we want to sort by the numeric value
|
|
margin30d: true,
|
|
markup30d: true,
|
|
sellThrough30d: true,
|
|
discountRate30d: true,
|
|
stockoutRate30d: true,
|
|
returnRate30d: true,
|
|
markdownRate30d: true,
|
|
|
|
// Columns where we may want to sort by absolute value
|
|
profit30d: 'abs',
|
|
|
|
// Velocity columns
|
|
salesVelocityDaily: true,
|
|
|
|
// Growth rate columns
|
|
salesGrowth30dVsPrev: 'abs',
|
|
revenueGrowth30dVsPrev: 'abs',
|
|
salesGrowthYoy: 'abs',
|
|
revenueGrowthYoy: 'abs',
|
|
|
|
// Status column needs special ordering
|
|
status: 'priority'
|
|
};
|
|
|
|
// Status priority for sorting (lower number = higher priority)
|
|
const STATUS_PRIORITY = {
|
|
'Critical': 1,
|
|
'At Risk': 2,
|
|
'Reorder': 3,
|
|
'Overstocked': 4,
|
|
'Healthy': 5,
|
|
'New': 6
|
|
// Any other status will be sorted alphabetically after these
|
|
};
|
|
|
|
// Get database column name from frontend column name
|
|
function getDbColumn(frontendColumn) {
|
|
return COLUMN_MAP[frontendColumn] || 'pm.title'; // Default to title if not found
|
|
}
|
|
|
|
// Get column type for proper sorting
|
|
function getColumnType(frontendColumn) {
|
|
return COLUMN_TYPES[frontendColumn] || 'string';
|
|
}
|
|
|
|
// --- Route Handlers ---
|
|
|
|
// GET /metrics/filter-options - Provide distinct values for filter dropdowns
|
|
router.get('/filter-options', async (req, res) => {
|
|
const pool = req.app.locals.pool;
|
|
console.log('GET /metrics/filter-options');
|
|
try {
|
|
const [vendorRes, brandRes, abcClassRes] = await Promise.all([
|
|
pool.query(`SELECT DISTINCT vendor FROM public.product_metrics WHERE vendor IS NOT NULL AND vendor <> '' ORDER BY vendor`),
|
|
pool.query(`SELECT DISTINCT COALESCE(brand, 'Unbranded') as brand FROM public.product_metrics WHERE brand IS NOT NULL AND brand <> '' ORDER BY brand`),
|
|
pool.query(`SELECT DISTINCT abc_class FROM public.product_metrics WHERE abc_class IS NOT NULL ORDER BY abc_class`)
|
|
// Add queries for other distinct options if needed (e.g., categories if stored on pm)
|
|
]);
|
|
|
|
res.json({
|
|
vendors: vendorRes.rows.map(r => r.vendor),
|
|
brands: brandRes.rows.map(r => r.brand),
|
|
abcClasses: abcClassRes.rows.map(r => r.abc_class),
|
|
});
|
|
} catch (error) {
|
|
console.error('Error fetching filter options:', error);
|
|
res.status(500).json({ error: 'Failed to fetch filter options' });
|
|
}
|
|
});
|
|
|
|
|
|
// GET /metrics/ - List all product metrics with filtering, sorting, pagination
|
|
router.get('/', async (req, res) => {
|
|
const pool = req.app.locals.pool;
|
|
console.log('GET /metrics received query:', req.query);
|
|
|
|
try {
|
|
// --- Pagination ---
|
|
let page = parseInt(req.query.page, 10);
|
|
let limit = parseInt(req.query.limit, 10);
|
|
if (isNaN(page) || page < 1) page = 1;
|
|
if (isNaN(limit) || limit < 1) limit = DEFAULT_PAGE_LIMIT;
|
|
limit = Math.min(limit, MAX_PAGE_LIMIT); // Cap the limit
|
|
const offset = (page - 1) * limit;
|
|
|
|
// --- Sorting ---
|
|
const sortQueryKey = req.query.sort || 'title'; // Default sort field key
|
|
const dbColumn = getDbColumn(sortQueryKey);
|
|
const columnType = getColumnType(sortQueryKey);
|
|
|
|
console.log(`Sorting request: ${sortQueryKey} -> ${dbColumn} (${columnType})`);
|
|
|
|
const sortDirection = req.query.order?.toLowerCase() === 'desc' ? 'DESC' : 'ASC';
|
|
|
|
// Always put nulls last regardless of sort direction or column type
|
|
const nullsOrder = 'NULLS LAST';
|
|
|
|
// Build the ORDER BY clause based on column type and special handling
|
|
let orderByClause;
|
|
|
|
if (SPECIAL_SORT_COLUMNS[sortQueryKey] === 'abs') {
|
|
// Sort by absolute value for columns where negative values matter
|
|
orderByClause = `ABS(${dbColumn}::numeric) ${sortDirection} ${nullsOrder}`;
|
|
} else if (columnType === 'number' || SPECIAL_SORT_COLUMNS[sortQueryKey] === true) {
|
|
// For numeric columns, cast to numeric to ensure proper sorting
|
|
orderByClause = `${dbColumn}::numeric ${sortDirection} ${nullsOrder}`;
|
|
} else if (columnType === 'date') {
|
|
// For date columns, cast to timestamp to ensure proper sorting
|
|
orderByClause = `CASE WHEN ${dbColumn} IS NULL THEN 1 ELSE 0 END, ${dbColumn}::timestamp ${sortDirection}`;
|
|
} else if (columnType === 'status' || SPECIAL_SORT_COLUMNS[sortQueryKey] === 'priority') {
|
|
// Special handling for status column, using priority for known statuses
|
|
orderByClause = `
|
|
CASE WHEN ${dbColumn} IS NULL THEN 999
|
|
WHEN ${dbColumn} = 'Critical' THEN 1
|
|
WHEN ${dbColumn} = 'At Risk' THEN 2
|
|
WHEN ${dbColumn} = 'Reorder' THEN 3
|
|
WHEN ${dbColumn} = 'Overstocked' THEN 4
|
|
WHEN ${dbColumn} = 'Healthy' THEN 5
|
|
WHEN ${dbColumn} = 'New' THEN 6
|
|
ELSE 100
|
|
END ${sortDirection} ${nullsOrder},
|
|
${dbColumn} ${sortDirection}`;
|
|
} else {
|
|
// For string and boolean columns, no special casting needed
|
|
orderByClause = `CASE WHEN ${dbColumn} IS NULL THEN 1 ELSE 0 END, ${dbColumn} ${sortDirection}`;
|
|
}
|
|
|
|
// --- Filtering ---
|
|
const conditions = [];
|
|
const params = [];
|
|
let paramCounter = 1;
|
|
|
|
// Add default visibility/replenishable filters unless overridden
|
|
if (req.query.showInvisible !== 'true') conditions.push(`pm.is_visible = true`);
|
|
if (req.query.showNonReplenishable !== 'true') conditions.push(`pm.is_replenishable = true`);
|
|
|
|
// Special handling for stock_status
|
|
if (req.query.stock_status) {
|
|
const status = req.query.stock_status;
|
|
// Handle special case for "at-risk" which is stored as "At Risk" in the database
|
|
if (status.toLowerCase() === 'at-risk') {
|
|
conditions.push(`pm.status = $${paramCounter++}`);
|
|
params.push('At Risk');
|
|
} else {
|
|
// Capitalize first letter to match database values
|
|
conditions.push(`pm.status = $${paramCounter++}`);
|
|
params.push(status.charAt(0).toUpperCase() + status.slice(1));
|
|
}
|
|
}
|
|
|
|
// Process other filters from query parameters
|
|
for (const key in req.query) {
|
|
// Skip control params
|
|
if (['page', 'limit', 'sort', 'order', 'showInvisible', 'showNonReplenishable', 'stock_status'].includes(key)) continue;
|
|
|
|
let filterKey = key;
|
|
let operator = '='; // Default operator
|
|
let value = req.query[key];
|
|
|
|
// Check for operator suffixes (e.g., sales30d_gt, title_like)
|
|
const operatorMatch = key.match(/^(.*)_(eq|ne|gt|gte|lt|lte|like|ilike|between|in)$/);
|
|
if (operatorMatch) {
|
|
filterKey = operatorMatch[1]; // e.g., "sales30d"
|
|
operator = operatorMatch[2]; // e.g., "gt"
|
|
}
|
|
|
|
// Get the database column for this filter key
|
|
const dbColumn = getDbColumn(filterKey);
|
|
const valueType = getColumnType(filterKey);
|
|
|
|
if (!dbColumn) {
|
|
console.warn(`Invalid filter key ignored: ${key}`);
|
|
continue; // Skip if the key doesn't map to a known column
|
|
}
|
|
|
|
// --- Build WHERE clause fragment ---
|
|
try {
|
|
let conditionFragment = '';
|
|
let needsParam = true; // Most operators need a parameter
|
|
|
|
switch (operator.toLowerCase()) {
|
|
case 'eq': operator = '='; break;
|
|
case 'ne': operator = '<>'; break;
|
|
case 'gt': operator = '>'; break;
|
|
case 'gte': operator = '>='; break;
|
|
case 'lt': operator = '<'; break;
|
|
case 'lte': operator = '<='; break;
|
|
case 'like': operator = 'LIKE'; value = `%${value}%`; break; // Add wildcards for LIKE
|
|
case 'ilike': operator = 'ILIKE'; value = `%${value}%`; break; // Add wildcards for ILIKE
|
|
case 'between':
|
|
const [val1, val2] = String(value).split(',');
|
|
if (val1 !== undefined && val2 !== undefined) {
|
|
conditionFragment = `${dbColumn} BETWEEN $${paramCounter++} AND $${paramCounter++}`;
|
|
params.push(parseValue(val1, valueType), parseValue(val2, valueType));
|
|
needsParam = false; // Params added manually
|
|
} else {
|
|
console.warn(`Invalid 'between' value for ${key}: ${value}`);
|
|
continue; // Skip this filter
|
|
}
|
|
break;
|
|
case 'in':
|
|
const inValues = String(value).split(',');
|
|
if (inValues.length > 0) {
|
|
const placeholders = inValues.map(() => `$${paramCounter++}`).join(', ');
|
|
conditionFragment = `${dbColumn} IN (${placeholders})`;
|
|
params.push(...inValues.map(v => parseValue(v, valueType))); // Add all parsed values
|
|
needsParam = false; // Params added manually
|
|
} else {
|
|
console.warn(`Invalid 'in' value for ${key}: ${value}`);
|
|
continue; // Skip this filter
|
|
}
|
|
break;
|
|
// Add other operators as needed (IS NULL, IS NOT NULL, etc.)
|
|
case '=': // Keep default '='
|
|
default: operator = '='; break; // Ensure default is handled
|
|
}
|
|
|
|
if (needsParam) {
|
|
conditionFragment = `${dbColumn} ${operator} $${paramCounter++}`;
|
|
params.push(parseValue(value, valueType));
|
|
}
|
|
|
|
if (conditionFragment) {
|
|
conditions.push(`(${conditionFragment})`); // Wrap condition in parentheses
|
|
}
|
|
|
|
} catch (parseError) {
|
|
console.warn(`Skipping filter for key "${key}" due to parsing error: ${parseError.message}`);
|
|
// Decrement counter if param wasn't actually used due to error
|
|
if (needsParam) paramCounter--;
|
|
}
|
|
}
|
|
|
|
// --- Construct and Execute Queries ---
|
|
const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(' AND ')}` : '';
|
|
|
|
// Debug log of conditions and parameters
|
|
console.log('Constructed WHERE conditions:', conditions);
|
|
console.log('Parameters:', params);
|
|
|
|
// Count Query
|
|
const countSql = `SELECT COUNT(*) AS total FROM public.product_metrics pm ${whereClause}`;
|
|
console.log('Executing Count Query:', countSql, params);
|
|
const countPromise = pool.query(countSql, params);
|
|
|
|
// Data Query (Select all columns from metrics table for now)
|
|
const dataSql = `
|
|
SELECT pm.*
|
|
FROM public.product_metrics pm
|
|
${whereClause}
|
|
ORDER BY ${orderByClause}
|
|
LIMIT $${paramCounter} OFFSET $${paramCounter + 1}
|
|
`;
|
|
const dataParams = [...params, limit, offset];
|
|
|
|
// Log detailed query information for debugging
|
|
console.log('Executing Data Query:');
|
|
console.log(' - Sort Column:', dbColumn);
|
|
console.log(' - Column Type:', columnType);
|
|
console.log(' - Sort Direction:', sortDirection);
|
|
console.log(' - Order By Clause:', orderByClause);
|
|
console.log(' - Full SQL:', dataSql);
|
|
console.log(' - Parameters:', dataParams);
|
|
|
|
const dataPromise = pool.query(dataSql, dataParams);
|
|
|
|
// Execute queries in parallel
|
|
const [countResult, dataResult] = await Promise.all([countPromise, dataPromise]);
|
|
|
|
const total = parseInt(countResult.rows[0].total, 10);
|
|
const metrics = dataResult.rows;
|
|
console.log(`Total: ${total}, Fetched: ${metrics.length} for page ${page}`);
|
|
|
|
// --- Respond ---
|
|
res.json({
|
|
metrics,
|
|
pagination: {
|
|
total,
|
|
pages: Math.ceil(total / limit),
|
|
currentPage: page,
|
|
limit,
|
|
},
|
|
// Optionally include applied filters/sort for frontend confirmation
|
|
appliedQuery: {
|
|
filters: req.query, // Send back raw query filters
|
|
sort: sortQueryKey,
|
|
order: sortDirection.toLowerCase()
|
|
}
|
|
});
|
|
|
|
} catch (error) {
|
|
console.error('Error fetching metrics list:', error);
|
|
res.status(500).json({ error: 'Failed to fetch product metrics list.' });
|
|
}
|
|
});
|
|
|
|
// GET /metrics/:pid - Get metrics for a single product
|
|
router.get('/:pid', async (req, res) => {
|
|
const pool = req.app.locals.pool;
|
|
const pid = parseInt(req.params.pid, 10);
|
|
|
|
if (isNaN(pid)) {
|
|
return res.status(400).json({ error: 'Invalid Product ID.' });
|
|
}
|
|
|
|
console.log(`GET /metrics/${pid}`);
|
|
try {
|
|
const { rows } = await pool.query(
|
|
`SELECT * FROM public.product_metrics WHERE pid = $1`,
|
|
[pid]
|
|
);
|
|
|
|
if (rows.length === 0) {
|
|
console.log(`Metrics not found for PID: ${pid}`);
|
|
return res.status(404).json({ error: 'Metrics not found for this product.' });
|
|
}
|
|
|
|
console.log(`Metrics found for PID: ${pid}`);
|
|
// Data is pre-calculated, return the first (only) row
|
|
res.json(rows[0]);
|
|
|
|
} catch (error) {
|
|
console.error(`Error fetching metrics for PID ${pid}:`, error);
|
|
res.status(500).json({ error: 'Failed to fetch product metrics.' });
|
|
}
|
|
});
|
|
|
|
|
|
/**
|
|
* Parses a value based on its expected type.
|
|
* Throws error for invalid formats.
|
|
*/
|
|
function parseValue(value, type) {
|
|
if (value === null || value === undefined || value === '') return null; // Allow empty strings? Or handle differently?
|
|
|
|
switch (type) {
|
|
case 'number':
|
|
const num = parseFloat(value);
|
|
if (isNaN(num)) throw new Error(`Invalid number format: "${value}"`);
|
|
return num;
|
|
case 'boolean':
|
|
if (String(value).toLowerCase() === 'true') return true;
|
|
if (String(value).toLowerCase() === 'false') return false;
|
|
throw new Error(`Invalid boolean format: "${value}"`);
|
|
case 'date':
|
|
// Basic validation, rely on DB to handle actual date conversion
|
|
if (!String(value).match(/^\d{4}-\d{2}-\d{2}$/)) {
|
|
// Allow full timestamps too? Adjust regex if needed
|
|
// console.warn(`Potentially invalid date format: "${value}"`); // Warn instead of throwing?
|
|
}
|
|
return String(value); // Send as string, let DB handle it
|
|
case 'string':
|
|
default:
|
|
return String(value);
|
|
}
|
|
}
|
|
|
|
module.exports = router; |