Update import scripts, working through categories

inventory-server/scripts/import-from-prod.js

@@ -19,7 +19,6 @@ const IMPORT_PURCHASE_ORDERS = true;
 const INCREMENTAL_UPDATE = process.env.INCREMENTAL_UPDATE !== 'false';  // Default to true unless explicitly set to false
 
 // SSH configuration
-// In import-from-prod.js
 const sshConfig = {
   ssh: {
     host: process.env.PROD_SSH_HOST,
@@ -31,6 +30,7 @@ const sshConfig = {
     compress: true, // Enable SSH compression
   },
   prodDbConfig: {
+    // MySQL config for production
     host: process.env.PROD_DB_HOST || "localhost",
     user: process.env.PROD_DB_USER,
     password: process.env.PROD_DB_PASSWORD,
@@ -39,21 +39,16 @@ const sshConfig = {
     timezone: 'Z',
   },
   localDbConfig: {
+    // PostgreSQL config for local
     host: process.env.DB_HOST,
     user: process.env.DB_USER,
     password: process.env.DB_PASSWORD,
     database: process.env.DB_NAME,
-    multipleStatements: true,
-    waitForConnections: true,
-    connectionLimit: 10,
-    queueLimit: 0,
-    namedPlaceholders: true,
-    connectTimeout: 60000,
-    enableKeepAlive: true,
-    keepAliveInitialDelay: 10000,
-    compress: true,
-    timezone: 'Z',
-    stringifyObjects: false,
+    port: process.env.DB_PORT || 5432,
+    ssl: process.env.DB_SSL === 'true',
+    connectionTimeoutMillis: 60000,
+    idleTimeoutMillis: 30000,
+    max: 10 // connection pool max size
   }
 };
 
@@ -108,7 +103,7 @@ async function main() {
       SET 
         status = 'cancelled',
         end_time = NOW(),
-        duration_seconds = TIMESTAMPDIFF(SECOND, start_time, NOW()),
+        duration_seconds = EXTRACT(EPOCH FROM (NOW() - start_time))::INTEGER,
         error_message = 'Previous import was not completed properly'
       WHERE status = 'running'
     `);
@@ -118,9 +113,10 @@ async function main() {
       CREATE TABLE IF NOT EXISTS sync_status (
         table_name VARCHAR(50) PRIMARY KEY,
         last_sync_timestamp TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
-        last_sync_id BIGINT,
-        INDEX idx_last_sync (last_sync_timestamp)
+        last_sync_id BIGINT
       );
+
+      CREATE INDEX IF NOT EXISTS idx_last_sync ON sync_status (last_sync_timestamp);
     `);
 
     // Create import history record for the overall session
@@ -134,17 +130,17 @@ async function main() {
       ) VALUES (
         'all_tables',
         NOW(),
-        ?,
+        $1::boolean,
         'running',
-        JSON_OBJECT(
-          'categories_enabled', ?,
-          'products_enabled', ?,
-          'orders_enabled', ?,
-          'purchase_orders_enabled', ?
+        jsonb_build_object(
+          'categories_enabled', $2::boolean,
+          'products_enabled', $3::boolean,
+          'orders_enabled', $4::boolean,
+          'purchase_orders_enabled', $5::boolean
         )
-      )
+      ) RETURNING id
     `, [INCREMENTAL_UPDATE, IMPORT_CATEGORIES, IMPORT_PRODUCTS, IMPORT_ORDERS, IMPORT_PURCHASE_ORDERS]);
-    importHistoryId = historyResult.insertId;
+    importHistoryId = historyResult.rows[0].id;
 
     const results = {
       categories: null,
@@ -201,21 +197,21 @@ async function main() {
       UPDATE import_history 
       SET 
         end_time = NOW(),
-        duration_seconds = ?,
-        records_added = ?,
-        records_updated = ?,
+        duration_seconds = $1,
+        records_added = $2,
+        records_updated = $3,
         status = 'completed',
-        additional_info = JSON_OBJECT(
-          'categories_enabled', ?,
-          'products_enabled', ?,
-          'orders_enabled', ?,
-          'purchase_orders_enabled', ?,
-          'categories_result', CAST(? AS JSON),
-          'products_result', CAST(? AS JSON),
-          'orders_result', CAST(? AS JSON),
-          'purchase_orders_result', CAST(? AS JSON)
+        additional_info = jsonb_build_object(
+          'categories_enabled', $4,
+          'products_enabled', $5,
+          'orders_enabled', $6,
+          'purchase_orders_enabled', $7,
+          'categories_result', $8::jsonb,
+          'products_result', $9::jsonb,
+          'orders_result', $10::jsonb,
+          'purchase_orders_result', $11::jsonb
         )
-      WHERE id = ?
+      WHERE id = $12
     `, [
       totalElapsedSeconds,
       totalRecordsAdded,
@@ -259,10 +255,10 @@ async function main() {
         UPDATE import_history 
         SET 
           end_time = NOW(),
-          duration_seconds = ?,
-          status = ?,
-          error_message = ?
-        WHERE id = ?
+          duration_seconds = $1,
+          status = $2,
+          error_message = $3
+        WHERE id = $4
       `, [totalElapsedSeconds, error.message === "Import cancelled" ? 'cancelled' : 'failed', error.message, importHistoryId]);
     }