Improve import scripts with enhanced incremental update tracking and performance

- Add record tracking for added and updated records in import scripts
- Modify products import to use a dynamic 'needs_update' flag for selective updates
- Enhance order import with more comprehensive timestamp checks
- Update import-from-prod.js to handle and clean up previously running imports
- Improve error handling and connection management in import processes

inventory-server/scripts/import-from-prod.js

@@ -16,7 +16,7 @@ const IMPORT_ORDERS = true;
 const IMPORT_PURCHASE_ORDERS = true;
 
 // Add flag for incremental updates
-const INCREMENTAL_UPDATE = process.env.INCREMENTAL_UPDATE === 'true';
+const INCREMENTAL_UPDATE = process.env.INCREMENTAL_UPDATE !== 'false';  // Default to true unless explicitly set to false
 
 // SSH configuration
 // In import-from-prod.js
@@ -103,6 +103,17 @@ async function main() {
 
     if (isImportCancelled) throw new Error("Import cancelled");
 
+    // Clean up any previously running imports that weren't completed
+    await localConnection.query(`
+      UPDATE import_history 
+      SET 
+        status = 'cancelled',
+        end_time = NOW(),
+        duration_seconds = TIMESTAMPDIFF(SECOND, start_time, NOW()),
+        error_message = 'Previous import was not completed properly'
+      WHERE status = 'running'
+    `);
+
     // Initialize sync_status table if it doesn't exist
     await localConnection.query(`
       CREATE TABLE IF NOT EXISTS sync_status (
@@ -240,8 +251,8 @@ async function main() {
     const totalElapsedSeconds = Math.round((endTime - startTime) / 1000);
 
     // Update import history with error
-    if (importHistoryId) {
-      await connections?.localConnection?.query(`
+    if (importHistoryId && connections?.localConnection) {
+      await connections.localConnection.query(`
         UPDATE import_history 
         SET 
           end_time = NOW(),