Fix mock tests

Former-commit-id: 11a76e0292

scripts/sync-production-data.sh

@@ -69,11 +69,14 @@ sync_database() {
     ssh ${REMOTE_HOST} "docker run --rm -v ${REMOTE_VOLUME}:/data -v ${REMOTE_TMP}:${REMOTE_TMP} alpine cp /data/cache.db ${REMOTE_TMP}/cache.db"
 
     echo -e "${YELLOW}[2/3] Downloading database from remote server...${NC}"
-    # Create backup of existing local database
+    # Create backup and remove old local database
     if [ -f "${LOCAL_DB_PATH}" ]; then
         BACKUP_PATH="${LOCAL_DB_PATH}.backup-$(date +%Y%m%d-%H%M%S)"
         echo -e "${BLUE}   Backing up existing database to: ${BACKUP_PATH}${NC}"
         cp "${LOCAL_DB_PATH}" "${BACKUP_PATH}"
+
+        echo -e "${BLUE}   Removing old local database...${NC}"
+        rm -f "${LOCAL_DB_PATH}"
     fi
 
     # Download new database
@@ -98,6 +101,32 @@ UNION ALL
 SELECT 'images', COUNT(*) FROM images
 UNION ALL
 SELECT 'cache', COUNT(*) FROM cache;
+EOF
+
+    # Show data quality report
+    echo -e "${BLUE}   Data quality:${NC}"
+    sqlite3 "${LOCAL_DB_PATH}" <<EOF
+.mode box
+SELECT
+    'Valid lots' as metric,
+    COUNT(*) as count,
+    ROUND(COUNT(*) * 100.0 / (SELECT COUNT(*) FROM lots), 2) || '%' as percentage
+FROM lots
+WHERE auction_id IS NOT NULL AND auction_id != ''
+UNION ALL
+SELECT
+    'Invalid lots (missing auction_id)',
+    COUNT(*),
+    ROUND(COUNT(*) * 100.0 / (SELECT COUNT(*) FROM lots), 2) || '%'
+FROM lots
+WHERE auction_id IS NULL OR auction_id = ''
+UNION ALL
+SELECT
+    'Lots with intelligence fields',
+    COUNT(*),
+    ROUND(COUNT(*) * 100.0 / (SELECT COUNT(*) FROM lots), 2) || '%'
+FROM lots
+WHERE followers_count IS NOT NULL OR estimated_min IS NOT NULL;
 EOF
 }