Sync Algorithm updated for better performance on large data

Author: RohitM-IN

src/Attributes/KeyPropertyAttribute.cs

@@ -23,17 +23,22 @@ public class KeyPropertyAttribute : Attribute
         /// <value><c>true</c> if the property is a primary key; otherwise, <c>false</c>.</value>
         public bool IsPrimaryKey { get; }
 
+        /// <summary>
+        /// Gets a value indicating whether the property is comparable.
+        /// </summary>
+        public bool IsComparable { get; }
+
         /// <summary>
         /// Initializes a new instance of the <see cref="KeyPropertyAttribute"/> class.
         /// </summary>
-        /// <param name="keyProperty">Indicates whether the property should be considered as a key property.
-        /// Default is <c>true</c>.</param>
-        /// <param name="isPrimaryKey">Indicates whether the property is a primary key.
-        /// Default is <c>false</c>.</param>
-        public KeyPropertyAttribute(bool keyProperty = true, bool isPrimaryKey = false)
+        /// <param name="keyProperty">Indicates whether the property should be considered as a key property. Default is <c>true</c>.</param>
+        /// <param name="isPrimaryKey">Indicates whether the property is a primary key. Default is <c>false</c>.</param>
+        /// <param name="isComparable">Indicates whether the property is comparable. Default is <c>false</c>.</param>
+        public KeyPropertyAttribute(bool keyProperty = true, bool isPrimaryKey = false, bool isComparable = false)
         {
             KeyProperty = keyProperty;
             IsPrimaryKey = isPrimaryKey;
+            IsComparable = isComparable;
         }
     }
 }

src/DatabaseManager.cs

@@ -28,7 +28,7 @@ public DatabaseManager(T databaseProvider)
         /// <param name="query">The SQL query to execute.</param>
         /// <param name="tableName">The name of the table associated with the query.</param>
         /// <returns>A list of results of type <typeparamref name="TItem"/>.</returns>
-        public List<TItem> ExecuteQuery<TItem>(string query, string tableName) where TItem : IDataContractComparer
+        public List<TItem> ExecuteQuery<TItem>(string query, string tableName) where TItem : IDataContract
         {
             List<TItem> result = new List<TItem>();
 

src/Extensions/DataRowExtensions.cs

@@ -15,7 +15,7 @@ public static class DataRowExtensions
         /// <param name="columnName">The name of the column.</param>
         /// <returns>The value of the specified column, converted to the specified type.</returns>
         /// <remarks>
-        /// This extension method is intended for use with classes that inherit from <see cref="IDataContractComparer"/>.
+        /// This extension method is intended for use with classes that inherit from <see cref="IDataContract"/>.
         /// </remarks>
         public static T GetValue<T>(this DataRow row, string columnName)
         {

src/Helper/QueryHelper.cs

@@ -12,29 +12,29 @@ public class QueryHelper
         /// <summary>
         /// Gets the table name of a specified type, considering the TableNameAttribute if present.
         /// </summary>
-        /// <typeparam name="T">The type for which to get the table name. Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// <typeparam name="T">The type for which to get the table name. Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns>The table name.</returns>
-        public string GetTableName<T>() where T : IDataContractComparer
+        public string GetTableName<T>() where T : IDataContract
         {
             return CacheManager.GetTableName(typeof(T));
         }
 
         /// <summary>
         /// Gets the table schema of a specified type, considering the TableSchemaAttribute if present.
         /// </summary>
-        /// <typeparam name="T">The type for which to get the table schema. Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// <typeparam name="T">The type for which to get the table schema. Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns>The table schema name or null if not specified.</returns>
-        public string? GetTableSchema<T>() where T : IDataContractComparer
+        public string? GetTableSchema<T>() where T : IDataContract
         {
             return CacheManager.GetTableSchema(typeof(T));
         }
 
         /// <summary>
         /// Gets whether the type specifies to generate an INSERT query with ID, considering the GenerateInsertWithIDAttribute if present.
         /// </summary>
-        /// <typeparam name="T">The type for which to determine the generation of INSERT query with ID. Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// <typeparam name="T">The type for which to determine the generation of INSERT query with ID. Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns>True if the INSERT query should include ID, otherwise false.</returns>
-        public bool GetInsertWithID<T>() where T : IDataContractComparer
+        public bool GetInsertWithID<T>() where T : IDataContract
         {
             return CacheManager.GetInsertWithID(typeof(T));
         }
@@ -44,80 +44,80 @@ public bool GetInsertWithID<T>() where T : IDataContractComparer
         /// during insert query generation, considering the GenerateInsertWithIDAttribute if present.
         /// </summary>
         /// <typeparam name="T">The type for which to determine the inclusion of identity insert statements.
-        /// Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns><c>true</c> if identity insert statements should be included; otherwise, <c>false</c>.</returns>
-        public bool GetIncludeIdentityInsert<T>() where T : IDataContractComparer
+        public bool GetIncludeIdentityInsert<T>() where T : IDataContract
         {
             return CacheManager.GetIncludeIdentityInsert(typeof(T));
         }
 
         /// <summary>
         /// Gets the names of properties marked as key columns for a specified type.
         /// </summary>
-        /// <typeparam name="T">The type for which to get the key columns. Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// <typeparam name="T">The type for which to get the key columns. Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns>A list of key column names.</returns>
-        /// <seealso cref="IDataContractComparer"/>
-        public List<string> GetKeyColumns<T>() where T : IDataContractComparer
+        /// <seealso cref="IDataContract"/>
+        public List<string> GetKeyColumns<T>() where T : IDataContract
         {
             return CacheManager.GetKeyColumns(typeof(T));
         }
 
         /// <summary>
         /// Gets the names of properties marked as excluded properties for a specified type.
         /// </summary>
-        /// <typeparam name="T">The type for which to get the excluded properties. Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// <typeparam name="T">The type for which to get the excluded properties. Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns>A list of excluded property names.</returns>
-        /// <seealso cref="IDataContractComparer"/>
-        public List<string> GetExcludedColumns<T>() where T : IDataContractComparer
+        /// <seealso cref="IDataContract"/>
+        public List<string> GetExcludedColumns<T>() where T : IDataContract
         {
             return CacheManager.GetExcludedColumns(typeof(T));
         }
 
         /// <summary>
         /// Gets the names of all properties for a specified type.
         /// </summary>
-        /// <typeparam name="T">The type for which to get all properties. Must implement <see cref="IDataContractComparer"/>.</typeparam>
+        /// <typeparam name="T">The type for which to get all properties. Must implement <see cref="IDataContract"/>.</typeparam>
         /// <returns>A list of all property names.</returns>
-        /// <seealso cref="IDataContractComparer"/>
-        public List<string> GetAllColumns<T>() where T : IDataContractComparer
+        /// <seealso cref="IDataContract"/>
+        public List<string> GetAllColumns<T>() where T : IDataContract
         {
             return CacheManager.GetAllColumns(typeof(T));
         }
 
         /// <summary>
         /// Retrieves a list of identity columns for a specified data contract type <typeparamref name="T"/>.
         /// </summary>
-        /// <typeparam name="T">The type implementing the IDataContractComparer interface.</typeparam>
+        /// <typeparam name="T">The type implementing the IDataContract interface.</typeparam>
         /// <returns>A list containing the names of identity columns for the specified data contract type <typeparamref name="T"/>.</returns>
         /// <remarks>
         /// This method uses reflection to analyze the properties of the specified type <typeparamref name="T"/> and retrieves properties marked with a [Key] attribute, indicating identity columns.
         /// </remarks>
-        /// <seealso cref="IDataContractComparer"/>
-        public List<string> GetIdentityColumns<T>() where T : IDataContractComparer
+        /// <seealso cref="IDataContract"/>
+        public List<string> GetIdentityColumns<T>() where T : IDataContract
         {
             return CacheManager.GetIdentityColumns(typeof(T));
         }
 
         /// <summary>
         /// Retrieves an array of <see cref="PropertyInfo"/> objects representing the properties that are used for data comparison
         /// in objects of type <typeparamref name="T"/>. These properties are determined based on the implementation of the
-        /// <see cref="IDataContractComparer"/> interface.
+        /// <see cref="IDataContract"/> interface.
         /// </summary>
         /// <typeparam name="T">The type of objects for which to retrieve comparable properties.</typeparam>
         /// <returns>An array of <see cref="PropertyInfo"/> objects representing the comparable properties of type <typeparamref name="T"/>.</returns>
-        public PropertyInfo[] GetComparableProperties<T>() where T: IDataContractComparer
+        public PropertyInfo[] GetComparableProperties<T>() where T: IDataContract
         {
             return CacheManager.GetComparableProperties(typeof(T));
         }
 
         /// <summary>
         /// Retrieves an array of <see cref="PropertyInfo"/> objects representing the properties that are used as key properties
         /// for uniquely identifying objects of type <typeparamref name="T"/>. These key properties are determined based on the
-        /// implementation of the <see cref="IDataContractComparer"/> interface.
+        /// implementation of the <see cref="IDataContract"/> interface.
         /// </summary>
         /// <typeparam name="T">The type of objects for which to retrieve key properties.</typeparam>
         /// <returns>An array of <see cref="PropertyInfo"/> objects representing the key properties of type <typeparamref name="T"/>.</returns>
-        public PropertyInfo[] GetKeyProperties<T>() where T : IDataContractComparer
+        public PropertyInfo[] GetKeyProperties<T>() where T : IDataContract
         {
             return CacheManager.GetKeyProperties(typeof(T));
         }

src/Interface/IDataContractComparer.cs

@@ -6,7 +6,7 @@
     /// <remarks>
     /// Implement this interface in data contracts to enable comparison functionality.
     /// </remarks>
-    public interface IDataContractComparer
+    public interface IDataContract
     {
     }
 }

src/Interface/IMetadata.cs

@@ -8,42 +8,42 @@ public interface IQueryGenerator : IDisposable
         /// <summary>
         /// Generates a SELECT query for retrieving data from a database table.
         /// </summary>
-        /// <typeparam name="T">The type of entity that implements IDataContractComparer.</typeparam>
+        /// <typeparam name="T">The type of entity that implements IDataContract.</typeparam>
         /// <param name="tableName">The name of the database table.</param>
         /// <param name="ListOfColumns">The list of columns to be selected.</param>
         /// <param name="schemaName">The schema name of the database table.</param>
         /// <returns>A string representing the generated SELECT query.</returns>
-        string GenerateSelectQuery<T>(string tableName, List<string> ListOfColumns, string schemaName) where T : IDataContractComparer;
+        string GenerateSelectQuery<T>(string tableName, List<string> ListOfColumns, string schemaName) where T : IDataContract;
 
         /// <summary>
         /// Generates an UPDATE query for updating data in a database table.
         /// </summary>
-        /// <typeparam name="T">The type of entity that implements IDataContractComparer.</typeparam>
+        /// <typeparam name="T">The type of entity that implements IDataContract.</typeparam>
         /// <param name="DataContract">The entity with the updated data.</param>
         /// <param name="keyColumns">The list of key columns used for updating.</param>
         /// <param name="excludedColumns">The list of columns to be excluded from the update.</param>
         /// <param name="editedProperties">A dictionary representing the properties and their new values to be updated.</param>
         /// <returns>A string representing the generated UPDATE query.</returns>
-        string GenerateUpdateQuery<T>(T DataContract, List<string> keyColumns, List<string> excludedColumns, Dictionary<string, object> editedProperties) where T : IDataContractComparer;
+        string GenerateUpdateQuery<T>(T DataContract, List<string> keyColumns, List<string> excludedColumns, (string propName, object propValue)[] editedProperties) where T : IDataContract;
 
         /// <summary>
         /// Generates a DELETE query for deleting data from a database table.
         /// </summary>
-        /// <typeparam name="T">The type of entity that implements IDataContractComparer.</typeparam>
+        /// <typeparam name="T">The type of entity that implements IDataContract.</typeparam>
         /// <param name="entity">The entity representing the data to be deleted.</param>
         /// <param name="keyColumns">The list of key columns used for deletion.</param>
         /// <returns>A string representing the generated DELETE query.</returns>
-        string GenerateDeleteQuery<T>(T entity, List<string> keyColumns) where T : IDataContractComparer;
+        string GenerateDeleteQuery<T>(T entity, List<string> keyColumns) where T : IDataContract;
 
         /// <summary>
         /// Generates an INSERT query for inserting data into a database table.
         /// </summary>
-        /// <typeparam name="T">The type of entity that implements IDataContractComparer.</typeparam>
+        /// <typeparam name="T">The type of entity that implements IDataContract.</typeparam>
         /// <param name="entity">The entity representing the data to be inserted.</param>
         /// <param name="keyColumns">The list of key columns used for insertion.</param>
         /// <param name="excludedColumns">The list of columns to be excluded from the insertion.</param>
         /// <returns>A string representing the generated INSERT query.</returns>
-        string GenerateInsertQuery<T>(T entity, List<string> keyColumns, List<string> excludedColumns) where T : IDataContractComparer;
+        string GenerateInsertQuery<T>(T entity, List<string> keyColumns, List<string> excludedColumns) where T : IDataContract;
 
         /// <summary>
         /// Generates a SQL comment.
@@ -55,11 +55,11 @@ public interface IQueryGenerator : IDisposable
         /// <summary>
         /// Gets a condition for use in a SQL WHERE clause based on the entity and key columns.
         /// </summary>
-        /// <typeparam name="T">The type of entity that implements IDataContractComparer.</typeparam>
+        /// <typeparam name="T">The type of entity that implements IDataContract.</typeparam>
         /// <param name="entity">The entity for which the condition is generated.</param>
         /// <param name="keyColumns">The list of key columns used to create the condition.</param>
         /// <returns>A string representing the generated condition for a SQL WHERE clause.</returns>
-        List<string> GetCondition<T>(T entity, List<string> keyColumns) where T : IDataContractComparer;
+        List<string> GetCondition<T>(T entity, List<string> keyColumns) where T : IDataContract;
 
         /// <summary>
         /// Escapes special characters in the input to make it SQL-safe.

src/Interface/IQueryGenerator.cs

@@ -261,7 +261,13 @@ public static PropertyInfo[] GetComparableProperties(Type type)
                 return (PropertyInfo[])_properties;
             }
 
-            var keyProps = GetKeyColumns(type);
+            var keyProps = GetTypeProperties(type)
+                .Where(prop =>
+                    Attribute.IsDefined(prop, typeof(KeyPropertyAttribute)) &&
+                    ((KeyPropertyAttribute)Attribute.GetCustomAttribute(prop, typeof(KeyPropertyAttribute))!).KeyProperty &&
+                    !((KeyPropertyAttribute)Attribute.GetCustomAttribute(prop, typeof(KeyPropertyAttribute))!).IsComparable
+                ).Select(prop => prop.Name);
+
             var excludeProps = GetExcludedColumns(type);
 
             _properties = GetTypeProperties(type).Where(prop => !keyProps.Contains(prop.Name) && !excludeProps.Contains(prop.Name)).ToArray();

src/Manager/CacheManager.cs

@@ -24,25 +24,25 @@ public QueryGenerationManager(IQueryGenerator querryGenerator)
 
         #region Public Methods
         /// <inheritdoc />
-        public string GenerateSelectQuery<T>(string tableName, List<string> listOfColumns, string schemaName) where T : IDataContractComparer
+        public string GenerateSelectQuery<T>(string tableName, List<string> listOfColumns, string schemaName) where T : IDataContract
         {
             return _querryGenerator.GenerateSelectQuery<T>(tableName, listOfColumns, schemaName);
         }
 
         /// <inheritdoc />
-        public string GenerateUpdateQuery<T>(T DataContract, List<string> keyColumns, List<string> excludedColumns, Dictionary<string, object> editedProperties) where T : IDataContractComparer
+        public string GenerateUpdateQuery<T>(T DataContract, List<string> keyColumns, List<string> excludedColumns, (string propName, object propValue)[] editedProperties) where T : IDataContract
         {
             return _querryGenerator.GenerateUpdateQuery<T>(DataContract, keyColumns, excludedColumns, editedProperties);
         }
 
         /// <inheritdoc />
-        public string GenerateDeleteQuery<T>(T entity, List<string> keyColumns) where T : IDataContractComparer
+        public string GenerateDeleteQuery<T>(T entity, List<string> keyColumns) where T : IDataContract
         {
             return _querryGenerator.GenerateDeleteQuery<T>(entity, keyColumns);
         }
 
         /// <inheritdoc />
-        public string GenerateInsertQuery<T>(T entity, List<string> keyColumns, List<string> excludedColumns) where T : IDataContractComparer
+        public string GenerateInsertQuery<T>(T entity, List<string> keyColumns, List<string> excludedColumns) where T : IDataContract
         {
             return _querryGenerator.GenerateInsertQuery<T>(entity, keyColumns, excludedColumns);
         }
@@ -54,7 +54,7 @@ public string GenerateComment(string comment)
         }
 
         /// <inheritdoc />
-        public List<string> GetCondition<T>(T entity, List<string> keyColumns) where T : IDataContractComparer
+        public List<string> GetCondition<T>(T entity, List<string> keyColumns) where T : IDataContract
         {
             return _querryGenerator.GetCondition<T>(entity, keyColumns);
         }