added dataframe operations

Author: rohit180497

pydbmanager/operations.py

@@ -14,7 +14,6 @@ def __init__(self):
     def query_data(self, query: str, batch_size: int = None):
         """Executes a SELECT query and returns results as a DataFrame."""
         self.db.check_connection()
-
         if self.conn is None:
             logging.error("No active database connection.")
             return None
@@ -23,9 +22,8 @@ def query_data(self, query: str, batch_size: int = None):
         try:
             cursor = self.conn.cursor()
             cursor.execute(query)
-
+            rows = []
             if batch_size:
-                rows = []
                 while True:
                     batch = cursor.fetchmany(batch_size)
                     if not batch:
@@ -36,8 +34,9 @@ def query_data(self, query: str, batch_size: int = None):
 
             columns = [desc[0] for desc in cursor.description]
             df = pd.DataFrame.from_records(rows, columns=columns)
-
-            logging.info(f"Query executed in {time.time() - start_time:.4f} seconds")
+            print("Data fetched successfully!")
+            print("Dataframe Size", df.shape)
+            logging.info(f"Data fetched in {time.time() - start_time:.4f} seconds")
             return df
         except Exception as e:
             logging.error(f"Error executing query: {e}")
@@ -46,12 +45,11 @@ def query_data(self, query: str, batch_size: int = None):
             cursor.close()
 
     def execute_query(self, query: str):
-        """Executes an INSERT, UPDATE, or DELETE query."""
+        """Executes INSERT, UPDATE, DELETE queries."""
         return execute_with_retry(lambda: self._execute_query(query))
 
     def _execute_query(self, query: str) -> bool:
         self.db.check_connection()
-
         if self.conn is None:
             logging.error("No active database connection.")
             return False
@@ -68,6 +66,50 @@ def _execute_query(self, query: str) -> bool:
         finally:
             cursor.close()
 
+    def insert_dataframe(self, df: pd.DataFrame, table_name: str):
+        """Inserts a DataFrame into the specified SQL table."""
+        self.db.check_connection()
+        if self.conn is None:
+            logging.error("No active database connection.")
+            return False
+
+        try:
+            df.to_sql(table_name, self.conn, if_exists='append', index=False)
+            logging.info(f"Inserted DataFrame into table '{table_name}' successfully!")
+            return True
+        except Exception as e:
+            logging.error(f"Error inserting DataFrame: {e}")
+            return False
+
+    def update_table_with_dataframe(self, df: pd.DataFrame, table_name: str, key_columns: list):
+        """Updates records in a SQL table using a DataFrame based on key columns."""
+        self.db.check_connection()
+        if self.conn is None:
+            logging.error("No active database connection.")
+            return False
+
+        try:
+            cursor = self.conn.cursor()
+            for _, row in df.iterrows():
+                set_clause = ", ".join([f"{col} = ?" for col in df.columns if col not in key_columns])
+                where_clause = " AND ".join([f"{key} = ?" for key in key_columns])
+                values = [row[col] for col in df.columns if col not in key_columns] + [row[key] for key in key_columns]
+                sql = f"UPDATE {table_name} SET {set_clause} WHERE {where_clause}"
+                cursor.execute(sql, values)
+
+            self.conn.commit()
+            logging.info(f"Updated table '{table_name}' successfully using DataFrame.")
+            return True
+        except Exception as e:
+            logging.error(f"Error updating table with DataFrame: {e}")
+            return False
+        finally:
+            cursor.close()
+
+    def create_table(self, create_sql: str):
+        """Creates a SQL table using the provided CREATE TABLE SQL statement."""
+        return self.execute_query(create_sql)
+
     def close(self):
         """Closes the database connection."""
         self.db.close_connection()

setup.py

@@ -2,7 +2,7 @@
 
 setup(
     name="pydbmanager",
-    version="0.1.1",
+    version="0.1.2",
     author="Rohit Kosamkar",
     author_email="rohitkosamkar97@gmail.com",
     description="A Python package for seamless SQL Server database management, supporting secure connections, query execution, batch fetching, caching, and result exporting.",