Initial commit

modules/database/init/xl_tools.py

@@ -0,0 +1,35 @@
+from dotenv import load_dotenv, find_dotenv
+load_dotenv(find_dotenv())
+import os
+import modules.logger_tool as logger
+log_name = 'api_modules_database_tools_xl_tools'
+log_dir = os.getenv("LOG_PATH", "/logs")  # Default path as fallback
+logging = logger.get_logger(
+    name=log_name,
+    log_level=os.getenv("LOG_LEVEL", "DEBUG"),
+    log_path=log_dir,
+    log_file=log_name,
+    runtime=True,
+    log_format='default'
+)
+import pandas as pd
+from fastapi import UploadFile
+
+def create_dataframes(excel_file, return_clean=False):
+    excel_sheets = pd.read_excel(excel_file, sheet_name=None)
+    # Log the sheet names
+    logging.info(f"Sheet names: {excel_sheets.keys()}")
+    return {sheet.lower(): data for sheet, data in excel_sheets.items()}
+
+def create_dataframes_from_fastapiuploadfile(upload_file: UploadFile):
+    from io import BytesIO
+    file_content = upload_file.file.read()
+    file_content_io = BytesIO(file_content)
+    return pd.read_excel(file_content_io, sheet_name=None, engine='openpyxl')
+
+def replace_nan_with_default(data, default_values):
+    for key in default_values:
+        if pd.isna(data.get(key, None)):
+            # logging.debug(f"Replacing NaN in {key} with default value '{default_values[key]}'")
+            data[key] = default_values[key]
+    return data