Merge pull request #13 from VikingInOrbit/UnitTest

Unit test

Author: VikingInOrbit

.coverage

@@ -8,4 +8,6 @@ secrets/*
 !secrets/.gitkeep
 temp/
 log/
-.vscode
+
+.vscode
+.coverage

.gitignore

@@ -1,5 +1,74 @@
 # Updates
 
+## 1.9.2 get to 90% update 
+
+### new things
+
+- Suproting 100%
+
+- Utility 99%
+    - collor 100%
+    - deltatime 98%
+    - UnitConverter 100%
+    - config manager 100%
+    - logger 100%
+    - debug 97%
+
+- Data Prosesing 52%
+    - csv data pipeline 100%
+    - filter 96%
+    - map 91%
+    - PID 98%
+    - data swite will not be tested at this moment
+
+- contol softwere
+    - State machine
+        - will not be tested at this moment
+
+### bug Fix
+
+- somthing
+
+### changes
+
+- somthing
+
+### breaking changes
+
+- somthing
+
+## 1.9.1 location update 
+
+### new things
+
+- Base Unit test
+- 100% suporting
+
+### breaking changes
+
+- file structure
+
+## 1.9.0 Test update 
+
+### new things
+
+- Unit test
+- UnitTestUtilities.py
+
+### bug Fix
+
+- somthing
+
+### changes
+
+- yamlWriter now suports mode=a the right way
+- Exsamlpe files now change name to exsample and not test
+- all suporting script tests uptated to use the test util
+
+### breaking changes
+
+- Exsample is no longer the main way of testing the code
+
 ## 1.8.2 csv update 
 
 

ChangeLog.md

@@ -7,15 +7,15 @@
 from ..Suporting.jsonWriter import *
 from ..Suporting.yamlWriter import *
 
-#from ..Utility.Debug import Debug
+from ..Utility.Debug import Debug
 
 
 def write_data(file_path,data, **kwargs):
 
     directory = os.path.dirname(file_path)
     if directory and not os.path.exists(directory):
         os.makedirs(directory, exist_ok=True)
-        #Debug.log(f"Dir did not exist, created it: {directory}", "Warning", group="WarningError")
+        Debug.log(f"Dir did not exist, created it: {directory}", "Warning", group="WarningError")
 
     ext = os.path.splitext(file_path)[1].lower()
 

DataProsesing/DataRW.py

@@ -16,6 +16,16 @@ using "import GabesPythonToolBox as GTB" for all
 or import "GabesPythonToolBox.Category.lib as (XX)"
 That’s it. You're good to go.
 
+### comands
+#### unit test
+'''
+pytest UnitTest -v
+'''
+#### get filestucture
+'''
+tree /F /A > folder_tree.txt
+'''
+
 ## Current Features
 
 ### ControllSoftwere

README.md

@@ -73,6 +73,9 @@ def read_csv(file_path, seperator_symbol: str = ',', float_symbol: str = '.', re
         # Process each line using the helper
         for line in lines:
             values = process_line(line, seperator_symbol, float_symbol)
+            if not values:
+                Debug.log(f"emty row","Info",group="LIB_Debug")
+                continue  # skip empty lines
             row = {header[i]: values[i] for i in range(len(header))}
             Debug.log(f"row:\n{row}\n\n","Info",group="LIB_Debug")
             data.append(row)

Suporting/csvReader.py

@@ -1,7 +1,7 @@
 
 import copy
 import csv
-
+#TODO make it one file again
 #this is a direct coppy of csvWriter and oly exsists sice circular import isues
 
 def write_csv(

Suporting/csvWriterLogger.py

@@ -1,4 +1,27 @@
 import json
-def write_json(file_path,data,mode: str = 'w'):
+import os
+
+def write_json(file_path, data, mode: str = 'w'):
+    """
+    Write a dictionary to a JSON file.
+    If mode='a', merge with existing JSON content if it is a dict.
+    """
+    if mode == 'a' and os.path.exists(file_path):
+        # Load existing data
+        with open(file_path, "r", encoding="utf-8") as f:
+            try:
+                existing_data = json.load(f)
+            except json.JSONDecodeError:
+                raise ValueError("Existing JSON content is invalid")
+        if not isinstance(existing_data, dict):
+            raise TypeError("Existing JSON content is not a dict; cannot merge")
+
+        # Merge existing data with new data
+        existing_data.update(data)
+        data_to_write = existing_data
+        mode = 'w'  # overwrite with merged content
+    else:
+        data_to_write = data
+
     with open(file_path, mode=mode, encoding="utf-8") as f:
-        json.dump(data, f, indent=4, ensure_ascii=False)
+        json.dump(data_to_write, f, indent=4, ensure_ascii=False)

Suporting/jsonWriter.py

@@ -1,4 +1,24 @@
 import yaml
-def write_yaml(file_path,data,mode: str = 'w'):
-    with open(file_path,mode=mode, encoding="utf-8") as f:
-        yaml.safe_dump(data, f, sort_keys=False, allow_unicode=True)
+import os
+
+def write_yaml(file_path, data, mode: str = 'w'):
+    """
+    Write a dictionary to a YAML file.
+    If mode='a', merge with existing YAML content if it is a dict.
+    """
+    if mode == 'a' and os.path.exists(file_path):
+        # Load existing data
+        with open(file_path, "r", encoding="utf-8") as f:
+            existing_data = yaml.safe_load(f) or {}
+        if not isinstance(existing_data, dict):
+            raise TypeError("Existing YAML content is not a dict; cannot merge")
+        
+        # Merge existing data with new data
+        existing_data.update(data)
+        data_to_write = existing_data
+        mode = 'w'  # Overwrite file with merged content
+    else:
+        data_to_write = data
+
+    with open(file_path, mode=mode, encoding="utf-8") as f:
+        yaml.safe_dump(data_to_write, f, sort_keys=False, allow_unicode=True)