Merge pull request #61 from OpenDataAlex/process_tracker_python-60

Process tracker python 60

Author: OpenDataAlex

process_tracker/extract_tracker.py

@@ -27,6 +27,7 @@ def __init__(
         location_name=None,
         location_path=None,
         status=None,
+        config_location=None,
     ):
         """
         ExtractTracker is the primary engine for tracking data extracts
@@ -43,8 +44,10 @@ def __init__(
         :type location_name: string
         :param status: Optional if status does not need to be 'initializing', which is default.
         :type status: string
+        :param config_location: Optional location for the process_tracker configuration file.
+        :type config_location: string
         """
-        config = SettingsManager().config
+        config = SettingsManager(config_location=config_location).config
 
         self.logger = logging.getLogger(__name__)
         self.logger.setLevel(config["DEFAULT"]["log_level"])

process_tracker/process_tracker.py

@@ -71,10 +71,11 @@ def __init__(
                                 directory.
         :type config_location: file path
         """
-        config = SettingsManager().config
+        self.config_location = config_location
+        self.config = SettingsManager(config_location=self.config_location).config
 
         self.logger = logging.getLogger(__name__)
-        self.logger.setLevel(config["DEFAULT"]["log_level"])
+        self.logger.setLevel(self.config["DEFAULT"]["log_level"])
         self.logger.addHandler(console)
 
         self.data_store = DataStore(config_location=config_location)
@@ -395,11 +396,16 @@ def register_extracts_by_location(self, location_path, location_name=None):
                     filename=file.key,
                     location=location,
                     status="ready",
+                    config_location=self.config_location,
                 )
         else:
             for file in os.listdir(location_path):
                 ExtractTracker(
-                    process_run=self, filename=file, location=location, status="ready"
+                    process_run=self,
+                    filename=file,
+                    location=location,
+                    status="ready",
+                    config_location=self.config_location,
                 )
 
     def register_new_process_run(self):

process_tracker/utilities/settings.py

@@ -25,6 +25,7 @@ def __init__(self, config_location=None):
         self.aws_utils = AwsUtilities()
 
         exists = False
+        cloud = False
 
         if config_location is None:
             home = Path.home()
@@ -62,14 +63,13 @@ def __init__(self, config_location=None):
             if self.aws_utils.determine_valid_s3_path(
                 path=self.config_path
             ) and self.aws_utils.determine_s3_file_exists(path=self.config_file):
-
+                cloud = True
                 exists = True
 
         if exists:
             self.read_config_file()
-        else:
-            # How to handle if exists is false and it's s3?
 
+        elif not cloud:
             self.create_config_file()
 
     def create_config_file(self):