process_tracker_python-130 Add flag for is_partition in source_object_attribute

✨  Added field for source object attributes to be flagged as
partition fields

Requirement was specifically for files/data stores that allow for
partitioning.  When flag is set, those are the field(s) that the data
should be partitioned on.  This is separate from is_key.

Closes: #130

Author: Alex Meadows

dbscripts/mysql_process_tracker.sql

@@ -532,6 +532,7 @@ create table source_object_attribute_lkup
 	default_value_number decimal null,
 	is_key boolean default FALSE not null,
 	is_filter boolean default FALSE not null,
+	is_partition boolean default FALSE not null,
 	constraint source_object_attribute_lkup_udx01
 		unique (source_object_id, source_object_attribute_name),
 	constraint source_object_attribute_lkup_fk01

dbscripts/postgresql_process_tracker.sql

@@ -781,7 +781,8 @@ create table process_tracker.source_object_attribute_lkup
 	default_value_string varchar(250),
 	default_value_number numeric,
 	is_key boolean default false not null,
-	is_filter boolean default false not null
+	is_filter boolean default false not null,
+	is_partition boolean default false not null
 );
 
 alter table process_tracker.source_object_attribute_lkup owner to pt_admin;

process_tracker/models/source.py

@@ -318,6 +318,7 @@ class SourceObjectAttribute(Base):
     default_value_number = Column(Numeric, nullable=True)
     is_key = Column(Boolean, nullable=False, default=False)
     is_filter = Column(Boolean, nullable=False, default=False)
+    is_partition = Column(Boolean, nullable=False, default=False)
 
     UniqueConstraint(source_object_id, source_object_attribute_name)
 

process_tracker/process_tracker.py

@@ -704,6 +704,7 @@ def find_process_source_attributes(self, process):
                 SourceObjectAttribute.source_object_attribute_name,
                 SourceObjectAttribute.is_key,
                 SourceObjectAttribute.is_filter,
+                SourceObjectAttribute.is_partition,
             )
             .join(SourceObject, SourceObjectAttribute.source_objects)
             .join(Source, SourceObject.sources)
@@ -724,6 +725,7 @@ def find_process_source_attributes(self, process):
                     "source_object_attribute_name": attribute.source_object_attribute_name,
                     "is_key": attribute.is_key,
                     "is_filter": attribute.is_filter,
+                    "is_partition": attribute.is_partition,
                 }
             )
 
@@ -745,6 +747,7 @@ def find_process_target_attributes(self, process):
                 SourceObjectAttribute.source_object_attribute_name,
                 SourceObjectAttribute.is_key,
                 SourceObjectAttribute.is_filter,
+                SourceObjectAttribute.is_partition,
             )
             .join(SourceObject, SourceObjectAttribute.source_objects)
             .join(Source, SourceObject.sources)
@@ -765,6 +768,7 @@ def find_process_target_attributes(self, process):
                     "target_object_attribute_name": attribute.source_object_attribute_name,
                     "is_key": attribute.is_key,
                     "is_filter": attribute.is_filter,
+                    "is_partition": attribute.is_partition,
                 }
             )
 

tests/test_process_tracker.py

@@ -2060,13 +2060,15 @@ def test_find_process_source_attributes(self):
                 "source_object_attribute_name": "attr_1",
                 "is_key": False,
                 "is_filter": False,
+                "is_partition": False,
             },
             {
                 "source_name": "source",
                 "source_object_name": "source_table",
                 "source_object_attribute_name": "attr_2",
                 "is_key": False,
                 "is_filter": False,
+                "is_partition": False,
             },
         ]
 
@@ -2093,13 +2095,15 @@ def test_find_process_target_attributes(self):
                 "target_object_attribute_name": "attr_1",
                 "is_key": False,
                 "is_filter": False,
+                "is_partition": False,
             },
             {
                 "target_name": "target",
                 "target_object_name": "target_table",
                 "target_object_attribute_name": "attr_2",
                 "is_key": False,
                 "is_filter": False,
+                "is_partition": False,
             },
         ]