Merge pull request #120 from OpenDataAlex/process_tracker_python-105

process_tracker_python-105 Add is_key and is_filter checks for source…

Author: OpenDataAlex

dbscripts/mysql_process_tracker.sql

@@ -502,6 +502,8 @@ create table source_object_attribute
 	is_pii tinyint(1) default 0 not null,
 	default_value_string varchar(250) null,
 	default_value_number decimal null,
+	is_key boolean default FALSE not null,
+	is_filter boolean default FALSE not null,
 	constraint source_object_attribute_udx01
 		unique (source_object_id, source_object_attribute_name),
 	constraint source_object_attribute_fk01

dbscripts/postgresql_process_tracker.sql

@@ -744,7 +744,9 @@ create table process_tracker.source_object_attribute
 	data_decimal integer,
 	is_pii boolean default false not null,
 	default_value_string varchar(250),
-	default_value_number numeric
+	default_value_number numeric,
+	is_key boolean default false not null,
+	is_filter boolean default false not null
 );
 
 alter table process_tracker.source_object_attribute owner to pt_admin;

process_tracker/models/source.py

@@ -225,6 +225,8 @@ class SourceObjectAttribute(Base):
     is_pii = Column(Boolean, nullable=False, default=False)
     default_value_string = Column(String(250), nullable=True)
     default_value_number = Column(Numeric, nullable=True)
+    is_key = Column(Boolean, nullable=False, default=False)
+    is_filter = Column(Boolean, nullable=False, default=False)
 
     UniqueConstraint(source_object_id, source_object_attribute_name)
 

process_tracker/process_tracker.py

@@ -558,6 +558,8 @@ def find_process_source_attributes(self, process):
                 Source.source_name,
                 SourceObject.source_object_name,
                 SourceObjectAttribute.source_object_attribute_name,
+                SourceObjectAttribute.is_key,
+                SourceObjectAttribute.is_filter,
             )
             .join(SourceObject, SourceObjectAttribute.source_objects)
             .join(Source, SourceObject.sources)
@@ -576,6 +578,8 @@ def find_process_source_attributes(self, process):
                     "source_name": attribute.source_name,
                     "source_object_name": attribute.source_object_name,
                     "source_object_attribute_name": attribute.source_object_attribute_name,
+                    "is_key": attribute.is_key,
+                    "is_filter": attribute.is_filter,
                 }
             )
 
@@ -595,6 +599,8 @@ def find_process_target_attributes(self, process):
                 Source.source_name,
                 SourceObject.source_object_name,
                 SourceObjectAttribute.source_object_attribute_name,
+                SourceObjectAttribute.is_key,
+                SourceObjectAttribute.is_filter,
             )
             .join(SourceObject, SourceObjectAttribute.source_objects)
             .join(Source, SourceObject.sources)
@@ -613,6 +619,8 @@ def find_process_target_attributes(self, process):
                     "target_name": attribute.source_name,
                     "target_object_name": attribute.source_object_name,
                     "target_object_attribute_name": attribute.source_object_attribute_name,
+                    "is_key": attribute.is_key,
+                    "is_filter": attribute.is_filter,
                 }
             )
 

tests/test_process_tracker.py

@@ -2053,11 +2053,15 @@ def test_find_process_source_attributes(self):
                 "source_name": "source",
                 "source_object_name": "source_table",
                 "source_object_attribute_name": "attr_1",
+                "is_key": False,
+                "is_filter": False,
             },
             {
                 "source_name": "source",
                 "source_object_name": "source_table",
                 "source_object_attribute_name": "attr_2",
+                "is_key": False,
+                "is_filter": False,
             },
         ]
 
@@ -2082,11 +2086,15 @@ def test_find_process_target_attributes(self):
                 "target_name": "target",
                 "target_object_name": "target_table",
                 "target_object_attribute_name": "attr_1",
+                "is_key": False,
+                "is_filter": False,
             },
             {
                 "target_name": "target",
                 "target_object_name": "target_table",
                 "target_object_attribute_name": "attr_2",
+                "is_key": False,
+                "is_filter": False,
             },
         ]