Merge pull request #135 from OpenDataAlex/process_tracker_python-100

Process tracker python 100

Author: OpenDataAlex

dbscripts/mysql_process_tracker.sql

@@ -1,5 +1,23 @@
 USE process_tracker;
 
+create table process_tracker.character_set_lkup
+(
+	character_set_id int auto_increment
+		primary key,
+	character_set_name int not null,
+	constraint character_set_lkup_character_set_name_uindex
+		unique (character_set_name)
+);
+
+create table process_tracker.source_type_lkup
+(
+	source_type_id int auto_increment
+		primary key,
+	source_type_name varchar(75) not null,
+	constraint source_type_lkup_source_type_name_uindex
+		unique (source_type_name)
+);
+
 create table schedule_frequency_lkup
 (
 	schedule_frequency_id int auto_increment
@@ -182,15 +200,23 @@ create table process_type_lkup
 	process_type_name varchar(250) not null
 );
 
-create table source_lkup
+create table process_tracker.source_lkup
 (
 	source_id int auto_increment
 		primary key,
 	source_name varchar(250) not null,
+	source_type_id int null,
+	character_set_id int null,
 	constraint source_name
-		unique (source_name)
+		unique (source_name),
+	constraint source_lkup_fk01
+		foreign key (source_type_id) references process_tracker.source_type_lkup (source_type_id),
+	constraint source_lkup_fk02
+		foreign key (character_set_id) references process_tracker.character_set_lkup (character_set_id)
 );
 
+
+
 create table system_lkup
 (
 	system_id int auto_increment
@@ -380,13 +406,15 @@ comment 'Relationship tracking between processes and performance clusters.';
 
 create table process_tracker.source_object_lkup
 (
-	source_object_id int auto_increment,
+	source_object_id int auto_increment
+		primary key,
 	source_id int not null,
 	source_object_name varchar(250) null,
-	constraint source_object_lkup_pk
-		primary key (source_object_id),
+	character_set_id int null,
 	constraint source_object_lkup_udx01
 		unique (source_id, source_object_name),
+	constraint source_object_lkup_fk02
+		foreign key (character_set_id) references process_tracker.character_set_lkup (character_set_id),
 	constraint source_object_lkup_source_lkup_source_id_fk
 		foreign key (source_id) references process_tracker.source_lkup (source_id)
 );
@@ -614,4 +642,3 @@ create table process_tracker.source_object_location
 );
 
 
-

dbscripts/postgresql_process_tracker.sql

@@ -4,6 +4,32 @@ create schema process_tracker;
 
 alter schema process_tracker owner to pt_admin;
 
+create table process_tracker.character_set_lkup
+(
+	character_set_id serial not null
+		constraint character_set_lkup_pk
+			primary key,
+	character_set_name varchar(75) not null
+);
+
+alter table process_tracker.character_set_lkup owner to pt_admin;
+
+create unique index character_set_lkup_character_set_name_uindex
+	on process_tracker.character_set_lkup (character_set_name);
+
+create table process_tracker.source_type_lkup
+(
+	source_type_id serial not null
+		constraint source_type_lkup_pk
+			primary key,
+	source_type_name varchar(75) not null
+);
+
+alter table process_tracker.source_type_lkup owner to pt_admin;
+
+create unique index source_type_lkup_source_type_name_uindex
+	on process_tracker.source_type_lkup (source_type_name);
+
 create table schedule_frequency_lkup
 (
 	schedule_frequency_id serial not null
@@ -146,20 +172,26 @@ alter table tool_lkup owner to pt_admin;
 create unique index tool_lkup_tool_udx01
 	on tool_lkup (tool_name);
 
-create table source_lkup
+create table process_tracker.source_lkup
 (
 	source_id serial not null
 		constraint source_lkup_pk
 			primary key,
-	source_name varchar(250) not null
+	source_name varchar(250) not null,
+	source_type_id integer
+		constraint source_lkup_fk01
+			references process_tracker.source_type_lkup,
+	character_set_id integer
+		constraint source_lkup_fk02
+			references process_tracker.character_set_lkup
 );
 
-comment on table source_lkup is 'Source system where data originates.';
+comment on table process_tracker.source_lkup is 'Source system where data originates.';
 
-alter table source_lkup owner to pt_admin;
+alter table process_tracker.source_lkup owner to pt_admin;
 
 create unique index source_lkup_udx01
-	on source_lkup (source_name);
+	on process_tracker.source_lkup (source_name);
 
 create table process_status_lkup
 (
@@ -592,7 +624,10 @@ create table process_tracker.source_object_lkup
 	source_id integer not null
 		constraint source_object_lkup_fk01
 			references process_tracker.source_lkup,
-	source_object_name varchar(250)
+	source_object_name varchar(250),
+	character_set_id integer
+		constraint source_object_lkup_fk02
+			references process_tracker.character_set_lkup
 );
 
 comment on table process_tracker.source_object_lkup is 'Reference table for source/target objects.';

process_tracker/models/source.py

@@ -16,6 +16,27 @@
 from process_tracker.models.model_base import Base
 
 
+class CharacterSet(Base):
+
+    __tablename__ = "character_set_lkup"
+    __table_args__ = {"schema": "process_tracker"}
+
+    character_set_id = Column(
+        Integer,
+        Sequence("character_set_lkup.character_set_id", schema="process_tracker"),
+        primary_key=True,
+        nullable=False,
+    )
+    character_set_name = Column(String(75), unique=True, nullable=False)
+
+    def __repr__(self):
+
+        return "<CharacterSet id=%s, name=%s>" % (
+            self.character_set_id,
+            self.character_set_name,
+        )
+
+
 class DataType(Base):
 
     __tablename__ = "data_type_lkup"
@@ -93,6 +114,11 @@ class Source(Base):
         nullable=False,
     )
     source_name = Column(String(250), nullable=False, unique=True)
+    character_set_id = Column(
+        Integer,
+        ForeignKey("process_tracker.character_set_lkup.character_set_id"),
+        nullable=True,
+    )
 
     def __repr__(self):
 
@@ -199,6 +225,11 @@ class SourceObject(Base):
         Integer, ForeignKey("process_tracker.source_lkup.source_id"), nullable=False
     )
     source_object_name = Column(String(250), nullable=False)
+    character_set_id = Column(
+        Integer,
+        ForeignKey("process_tracker.character_set_lkup.character_set_id"),
+        nullable=True,
+    )
 
     UniqueConstraint(source_id, source_object_name)