Skip to content

Commit e247f5e

Browse files
committed
refactor: fixes following review comments
1 parent 9bb45f3 commit e247f5e

2 files changed

Lines changed: 7 additions & 3 deletions

File tree

src/dve/pipeline/foundry_ddb_pipeline.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ def file_transformation(
4444
self._audit_tables.mark_failed(submissions=[submission_info.submission_id])
4545
return submission_info, SubmissionStatus(processing_failed=True)
4646

47-
def apply_data_contract(self, submission_info: SubmissionInfo, submission_status: SubmissionStatus) -> tuple[SubmissionInfo | SubmissionStatus]:
47+
def apply_data_contract(self, submission_info: SubmissionInfo, submission_status: Optional[SubmissionStatus] = None) -> tuple[SubmissionInfo | SubmissionStatus]:
4848
try:
4949
return super().apply_data_contract(submission_info, submission_status)
5050
except Exception as exc: # pylint: disable=W0718
@@ -58,7 +58,7 @@ def apply_data_contract(self, submission_info: SubmissionInfo, submission_status
5858
self._audit_tables.mark_failed(submissions=[submission_info.submission_id])
5959
return submission_info, SubmissionStatus(processing_failed=True)
6060

61-
def apply_business_rules(self, submission_info: SubmissionInfo, submission_status: SubmissionStatus):
61+
def apply_business_rules(self, submission_info: SubmissionInfo, submission_status: Optional[SubmissionStatus] = None):
6262
try:
6363
return super().apply_business_rules(submission_info, submission_status)
6464
except Exception as exc: # pylint: disable=W0718
@@ -72,7 +72,7 @@ def apply_business_rules(self, submission_info: SubmissionInfo, submission_statu
7272
self._audit_tables.mark_failed(submissions=[submission_info.submission_id])
7373
return submission_info, SubmissionStatus(processing_failed=True)
7474

75-
def error_report(self, submission_info: SubmissionInfo, submission_status: SubmissionStatus):
75+
def error_report(self, submission_info: SubmissionInfo, submission_status: Optional[SubmissionStatus] = None):
7676
try:
7777
return super().error_report(submission_info, submission_status)
7878
except Exception as exc: # pylint: disable=W0718

src/dve/reporting/utils.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,10 @@ def dump_processing_errors(
4747
"""Write out critical processing errors"""
4848
if not working_folder:
4949
raise AttributeError("processed files path not passed")
50+
if not step_name:
51+
raise AttributeError("step name not passed")
52+
if not errors:
53+
raise AttributeError("errors list not passed")
5054

5155
error_file: URI = fh.joinuri(working_folder, "errors", f"processing_errors.json")
5256
processed = []

0 commit comments

Comments
 (0)