style: bump mypy to a version supported by py 3.11 and make linting changes where required

Author: georgeRobertson

pyproject.toml

@@ -74,7 +74,7 @@ black = "22.6.0"
 astroid = "2.14.2"
 isort = "5.11.5"
 pylint = "2.16.4"
-mypy = "0.982"
+mypy = "0.991"
 boto3-stubs = {extras = ["essential"], version = "1.26.72"}
 botocore-stubs = "1.29.72"
 pandas-stubs = "1.2.0.62"

src/dve/core_engine/backends/implementations/spark/rules.py

@@ -54,13 +54,13 @@
 class SparkStepImplementations(BaseStepImplementations[DataFrame]):
     """An implementation of transformation steps in Apache Spark."""
 
-    def __init__(self, spark_session: SparkSession = None, **kwargs):
+    def __init__(self, spark_session: Optional[SparkSession] = None, **kwargs):
         self._spark_session = spark_session
         self._registered_functions: list[str] = []
         super().__init__(**kwargs)
 
     @property
-    def spark_session(self):
+    def spark_session(self) -> SparkSession:
         """The current spark session"""
         if not self._spark_session:
             self._spark_session = SparkSession.builder.getOrCreate()

src/dve/core_engine/backends/metadata/reporting.py

@@ -108,7 +108,7 @@ def template(
         self,
         local_variables: TemplateVariables,
         *,
-        global_variables: TemplateVariables = None,
+        global_variables: Optional[TemplateVariables] = None,
     ) -> "BaseReportingConfig":
         """Template a reporting config."""
         type_ = type(self)
@@ -348,7 +348,7 @@ def template(
         self,
         local_variables: TemplateVariables,
         *,
-        global_variables: TemplateVariables = None,
+        global_variables: Optional[TemplateVariables] = None,
     ) -> "ReportingConfig":
         """Template the untemplated reporting config."""
         if global_variables:

src/dve/core_engine/backends/metadata/rules.py

@@ -136,7 +136,7 @@ def template(
         self: ASSelf,
         local_variables: TemplateVariables,
         *,
-        global_variables: TemplateVariables = None,
+        global_variables: Optional[TemplateVariables] = None,
     ) -> ASSelf:
         """Template the rule, given the global and local variables."""
         type_ = type(self)
@@ -236,7 +236,7 @@ def template(
         self: "DeferredFilter",
         local_variables: dict[Alias, Any],
         *,
-        global_variables: dict[Alias, Any] = None,
+        global_variables: Optional[dict[Alias, Any]] = None,
     ) -> "DeferredFilter":
         """Template the rule, given the global and local variables."""
         type_ = type(self)
@@ -657,7 +657,7 @@ def template(
         self: RSelf,
         local_variables: TemplateVariables,
         *,
-        global_variables: TemplateVariables = None,
+        global_variables: Optional[TemplateVariables] = None,
     ) -> RSelf:
         """Template the rule, returning the new templated rule. This is only really useful
         for 'upfront' templating, as all stages of the rule will be templated at once.