merge: Merge branch 'build/python_312_upgrade' of https://github.com/georgeRobertson2/data-validation-engine into build/pyspark_35

Author: georgeRobertson2

poetry.lock

@@ -42,7 +42,7 @@ openpyxl = "^3.1"
 pandas = "^2.2.2"
 polars = "0.20.*"
 pyarrow = "^17.0.0"
-pydantic = "1.10.16"
+pydantic = "1.10.19"
 pyspark = "3.5.2"
 typing_extensions = "^4.6.2"
 

pyproject.toml

@@ -169,8 +169,6 @@ def get_duckdb_type_from_annotation(type_annotation: Any) -> DuckDBPyType:
                 )  # pragma: no cover
             if get_origin(field_annotation) is ClassVar:
                 continue
-            if field_name in ("__slots__"):
-                continue
 
             fields[field_name] = get_duckdb_type_from_annotation(field_annotation)
 
@@ -384,8 +382,6 @@ def get_duckdb_cast_statement_from_annotation(
                 )  # pragma: no cover
             if get_origin(field_annotation) is ClassVar:
                 continue
-            if field_name in ("__slots__"):
-                continue
 
             fields[field_name] = get_duckdb_cast_statement_from_annotation(
                 f"{element_name}.{field_name}", field_annotation, False, date_regex, timestamp_regex

src/dve/core_engine/backends/implementations/duckdb/duckdb_helpers.py

@@ -205,8 +205,6 @@ def get_type_from_annotation(type_annotation: Any) -> st.DataType:
                 )  # pragma: no cover
             if get_origin(field_annotation) is ClassVar:
                 continue
-            if field_name in ("__slots__"):
-                continue
 
             field = st.StructField(field_name, get_type_from_annotation(field_annotation))
             fields.append(field)
@@ -509,8 +507,6 @@ def get_spark_cast_statement_from_annotation(
                 )  # pragma: no cover
             if get_origin(field_annotation) is ClassVar:
                 continue
-            if field_name in ("__slots__"):
-                continue
 
             fields[field_name] = get_spark_cast_statement_from_annotation(
                 f"{element_name}.{field_name}", field_annotation, False, date_regex, timestamp_regex

src/dve/core_engine/backends/implementations/spark/spark_helpers.py

@@ -154,8 +154,6 @@ def get_polars_type_from_annotation(type_annotation: Any) -> PolarsType:
                 )  # pragma: no cover
             if get_origin(field_annotation) is ClassVar:
                 continue
-            if field_name in ('__slots__'):
-                continue
 
             fields[field_name] = get_polars_type_from_annotation(field_annotation)