Merge pull request #52 from NHSDigital/feature/ndit-713_amend_arrow_file_read

fix: amend arrow file read to use streams

Author: georgeRobertson

src/dve/core_engine/backends/implementations/duckdb/reference_data.py

@@ -46,4 +46,4 @@ def load_parquet_file(self, uri: str) -> DuckDBPyRelation:
     @mark_refdata_file_extension("arrow")
     def load_arrow_file(self, uri: str) -> DuckDBPyRelation:
         """Load an arrow ipc file into a duckdb relation"""
-        return self.connection.from_arrow(ipc.open_file(uri).read_all())  # type:ignore
+        return self.connection.from_arrow(ipc.open_stream(uri).read_all())  # type:ignore