diff --git a/airbyte_cdk/sources/http_config.py b/airbyte_cdk/sources/http_config.py index 289ed9a923..04702e44d3 100644 --- a/airbyte_cdk/sources/http_config.py +++ b/airbyte_cdk/sources/http_config.py @@ -7,4 +7,4 @@ # order to fix that, we will increase the requests library pool_maxsize. As there are many pieces of code that sets a requests.Session, we # are creating this variable here so that a change in one affects the other. This can be removed once we merge how we do HTTP requests in # one piece of code or once we make connection pool size configurable for each piece of code -MAX_CONNECTION_POOL_SIZE = 20 +MAX_CONNECTION_POOL_SIZE = 40 diff --git a/unit_tests/sources/streams/http/test_http.py b/unit_tests/sources/streams/http/test_http.py index 7512c3722e..b67d53613f 100644 --- a/unit_tests/sources/streams/http/test_http.py +++ b/unit_tests/sources/streams/http/test_http.py @@ -837,7 +837,7 @@ def test_duplicate_request_params_are_deduped(deduplicate_query_params, path, pa def test_connection_pool(): stream = StubBasicReadHttpStream(authenticator=TokenAuthenticator("test-token")) - assert stream._http_client._session.adapters["https://"]._pool_connections == 20 + assert stream._http_client._session.adapters["https://"]._pool_connections == 40 class StubParentHttpStream(HttpStream, CheckpointMixin): diff --git a/unit_tests/sources/streams/http/test_http_client.py b/unit_tests/sources/streams/http/test_http_client.py index 7dc8054b5f..48d396cb63 100644 --- a/unit_tests/sources/streams/http/test_http_client.py +++ b/unit_tests/sources/streams/http/test_http_client.py @@ -180,7 +180,7 @@ def test_connection_pool(): http_client = HttpClient( name="test", logger=MagicMock(), authenticator=TokenAuthenticator("test-token") ) - assert http_client._session.adapters["https://"]._pool_connections == 20 + assert http_client._session.adapters["https://"]._pool_connections == 40 def test_valid_basic_send_request(mocker):