Add log and metrics provider to langchain (#4214)

* Added log and metrics provider to langchain

* updated changelog

* added line

* deleted handler

* removed multiple cassettes

* fixed ruff

* fixed spellcheck

Author: wrisa

.codespellrc

@@ -1,4 +1,4 @@
 [codespell]
 # skipping auto generated folders
-skip = ./.tox,./.mypy_cache,./docs/_build,./target,*/LICENSE,./venv
+skip = ./.tox,./.mypy_cache,./docs/_build,./target,*/LICENSE,./venv,*/cassettes
 ignore-words-list = ot

instrumentation-genai/opentelemetry-instrumentation-langchain/CHANGELOG.md

@@ -7,8 +7,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## Unreleased
 
-- Added support to call genai utils handler for langchain LLM invocations.
-  ([https://github.com/open-telemetry/opentelemetry-python-contrib/pull/3889](#3889))
-
 - Added span support for genAI langchain llm invocation.
-  ([#3665](https://github.com/open-telemetry/opentelemetry-python-contrib/pull/3665))
+  ([#3665](https://github.com/open-telemetry/opentelemetry-python-contrib/pull/3665))
+- Added support to call genai utils handler for langchain LLM invocations.
+  ([#3889](https://github.com/open-telemetry/opentelemetry-python-contrib/pull/3889))
+- Added log and metrics provider to langchain genai utils handler
+  ([#4214](https://github.com/open-telemetry/opentelemetry-python-contrib/pull/4214))

instrumentation-genai/opentelemetry-instrumentation-langchain/examples/manual/main.py

@@ -1,11 +1,21 @@
 from langchain_core.messages import HumanMessage, SystemMessage
 from langchain_openai import ChatOpenAI
 
-from opentelemetry import trace
+from opentelemetry import _logs, metrics, trace
+from opentelemetry.exporter.otlp.proto.grpc._log_exporter import (
+    OTLPLogExporter,
+)
+from opentelemetry.exporter.otlp.proto.grpc.metric_exporter import (
+    OTLPMetricExporter,
+)
 from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import (
     OTLPSpanExporter,
 )
 from opentelemetry.instrumentation.langchain import LangChainInstrumentor
+from opentelemetry.sdk._logs import LoggerProvider
+from opentelemetry.sdk._logs.export import BatchLogRecordProcessor
+from opentelemetry.sdk.metrics import MeterProvider
+from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader
 from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.sdk.trace.export import BatchSpanProcessor
 
@@ -14,6 +24,23 @@
 span_processor = BatchSpanProcessor(OTLPSpanExporter())
 trace.get_tracer_provider().add_span_processor(span_processor)
 
+# configure logging
+_logs.set_logger_provider(LoggerProvider())
+_logs.get_logger_provider().add_log_record_processor(
+    BatchLogRecordProcessor(OTLPLogExporter())
+)
+
+# configure metrics
+metrics.set_meter_provider(
+    MeterProvider(
+        metric_readers=[
+            PeriodicExportingMetricReader(
+                OTLPMetricExporter(),
+            ),
+        ]
+    )
+)
+
 
 def main():
     # Set up instrumentation

instrumentation-genai/opentelemetry-instrumentation-langchain/src/opentelemetry/instrumentation/langchain/__init__.py

@@ -70,12 +70,16 @@ def _instrument(self, **kwargs: Any):
         Enable Langchain instrumentation.
         """
         tracer_provider = kwargs.get("tracer_provider")
+        meter_provider = kwargs.get("meter_provider")
+        logger_provider = kwargs.get("logger_provider")
 
         telemetry_handler = get_telemetry_handler(
-            tracer_provider=tracer_provider
+            tracer_provider=tracer_provider,
+            meter_provider=meter_provider,
+            logger_provider=logger_provider,
         )
         otel_callback_handler = OpenTelemetryLangChainCallbackHandler(
-            telemetry_handler=telemetry_handler
+            telemetry_handler=telemetry_handler,
         )
 
         wrap_function_wrapper(
@@ -89,6 +93,14 @@ def _uninstrument(self, **kwargs: Any):
         Cleanup instrumentation (unwrap).
         """
         unwrap("langchain_core.callbacks.base.BaseCallbackManager", "__init__")
+        # Clear the TelemetryHandler singleton so the next instrument() uses
+        # the provided tracer_provider/meter_provider/logger_provider instead
+        # of reusing the previous handler.
+        if (
+            getattr(get_telemetry_handler, "_default_handler", None)
+            is not None
+        ):
+            delattr(get_telemetry_handler, "_default_handler")
 
 
 class _BaseCallbackManagerInitWrapper:

…_5_turbo_model_llm_call[NO_CONTENT].yaml …openai_gpt_3_5_turbo_model_llm_call.yamlinstrumentation-genai/opentelemetry-instrumentation-langchain/tests/cassettes/test_chat_openai_gpt_3_5_turbo_model_llm_call[NO_CONTENT].yaml renamed to instrumentation-genai/opentelemetry-instrumentation-langchain/tests/cassettes/test_chat_openai_gpt_3_5_turbo_model_llm_call.yaml instrumentation-genai/opentelemetry-instrumentation-langchain/tests/cassettes/test_chat_openai_gpt_3_5_turbo_model_llm_call[NO_CONTENT].yaml renamed to instrumentation-genai/opentelemetry-instrumentation-langchain/tests/cassettes/test_chat_openai_gpt_3_5_turbo_model_llm_call.yaml

@@ -40,7 +40,7 @@ interactions:
       Host:
       - api.openai.com
       User-Agent:
-      - OpenAI/Python 2.16.0
+      - OpenAI/Python 2.21.0
       X-Stainless-Arch:
       - arm64
       X-Stainless-Async:
@@ -50,7 +50,7 @@ interactions:
       X-Stainless-OS:
       - MacOS
       X-Stainless-Package-Version:
-      - 2.16.0
+      - 2.21.0
       X-Stainless-Raw-Response:
       - 'true'
       X-Stainless-Runtime:
@@ -59,8 +59,6 @@ interactions:
       - 3.13.5
       authorization:
       - Bearer test_openai_api_key
-      cookie:
-      - test_cookie
       x-stainless-retry-count:
       - '0'
     method: POST
@@ -69,9 +67,9 @@ interactions:
     body:
       string: |-
         {
-          "id": "chatcmpl-D5js6XcubHki2LoPJ6cG4o0tPn8LV",
+          "id": "chatcmpl-DB5VKnX0DBvthDkYqZDgfZVAqhZUk",
           "object": "chat.completion",
-          "created": 1770260342,
+          "created": 1771535138,
           "model": "gpt-3.5-turbo-0125",
           "choices": [
             {
@@ -106,13 +104,13 @@ interactions:
         }
     headers:
       CF-RAY:
-      - 9c8f263d4d5fa6c4-SJC
+      - 9d08b930cee533ed-SJC
       Connection:
       - keep-alive
       Content-Type:
       - application/json
       Date:
-      - Thu, 05 Feb 2026 02:59:02 GMT
+      - Thu, 19 Feb 2026 21:05:38 GMT
       Server:
       - cloudflare
       Set-Cookie: test_set_cookie
@@ -132,27 +130,31 @@ interactions:
       - '822'
       openai-organization: test_openai_org_id
       openai-processing-ms:
-      - '195'
+      - '170'
       openai-project:
-      - proj_3o0Aqh32nPiGbrex8BJtPTCm
+      - proj_GLiYlAc06hF0Fm06IMReZLy4
       openai-version:
       - '2020-10-01'
+      set-cookie:
+      - __cf_bm=tYjXaOj8KokJGc56XWDShqpm2zPWeq3Q19yhnJcqKqU-1771535137.4012983-1.0.1.1-k50ojuWx4sSPmgdu8QLKD3OmGYDMjKIDSqQcANN1wo1SBWNjIE.yAsOYOgaalvDiPrXObJN80xhnlcC9mXOXnOfGb9HRyT5un2ASAG29wbujzo_b9a3zQg9hHU024Nkz;
+        HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Thu, 19 Feb 2026
+        21:35:38 GMT
       x-openai-proxy-wasm:
       - v0.1
       x-ratelimit-limit-requests:
       - '10000'
       x-ratelimit-limit-tokens:
-      - '10000000'
+      - '200000'
       x-ratelimit-remaining-requests:
       - '9999'
       x-ratelimit-remaining-tokens:
-      - '9999981'
+      - '199982'
       x-ratelimit-reset-requests:
-      - 6ms
+      - 8.64s
       x-ratelimit-reset-tokens:
-      - 0s
+      - 5ms
       x-request-id:
-      - req_11889cdfe9f548169adad4e04412b63c
+      - req_5f037f577c544db292661f8bbf12d569
     status:
       code: 200
       message: OK