from langsmith.types import QueryPatchEvent, QueryPatchOperationTypes:
from langsmith.types import SqlQueryResponseMethods:
client.sql.query(**params) -> SqlQueryResponse
Types:
from langsmith.types import ProductFeedbackCreateResponse, ProductFeedbackRetrieveResponseMethods:
client.product_feedback.create(**params) -> ProductFeedbackCreateResponseclient.product_feedback.retrieve(id) -> ProductFeedbackRetrieveResponse
Types:
from langsmith.types import AgentMethods:
client.agents.create(**params) -> Agentclient.agents.retrieve(agent_id, **params) -> Agentclient.agents.update(agent_id, **params) -> Agentclient.agents.list(**params) -> SyncItemsCursorGetPagination[Agent]client.agents.delete(agent_id) -> None
Types:
from langsmith.types.fleet import ThreadActivateSandboxResponseMethods:
client.fleet.threads.activate_sandbox(thread_id) -> ThreadActivateSandboxResponse
Types:
from langsmith.types import (
CustomChartsSection,
CustomChartsSectionRequest,
RunStatsGroupBy,
Session,
SessionFeedbackStat,
SessionSortableColumns,
TimedeltaInput,
TracerSession,
TracerSessionWithoutVirtualFields,
SessionResolveResponse,
)Methods:
client.sessions.create(**params) -> TracerSessionclient.sessions.retrieve(project_id, **params) -> TracerSessionclient.sessions.update(project_id, **params) -> TracerSessionclient.sessions.delete(project_id) -> Noneclient.sessions.create_v2(**params) -> Sessionclient.sessions.dashboard(session_id, **params) -> CustomChartsSectionclient.sessions.list_v2(**params) -> SyncItemsCursorGetPagination[Session]client.sessions.resolve(**params) -> SessionResolveResponseclient.sessions.retrieve_v2(session_id, **params) -> Sessionclient.sessions.update_v2(session_id, **params) -> Session
Types:
from langsmith.types import (
DataType,
Dataset,
DatasetTransformation,
DatasetVersion,
FeedbackCreateCoreSchema,
SortByDatasetColumn,
)Methods:
client.datasets.list_v2(**params) -> SyncItemsCursorGetPagination[Dataset]
Types:
from langsmith.types.datasets import ExampleUpdateMetadataResponseMethods:
client.datasets.examples.delete(example_id, *, dataset_id) -> Noneclient.datasets.examples.update_metadata(dataset_id, **params) -> ExampleUpdateMetadataResponse
Types:
from langsmith.types.datasets import ExperimentRunQueryResponseMethods:
client.datasets.experiment_runs.query(dataset_id, **params) -> SyncItemsCursorPostPagination[ExperimentRunQueryResponse]
Types:
from langsmith.types import (
ResponseBodyForRunsGenerateQuery,
Run,
RunIngest,
RunSchema,
RunSelectField,
RunStatsQueryParams,
RunType,
RunTypeEnum,
RunsFilterDataSourceTypeEnum,
RunGetURLResponse,
)Methods:
client.runs.get_url(run_id, **params) -> RunGetURLResponseclient.runs.query_v2(**params) -> SyncItemsCursorPostPagination[Run]client.runs.retrieve_v2(run_id, **params) -> Run
Types:
from langsmith.types.runs import StreamingQueryV2ResponseMethods:
client.runs.streaming.query_v2(**params) -> StreamingQueryV2Response
Types:
from langsmith.types.runs import ShareCreateResponseMethods:
client.runs.share.create(run_id, **params) -> ShareCreateResponseclient.runs.share.delete(trace_id, **params) -> None
Types:
from langsmith.types import Thread, ThreadStats, ThreadTrace, ThreadAggregateStatsResponseMethods:
client.threads.aggregate_stats(**params) -> ThreadAggregateStatsResponseclient.threads.list_traces(thread_id, **params) -> SyncItemsCursorGetPagination[ThreadTrace]client.threads.query(**params) -> SyncItemsCursorPostPagination[Thread]client.threads.stats(thread_id, **params) -> ThreadStats
Types:
from langsmith.types.threads import StreamingQueryResponseMethods:
client.threads.streaming.query(**params) -> StreamingQueryResponse
Types:
from langsmith.types.threads import ShareCreateResponse, ShareRetrieveResponseMethods:
client.threads.share.create(thread_id, **params) -> ShareCreateResponseclient.threads.share.retrieve(thread_id, **params) -> ShareRetrieveResponseclient.threads.share.delete(thread_id, **params) -> None
Types:
from langsmith.types import Trace, TraceAggregates, TraceListRunsResponseMethods:
client.traces.list_runs(trace_id, **params) -> TraceListRunsResponseclient.traces.query(**params) -> SyncItemsCursorPostPagination[Trace]
Types:
from langsmith.types.traces import StreamingQueryResponseMethods:
client.traces.streaming.query(**params) -> StreamingQueryResponse
Types:
from langsmith.types import AISearchParseResponseMethods:
client.ai_search.parse(**params) -> AISearchParseResponse
Types:
from langsmith.types import (
CodeEvaluatorTopLevel,
Evaluator,
EvaluatorPagerdutyAlert,
EvaluatorTopLevel,
EvaluatorWebhook,
Rule,
EvaluatorListResponse,
)Methods:
client.evaluators.list(**params) -> EvaluatorListResponseclient.evaluators.create_decision_model(**params) -> Evaluatorclient.evaluators.list_v2(**params) -> SyncItemsCursorGetPagination[Rule]
Types:
from langsmith.types import (
BulkDeleteEvaluatorFailedItem,
BulkDeleteEvaluatorsResponse,
CreateOnlineCodeEvaluatorRequest,
CreateOnlineEvaluatorRequest,
CreateOnlineEvaluatorResponse,
CreateOnlineLlmEvaluatorRequest,
GetOnlineEvaluatorSpendResponse,
OnlineCodeEvaluator,
OnlineEvaluator,
OnlineEvaluatorRunRule,
OnlineEvaluatorSpendDay,
OnlineEvaluatorSpendGroup,
OnlineEvaluatorType,
OnlineLlmEvaluator,
OnlineSpendLimit,
UpdateOnlineCodeEvaluatorRequest,
UpdateOnlineEvaluatorRequest,
UpdateOnlineEvaluatorResponse,
UpdateOnlineLlmEvaluatorRequest,
)Methods:
client.online_evaluators.create(**params) -> CreateOnlineEvaluatorResponseclient.online_evaluators.retrieve(evaluator_id) -> OnlineEvaluatorclient.online_evaluators.update(evaluator_id, **params) -> UpdateOnlineEvaluatorResponseclient.online_evaluators.list(**params) -> SyncOffsetPaginationOnlineEvaluators[OnlineEvaluator]client.online_evaluators.delete(evaluator_id, **params) -> Noneclient.online_evaluators.bulk_delete(**params) -> BulkDeleteEvaluatorsResponseclient.online_evaluators.spend(**params) -> GetOnlineEvaluatorSpendResponse
Types:
from langsmith.types.public import RunQueryResponseMethods:
client.public.runs.retrieve(run_id, *, share_token, **params) -> Runclient.public.runs.query(share_token, **params) -> RunQueryResponse
Types:
from langsmith.types import (
AnnotationQueueRubricItemSchema,
AnnotationQueueSchema,
AnnotationQueueSizeSchema,
RunSchemaWithAnnotationQueueInfo,
AnnotationQueueRetrieveResponse,
AnnotationQueueRetrieveAnnotationQueuesResponse,
AnnotationQueueRetrieveQueuesResponse,
)Methods:
client.annotation_queues.retrieve(queue_id) -> AnnotationQueueRetrieveResponseclient.annotation_queues.update(queue_id, **params) -> objectclient.annotation_queues.delete(queue_id) -> objectclient.annotation_queues.annotation_queues(**params) -> AnnotationQueueSchemaclient.annotation_queues.create_run_status(annotation_queue_run_id, **params) -> objectclient.annotation_queues.export(queue_id, **params) -> objectclient.annotation_queues.populate(**params) -> objectclient.annotation_queues.retrieve_annotation_queues(**params) -> SyncOffsetPaginationTopLevelArray[AnnotationQueueRetrieveAnnotationQueuesResponse]client.annotation_queues.retrieve_queues(run_id) -> AnnotationQueueRetrieveQueuesResponseclient.annotation_queues.retrieve_run(index, *, queue_id, **params) -> RunSchemaWithAnnotationQueueInfoclient.annotation_queues.retrieve_size(queue_id, **params) -> AnnotationQueueSizeSchemaclient.annotation_queues.retrieve_total_archived(queue_id, **params) -> AnnotationQueueSizeSchemaclient.annotation_queues.retrieve_total_size(queue_id) -> AnnotationQueueSizeSchema
Types:
from langsmith.types.annotation_queues import (
RunCreateResponse,
RunListResponse,
RunCreateByKeyResponse,
)Methods:
client.annotation_queues.runs.create(queue_id, **params) -> RunCreateResponseclient.annotation_queues.runs.update(queue_run_id, *, queue_id, **params) -> objectclient.annotation_queues.runs.list(queue_id, **params) -> RunListResponseclient.annotation_queues.runs.create_by_key(queue_id, **params) -> RunCreateByKeyResponseclient.annotation_queues.runs.delete_all(queue_id, **params) -> objectclient.annotation_queues.runs.delete_queue(queue_run_id, *, queue_id) -> object
Types:
from langsmith.types.annotation_queues import (
AnnotationQueueItemAgreementState,
AnnotationQueueItemAnswer,
AnnotationQueueItemKeyReviews,
ItemCreateResponse,
ItemUpdateResponse,
ItemListResponse,
ItemCreateStatusResponse,
ItemDeleteAllResponse,
ItemRetrieveCountResponse,
ItemRetrievePlacementResponse,
ItemRetrieveReviewsResponse,
ItemSetFinalResponse,
)Methods:
client.annotation_queues.items.create(queue_id, **params) -> ItemCreateResponseclient.annotation_queues.items.update(item_id, *, queue_id, **params) -> ItemUpdateResponseclient.annotation_queues.items.list(queue_id, **params) -> SyncItemsCursorGetPagination[ItemListResponse]client.annotation_queues.items.clear_final(key, *, queue_id, item_id) -> Noneclient.annotation_queues.items.create_status(queue_item_id, **params) -> ItemCreateStatusResponseclient.annotation_queues.items.delete_all(queue_id, **params) -> ItemDeleteAllResponseclient.annotation_queues.items.retrieve_count(queue_id, **params) -> ItemRetrieveCountResponseclient.annotation_queues.items.retrieve_placement(item_id, *, queue_id) -> ItemRetrievePlacementResponseclient.annotation_queues.items.retrieve_reviews(item_id, *, queue_id) -> ItemRetrieveReviewsResponseclient.annotation_queues.items.set_final(key, *, queue_id, item_id, **params) -> ItemSetFinalResponseclient.annotation_queues.items.set_review(key, *, queue_id, item_id, **params) -> AnnotationQueueItemKeyReviews
Types:
from langsmith.types import PromptWebhook, PromptWebhookListResponse, PromptWebhookTestResponseMethods:
client.prompt_webhooks.create(**params) -> PromptWebhookclient.prompt_webhooks.retrieve(webhook_id) -> PromptWebhookclient.prompt_webhooks.update(webhook_id, **params) -> PromptWebhookclient.prompt_webhooks.list() -> PromptWebhookListResponseclient.prompt_webhooks.delete(webhook_id) -> Noneclient.prompt_webhooks.test(**params) -> PromptWebhookTestResponse
Types:
from langsmith.types import InfoListResponseMethods:
client.info.list() -> InfoListResponse
Types:
from langsmith.types import WorkspaceSecretMethods:
client.workspace_secrets.list(**params) -> SyncItemsCursorGetPagination[WorkspaceSecret]client.workspace_secrets.delete(key) -> Noneclient.workspace_secrets.upsert(key, **params) -> WorkspaceSecret
Types:
from langsmith.types import TagKeyWithValues, WorkspaceTagListResponseMethods:
client.workspace_tags.list(**params) -> WorkspaceTagListResponse
Types:
from langsmith.types.workspace_tags import TagKey, KeyListResponseMethods:
client.workspace_tags.keys.create(**params) -> TagKeyclient.workspace_tags.keys.retrieve(tag_key_id) -> TagKeyclient.workspace_tags.keys.update(tag_key_id, **params) -> TagKeyclient.workspace_tags.keys.list() -> KeyListResponseclient.workspace_tags.keys.delete(tag_key_id) -> None
Types:
from langsmith.types.workspace_tags.keys import TagValue, ValueListResponseMethods:
client.workspace_tags.keys.values.create(tag_key_id, **params) -> TagValueclient.workspace_tags.keys.values.retrieve(tag_value_id, *, tag_key_id) -> TagValueclient.workspace_tags.keys.values.update(tag_value_id, *, tag_key_id, **params) -> TagValueclient.workspace_tags.keys.values.list(tag_key_id) -> ValueListResponseclient.workspace_tags.keys.values.delete(tag_value_id, *, tag_key_id) -> None
Types:
from langsmith.types import (
CreateRepoResponse,
DemoConfig,
EPromptOptimizationAlgorithm,
GetRepoResponse,
PromptimConfig,
RepoWithLookups,
)Methods:
client.repos.create(**params) -> CreateRepoResponseclient.repos.retrieve(repo, *, owner) -> GetRepoResponseclient.repos.update(repo, *, owner, **params) -> GetRepoResponseclient.repos.list(**params) -> SyncOffsetPaginationRepos[RepoWithLookups]client.repos.delete(repo, *, owner) -> object
Types:
from langsmith.types.repos import (
DirectorySelector,
FileEntry,
DirectoryListResponse,
DirectoryCommitResponse,
)Methods:
client.repos.directories.list(repo, *, owner, **params) -> DirectoryListResponseclient.repos.directories.delete(repo, *, owner, **params) -> Noneclient.repos.directories.commit(repo, *, owner, **params) -> DirectoryCommitResponse
Types:
from langsmith.types import (
CommitManifestResponse,
CommitWithLookups,
CommitCreateResponse,
CommitRetrieveResponse,
)Methods:
client.commits.create(repo, *, owner, **params) -> CommitCreateResponseclient.commits.retrieve(commit, *, owner, repo, **params) -> CommitRetrieveResponseclient.commits.list(repo, *, owner, **params) -> SyncOffsetPaginationCommits[CommitWithLookups]
Types:
from langsmith.types import IssueMethods:
client.issues.retrieve(id, **params) -> Issueclient.issues.list(**params) -> SyncOffsetPaginationIssues[Issue]
Types:
from langsmith.types import (
DownloadURLResponse,
ProxyConfig,
SandboxListResponse,
SandboxMountConfig,
SandboxResponse,
SandboxStatusResponse,
ServiceURLResponse,
SnapshotListResponse,
SnapshotResponse,
SandboxListUsageCostsResponse,
SandboxRetrieveUsageResponse,
)Methods:
client.sandboxes.list_usage_costs(**params) -> SyncItemsCursorGetPagination[SandboxListUsageCostsResponse]client.sandboxes.retrieve_usage() -> SandboxRetrieveUsageResponse
Types:
from langsmith.types.sandboxes import BoxBatchDeleteResponse, BoxListServiceURLsResponseMethods:
client.sandboxes.boxes.create(**params) -> SandboxResponseclient.sandboxes.boxes.retrieve(name) -> SandboxResponseclient.sandboxes.boxes.update(path_name, **params) -> SandboxResponseclient.sandboxes.boxes.list(**params) -> SyncItemsCursorGetPagination[SandboxResponse]client.sandboxes.boxes.delete(name) -> Noneclient.sandboxes.boxes.batch_delete(**params) -> BoxBatchDeleteResponseclient.sandboxes.boxes.create_snapshot(path_name, **params) -> SnapshotResponseclient.sandboxes.boxes.delete_service_url(name, **params) -> Noneclient.sandboxes.boxes.generate_download_url(name, **params) -> DownloadURLResponseclient.sandboxes.boxes.generate_service_url(name, **params) -> ServiceURLResponseclient.sandboxes.boxes.get_status(name) -> SandboxStatusResponseclient.sandboxes.boxes.list_service_urls(name, **params) -> SyncItemsCursorGetPagination[BoxListServiceURLsResponse]client.sandboxes.boxes.start(name) -> SandboxResponseclient.sandboxes.boxes.stop(name) -> None
Types:
from langsmith.types.sandboxes import VolumeResponseMethods:
client.sandboxes.volumes.create(**params) -> VolumeResponseclient.sandboxes.volumes.retrieve(volume) -> VolumeResponseclient.sandboxes.volumes.update(volume, **params) -> VolumeResponseclient.sandboxes.volumes.list(**params) -> SyncItemsCursorGetPagination[VolumeResponse]client.sandboxes.volumes.delete(volume) -> Noneclient.sandboxes.volumes.clone(volume, **params) -> VolumeResponse
Types:
from langsmith.types.sandboxes import RegistryListResponse, RegistryResponseMethods:
client.sandboxes.registries.create(**params) -> RegistryResponseclient.sandboxes.registries.retrieve(name) -> RegistryResponseclient.sandboxes.registries.update(path_name, **params) -> RegistryResponseclient.sandboxes.registries.list(**params) -> RegistryListResponseclient.sandboxes.registries.delete(name) -> None
Types:
from langsmith.types.sandboxes import SnapshotRetrieveByNameResponseMethods:
client.sandboxes.snapshots.create(**params) -> SnapshotResponseclient.sandboxes.snapshots.retrieve(snapshot_id) -> SnapshotResponseclient.sandboxes.snapshots.list(**params) -> SyncItemsCursorGetPagination[SnapshotResponse]client.sandboxes.snapshots.delete(snapshot_id) -> Noneclient.sandboxes.snapshots.retrieve_by_name(name) -> SnapshotRetrieveByNameResponse