From 058d5ffa3282a0cf74e29e7f7721a14663b91246 Mon Sep 17 00:00:00 2001 From: Stephen Smith Date: Tue, 13 Oct 2026 16:36:10 -0700 Subject: [PATCH] Refreshed provider lists and examples --- .../examples/multilingual-agent.mdx | 6 +- fern/calls/call-ended-reason.mdx | 2 +- fern/customization/multilingual.mdx | 7 +- .../transcriber-fallback-plan.mdx | 6 - fern/docs.yml | 4 +- fern/observability/evals-quickstart.mdx | 28 ++- fern/providers/model/cerebras.mdx | 17 +- fern/providers/model/groq.mdx | 4 - fern/providers/model/openai.mdx | 1 + fern/providers/transcriber/google.mdx | 6 +- fern/providers/transcriber/overview.mdx | 1 - fern/providers/transcriber/soniox.mdx | 1 - fern/providers/transcriber/talkscriber.mdx | 172 ------------------ fern/providers/voice/cartesia.mdx | 5 +- fern/providers/voice/elevenlabs.mdx | 2 + fern/providers/voice/rimeai.mdx | 1 + fern/security-and-privacy/data-flow.mdx | 1 - 17 files changed, 36 insertions(+), 228 deletions(-) delete mode 100644 fern/providers/transcriber/talkscriber.mdx diff --git a/fern/assistants/examples/multilingual-agent.mdx b/fern/assistants/examples/multilingual-agent.mdx index bfd06363c..20a7ef00c 100644 --- a/fern/assistants/examples/multilingual-agent.mdx +++ b/fern/assistants/examples/multilingual-agent.mdx @@ -328,7 +328,7 @@ The CSV files contain fictional example data for this tutorial. Do not call or e // Option 2: Google Multilingual const googleTranscriber = { provider: "google", - model: "gemini-2.0-flash", + model: "gemini-2.5-flash", language: "Multilingual" } as const; @@ -354,7 +354,7 @@ The CSV files contain fictional example data for this tutorial. Do not call or e # Option 2: Google Multilingual google_transcriber = { "provider": "google", - "model": "gemini-2.0-flash", + "model": "gemini-2.5-flash", "language": "Multilingual" } @@ -397,7 +397,7 @@ The CSV files contain fictional example data for this tutorial. Do not call or e -d '{ "transcriber": { "provider": "google", - "model": "gemini-2.0-flash", + "model": "gemini-2.5-flash", "language": "Multilingual" } }' diff --git a/fern/calls/call-ended-reason.mdx b/fern/calls/call-ended-reason.mdx index 4a731231d..ee41f1d36 100644 --- a/fern/calls/call-ended-reason.mdx +++ b/fern/calls/call-ended-reason.mdx @@ -150,7 +150,7 @@ Common transcriber error patterns: - `*-returning-403-*` — Model access denied on the transcriber. - `*-returning-500-*` / `*-returning-502-*` — Transcriber provider server error. -**Supported providers:** Deepgram, AssemblyAI, Gladia, Speechmatics, Talkscriber, Azure Speech, Google, OpenAI, Soniox, ElevenLabs, Custom Transcriber. +**Supported providers:** Deepgram, AssemblyAI, Gladia, Speechmatics, Azure Speech, Google, OpenAI, Soniox, ElevenLabs, Custom Transcriber. ## Transfer errors diff --git a/fern/customization/multilingual.mdx b/fern/customization/multilingual.mdx index 4c372aaaa..8bdc8e766 100644 --- a/fern/customization/multilingual.mdx +++ b/fern/customization/multilingual.mdx @@ -53,7 +53,7 @@ Set up your transcriber to automatically detect and process multiple languages. // Alternative: Google for multilingual support const googleMultilingual = { provider: "google", - model: "gemini-2.0-flash", + model: "gemini-2.5-flash", language: "Multilingual" }; ``` @@ -78,7 +78,7 @@ Set up your transcriber to automatically detect and process multiple languages. # Alternative: Google for multilingual support google_multilingual = { "provider": "google", - "model": "gemini-2.0-flash", + "model": "gemini-2.5-flash", "language": "Multilingual" } ``` @@ -105,7 +105,7 @@ Set up your transcriber to automatically detect and process multiple languages. -d '{ "transcriber": { "provider": "google", - "model": "gemini-2.0-flash", + "model": "gemini-2.5-flash", "language": "Multilingual" } }' @@ -488,7 +488,6 @@ Use [plan test coverage](/test/plan-test-coverage) to prioritize the languages a | **Azure STT** | ❌ Single language | 100+ | Many languages, but no auto-detection | | **OpenAI Whisper** | ❌ Single language | 90+ | Many languages, but no auto-detection | | **Speechmatics** | ❌ Single language | 50+ | Many languages, but no auto-detection | -| **Talkscriber** | ❌ Single language | 40+ | Many languages, but no auto-detection | ### Voice Synthesis (Text-to-Speech) diff --git a/fern/customization/transcriber-fallback-plan.mdx b/fern/customization/transcriber-fallback-plan.mdx index 44e5121be..529ad4ef3 100644 --- a/fern/customization/transcriber-fallback-plan.mdx +++ b/fern/customization/transcriber-fallback-plan.mdx @@ -224,12 +224,6 @@ Each transcriber provider supports different configuration options. Expand a pro - **removeDisfluencies**: Removes disfluencies from English transcripts when enabled. - **minimumSpeechDuration**: Minimum speech-segment duration, from `0` to `5` seconds. - - - **model**: Talkscriber transcription model. - - **language**: Language code for transcription. - - See [Talkscriber](/providers/transcriber/talkscriber) for the supported model and languages. - - **model**: xAI transcription model. - **language**: Language code for transcription. diff --git a/fern/docs.yml b/fern/docs.yml index 2e88f35b2..c425126d5 100644 --- a/fern/docs.yml +++ b/fern/docs.yml @@ -831,8 +831,6 @@ navigation: path: providers/transcriber/soniox.mdx - page: Speechmatics path: providers/transcriber/speechmatics.mdx - - page: Talkscriber - path: providers/transcriber/talkscriber.mdx - page: xAI path: providers/transcriber/xai.mdx @@ -1142,6 +1140,8 @@ redirects: destination: /providers/voice/overview - source: /providers/voice/sesame destination: /providers/voice/overview + - source: /providers/transcriber/talkscriber + destination: /providers/transcriber/overview - source: /providers/gpt-live destination: /gpt-live/overview - source: /gpt-live/voices diff --git a/fern/observability/evals-quickstart.mdx b/fern/observability/evals-quickstart.mdx index efb740e7d..88bcf1288 100644 --- a/fern/observability/evals-quickstart.mdx +++ b/fern/observability/evals-quickstart.mdx @@ -680,27 +680,23 @@ curl -X POST "https://api.vapi.ai/eval" \ - **Models:** gpt-4o, gpt-4-turbo, gpt-3.5-turbo - + **Models:** gpt-6-luna, gpt-5.6-sol + Best for general-purpose evaluation + + **Model:** claude-sonnet-5 -{" "} - - - **Models:** claude-3-5-sonnet-20241022, claude-3-opus-20240229 Best for - nuanced evaluation - - -{" "} - - - **Models:** gemini-1.5-pro, gemini-1.5-flash Best for multilingual content - + Best for nuanced evaluation + + + **Model:** gemini-3.5-flash + Best for multilingual content + - **Models:** llama-3.1-70b-versatile, mixtral-8x7b-32768 - + **Model:** openai/gpt-oss-120b + Best for fast evaluation diff --git a/fern/providers/model/cerebras.mdx b/fern/providers/model/cerebras.mdx index 73eb1d060..55eac10c9 100644 --- a/fern/providers/model/cerebras.mdx +++ b/fern/providers/model/cerebras.mdx @@ -1,7 +1,7 @@ --- title: Cerebras -subtitle: Connect your Cerebras account to use Cerebras models in Vapi -description: Connect a Cerebras API key to Vapi and configure an assistant with a supported Cerebras model. +subtitle: Connect your Cerebras account and configure any model available to it +description: Connect a Cerebras API key to Vapi and configure an assistant with an exact model ID from your Cerebras account. slug: providers/model/cerebras --- @@ -13,27 +13,26 @@ Cerebras serves open large language models on its own inference hardware, optimi ## Connect Cerebras -Cerebras requires your own account. Connect your Cerebras API key on the [Integrations](/providers/integrations) page before configuring an assistant. Without a connected Cerebras key, the models below will not work. +Cerebras requires your own account. Connect your Cerebras API key on the [Integrations](/providers/integrations) page before configuring an assistant. ## Language model -Set `model.provider` to `cerebras` and `model.model` to a supported model. +Set `model.provider` to `cerebras`. Set `model.model` to the exact model ID of a Cerebras model that your connected account can access. ```bash curl -X PATCH "https://api.vapi.ai/assistant/ASSISTANT_ID" \ -H "Authorization: Bearer $VAPI_API_KEY" \ -H "Content-Type: application/json" \ -d '{ - "model": { "provider": "cerebras", "model": "llama3.1-8b" } + "model": { + "provider": "cerebras", + "model": "YOUR_CEREBRAS_MODEL_ID" + } }' ``` For additional API configuration options, review the [`CerebrasModel` fields](/api-reference/assistants/create#request.body.model.CerebrasModel) in the Create Assistant API reference. -| Model | Model ID | -| --- | --- | -| Llama 3.1 8B | `llama3.1-8b` | - ## Related diff --git a/fern/providers/model/groq.mdx b/fern/providers/model/groq.mdx index d707062ce..b847fb8ba 100644 --- a/fern/providers/model/groq.mdx +++ b/fern/providers/model/groq.mdx @@ -30,10 +30,6 @@ These are the Groq models currently selectable in Vapi. | --- | --- | | GPT-OSS 20B | `openai/gpt-oss-20b` | | GPT-OSS 120B | `openai/gpt-oss-120b` | -| Kimi K2 Instruct 0905 | `moonshotai/kimi-k2-instruct-0905` | -| Llama 4 Scout 17B 16e Instruct | `meta-llama/llama-4-scout-17b-16e-instruct` | -| Compound Beta | `compound-beta` | -| Compound Beta Mini | `compound-beta-mini` | ## Related diff --git a/fern/providers/model/openai.mdx b/fern/providers/model/openai.mdx index 47a74cae5..9428fc259 100644 --- a/fern/providers/model/openai.mdx +++ b/fern/providers/model/openai.mdx @@ -48,6 +48,7 @@ For additional API configuration options, review the [`OpenAIModel` fields](/api | GPT 5 Nano | `gpt-5-nano` | | GPT 4.1 | `gpt-4.1` | | GPT 4.1 Mini | `gpt-4.1-mini` | +| GPT 4o | `gpt-4o` | | GPT 4o Mini | `gpt-4o-mini` | | GPT Realtime Cluster | `gpt-realtime-2025-08-28` | | GPT Realtime Mini | `gpt-realtime-mini-2025-12-15` | diff --git a/fern/providers/transcriber/google.mdx b/fern/providers/transcriber/google.mdx index 57a3ef456..dce0ed7c4 100644 --- a/fern/providers/transcriber/google.mdx +++ b/fern/providers/transcriber/google.mdx @@ -24,7 +24,7 @@ curl -X PATCH "https://api.vapi.ai/assistant/ASSISTANT_ID" \ -H "Authorization: Bearer $VAPI_API_KEY" \ -H "Content-Type: application/json" \ -d '{ - "transcriber": { "provider": "google", "model": "gemini-2.0-flash" } + "transcriber": { "provider": "google", "model": "gemini-2.5-flash" } }' ``` @@ -32,9 +32,7 @@ For additional API configuration options, review the [`GoogleTranscriber` fields | Model | Model ID | | --- | --- | -| Gemini 2.0 Flash | `gemini-2.0-flash` | -| Gemini 2.0 Flash Lite | `gemini-2.0-flash-lite` | -| Gemini 1.5 Pro | `gemini-1.5-pro` | +| Gemini 2.5 Flash | `gemini-2.5-flash` | Vapi defaults Google transcription to English. Set `transcriber.language` to `Multilingual` to use multilingual transcription; the value is case-sensitive. Google's [available languages](https://ai.google.dev/gemini-api/docs/models/gemini#available-languages) describe provider-level coverage, while the table below contains the language values accepted by Vapi. diff --git a/fern/providers/transcriber/overview.mdx b/fern/providers/transcriber/overview.mdx index c43c9ab90..393abdccf 100644 --- a/fern/providers/transcriber/overview.mdx +++ b/fern/providers/transcriber/overview.mdx @@ -27,7 +27,6 @@ The provider string is the exact value you pass in `transcriber.provider`. | [OpenAI](/providers/transcriber/openai#speech-to-text) | `openai` | | [Soniox](/providers/transcriber/soniox#speech-to-text) | `soniox` | | [Speechmatics](/providers/transcriber/speechmatics#speech-to-text) | `speechmatics` | -| [Talkscriber](/providers/transcriber/talkscriber#speech-to-text) | `talkscriber` | | [xAI](/providers/transcriber/xai#speech-to-text) | `xai` | ## Related diff --git a/fern/providers/transcriber/soniox.mdx b/fern/providers/transcriber/soniox.mdx index e8d3fe51e..04bdf4cb8 100644 --- a/fern/providers/transcriber/soniox.mdx +++ b/fern/providers/transcriber/soniox.mdx @@ -34,7 +34,6 @@ For additional API configuration options, review the [`SonioxTranscriber` fields | Model | Model ID | | --- | --- | -| Soniox STT Real-Time v4 | `stt-rt-v4` | | Soniox STT Real-Time v5 | `stt-rt-v5` | ### Automatic language detection diff --git a/fern/providers/transcriber/talkscriber.mdx b/fern/providers/transcriber/talkscriber.mdx deleted file mode 100644 index c1c910f5a..000000000 --- a/fern/providers/transcriber/talkscriber.mdx +++ /dev/null @@ -1,172 +0,0 @@ ---- -title: Talkscriber -subtitle: Configure Talkscriber real-time speech-to-text for your Vapi voice agent -description: Use Talkscriber with Vapi for real-time Whisper transcription. See configuration fields, defaults, supported languages, and an API example. -slug: providers/transcriber/talkscriber ---- - -Talkscriber provides real-time speech-to-text over a streaming WebSocket connection. In Vapi, Talkscriber uses the Whisper model to turn the caller's audio into transcripts for the assistant. - -## Speech-to-text - -Set `transcriber.provider` to `talkscriber`. Vapi currently supports the `whisper` model and 100 transcription languages. - -```bash -curl -X PATCH "https://api.vapi.ai/assistant/ASSISTANT_ID" \ - -H "Authorization: Bearer $VAPI_API_KEY" \ - -H "Content-Type: application/json" \ - -d '{ - "transcriber": { - "provider": "talkscriber", - "model": "whisper", - "language": "en" - } - }' -``` - -For additional API configuration options, review the [`TalkscriberTranscriber` fields](/api-reference/assistants/create#request.body.transcriber.TalkscriberTranscriber) in the Create Assistant API reference. - -Talkscriber is available through Vapi's managed integration, so you do not need to add a separate Talkscriber API key. - -### Configuration - -| Field | Required | Vapi default | Description | -| --- | --- | --- | --- | -| `provider` | Yes | None | Set to `talkscriber`. | -| `model` | No | `whisper` | The Talkscriber transcription model. `whisper` is the only supported value. | -| `language` | No | `en` | The language expected in the caller's audio. Use one of the supported language codes below. | - -### Choose a language - -Set `transcriber.language` to the language spoken by the caller. Providing the expected language gives Talkscriber a specific language target; if you omit it, Vapi uses English. - -### Supported languages - -The following languages are included in [Talkscriber's supported language list](https://docs.talkscriber.com/docs/appendix/) and accepted by Vapi. - -| Language | Language code | -| --- | --- | -| Afrikaans | `af` | -| Albanian | `sq` | -| Amharic | `am` | -| Arabic | `ar` | -| Armenian | `hy` | -| Assamese | `as` | -| Azerbaijani | `az` | -| Bashkir | `ba` | -| Basque | `eu` | -| Belarusian | `be` | -| Bengali | `bn` | -| Bosnian | `bs` | -| Breton | `br` | -| Bulgarian | `bg` | -| Cantonese | `yue` | -| Catalan | `ca` | -| Chinese | `zh` | -| Croatian | `hr` | -| Czech | `cs` | -| Danish | `da` | -| Dutch | `nl` | -| English | `en` | -| Estonian | `et` | -| Faroese | `fo` | -| Finnish | `fi` | -| French | `fr` | -| Galician | `gl` | -| Georgian | `ka` | -| German | `de` | -| Greek | `el` | -| Gujarati | `gu` | -| Haitian Creole | `ht` | -| Hausa | `ha` | -| Hawaiian | `haw` | -| Hebrew | `he` | -| Hindi | `hi` | -| Hungarian | `hu` | -| Icelandic | `is` | -| Indonesian | `id` | -| Italian | `it` | -| Japanese | `ja` | -| Javanese | `jw` | -| Kannada | `kn` | -| Kazakh | `kk` | -| Khmer | `km` | -| Korean | `ko` | -| Lao | `lo` | -| Latin | `la` | -| Latvian | `lv` | -| Lingala | `ln` | -| Lithuanian | `lt` | -| Luxembourgish | `lb` | -| Macedonian | `mk` | -| Malagasy | `mg` | -| Malay | `ms` | -| Malayalam | `ml` | -| Maltese | `mt` | -| Maori | `mi` | -| Marathi | `mr` | -| Mongolian | `mn` | -| Myanmar (Burmese) | `my` | -| Nepali | `ne` | -| Norwegian | `no` | -| Norwegian Nynorsk | `nn` | -| Occitan | `oc` | -| Pashto | `ps` | -| Persian | `fa` | -| Polish | `pl` | -| Portuguese | `pt` | -| Punjabi | `pa` | -| Romanian | `ro` | -| Russian | `ru` | -| Sanskrit | `sa` | -| Serbian | `sr` | -| Shona | `sn` | -| Sindhi | `sd` | -| Sinhala | `si` | -| Slovak | `sk` | -| Slovenian | `sl` | -| Somali | `so` | -| Spanish | `es` | -| Sundanese | `su` | -| Swahili | `sw` | -| Swedish | `sv` | -| Tagalog | `tl` | -| Tajik | `tg` | -| Tamil | `ta` | -| Tatar | `tt` | -| Telugu | `te` | -| Thai | `th` | -| Tibetan | `bo` | -| Turkish | `tr` | -| Turkmen | `tk` | -| Ukrainian | `uk` | -| Urdu | `ur` | -| Uzbek | `uz` | -| Vietnamese | `vi` | -| Welsh | `cy` | -| Yiddish | `yi` | -| Yoruba | `yo` | - -## When to use Talkscriber - -Talkscriber is a useful choice when your assistant needs: - -- Real-time streaming transcription during live calls. -- Whisper-based transcription with an explicit language target. -- Coverage for languages that may not appear in a smaller provider-specific language set. - -The `language` setting is a language hint, not a translation setting. The transcript remains in the language spoken by the caller. - -## Related - - - - Review Talkscriber's WebSocket protocol and developer guides. - - - Find Talkscriber SDKs, API resources, and its live transcription demo. - - - Compare every speech-to-text provider Vapi supports. - - diff --git a/fern/providers/voice/cartesia.mdx b/fern/providers/voice/cartesia.mdx index 6b894bb02..390f91078 100644 --- a/fern/providers/voice/cartesia.mdx +++ b/fern/providers/voice/cartesia.mdx @@ -47,16 +47,13 @@ For additional API configuration options, review the [`CartesiaVoice` fields](/a | Sonic 3 (October 27, 2025 snapshot) | `sonic-3-2025-10-27` | | Sonic 2 | `sonic-2` | | Sonic 2 (June 11, 2025 snapshot) | `sonic-2-2025-06-11` | -| Sonic English | `sonic-english` | -| Sonic Multilingual | `sonic-multilingual` | | Sonic Preview | `sonic-preview` | -| Sonic | `sonic` | ### Supported languages Language support depends on the selected model. The following model and language combinations are currently supported by Vapi. Dated snapshot models (for example, `sonic-3-2026-01-12`) match their base model's language coverage. -| Language | Language code | Sonic 3.5 / Sonic 3 | Sonic 2 / Sonic / Sonic Multilingual | Sonic English / Sonic Preview | +| Language | Language code | Sonic 3.5 / Sonic 3 | Sonic 2 | Sonic Preview | | --- | --- | --- | --- | --- | | Arabic | `ar` | X | | | | Bangla | `bn` | X | | | diff --git a/fern/providers/voice/elevenlabs.mdx b/fern/providers/voice/elevenlabs.mdx index cafb3d469..42f35574d 100644 --- a/fern/providers/voice/elevenlabs.mdx +++ b/fern/providers/voice/elevenlabs.mdx @@ -45,6 +45,8 @@ For additional API configuration options, review the [`ElevenLabsVoice` fields]( | Eleven Flash v2 | `eleven_flash_v2` | | Eleven Flash v2.5 | `eleven_flash_v2_5` | | Eleven Multilingual v2 | `eleven_multilingual_v2` | +| Eleven Turbo v2 | `eleven_turbo_v2` | +| Eleven Turbo v2.5 | `eleven_turbo_v2_5` | | Eleven v3 | `eleven_v3` | | Eleven v4 Turbo | `eleven_v4_turbo` | diff --git a/fern/providers/voice/rimeai.mdx b/fern/providers/voice/rimeai.mdx index 9f7b06cfa..19d42fc7e 100644 --- a/fern/providers/voice/rimeai.mdx +++ b/fern/providers/voice/rimeai.mdx @@ -33,6 +33,7 @@ For additional API configuration options, review the [`RimeAIVoice` fields](/api | Model | Model ID | | --- | --- | +| Coda | `coda` | | Arcana | `arcana` | | Mist v2 | `mistv2` | | Mist | `mist` | diff --git a/fern/security-and-privacy/data-flow.mdx b/fern/security-and-privacy/data-flow.mdx index 45a143a13..14c01c3ad 100644 --- a/fern/security-and-privacy/data-flow.mdx +++ b/fern/security-and-privacy/data-flow.mdx @@ -111,7 +111,6 @@ Converts user audio into text in real-time using streaming recognition. **Bring Your Own API Key:** - ✅ Supported: Deepgram, Gladia, AssemblyAI, Speechmatics, Google, Azure -- ❌ Not supported: Talkscriber ### 3. Orchestration Layer (Vapi Proprietary)