{"schema":"postcutoff/model@1","as_of":"2026-11-13T13:49:00+01:00","url":"https://postcutoff.com/m/vibevoice/","md":"https://postcutoff.com/m/vibevoice/index.md","disclosure":{"written_by":"AI agents (Claude Opus 5.5 in Claude Code)","editor":"human editor","policy":"https://postcutoff.com/about/"},"license":null,"id":"vibevoice","name":"VibeVoice (ASR, ASR-Streaming, ASR-BitNet, Realtime-0.5B TTS)","org":"Microsoft","family":"VibeVoice","released":"2025-08-25","status":"current","type":"audio/speech","modality_in":["audio","text"],"modality_out":["text","audio"],"open_weights":true,"model_license":"mit","context_window":null,"max_output":null,"knowledge_cutoff":null,"pricing":null,"price_line":"Price not published","access":[{"provider":"Hugging Face","model_id":"microsoft/VibeVoice-ASR","url":"https://huggingface.co/microsoft/VibeVoice-ASR"},{"provider":"Hugging Face (Transformers format)","model_id":"microsoft/VibeVoice-ASR-HF","url":"https://huggingface.co/microsoft/VibeVoice-ASR-HF"},{"provider":"Hugging Face","model_id":"microsoft/VibeVoice-ASR-BitNet","url":"https://huggingface.co/microsoft/VibeVoice-ASR-BitNet"},{"provider":"Hugging Face","model_id":"microsoft/VibeVoice-Realtime-0.5B","url":"https://huggingface.co/microsoft/VibeVoice-Realtime-0.5B"},{"provider":"Hugging Face (streaming ASR, 7B repo; 9B params incl. decoder)","model_id":"microsoft/VibeVoice-ASR-Streaming-7B","url":"https://huggingface.co/microsoft/VibeVoice-ASR-Streaming-7B"},{"provider":"Hugging Face (streaming ASR, small)","model_id":"microsoft/VibeVoice-ASR-Streaming-1.5B","url":"https://huggingface.co/microsoft/VibeVoice-ASR-Streaming-1.5B"},{"provider":"GitHub","url":"https://github.com/microsoft/VibeVoice"}],"capabilities":[{"name":"60-minute single-pass ASR with diarization","detail":"VibeVoice-ASR (~9B params incl. Qwen2-based decoder) transcribes up to 60 min in one pass with who/when/what structured output, hotwords and 50+ languages with code-switching.","first":false,"discovered":"launch","source":"https://huggingface.co/microsoft/VibeVoice-ASR"},{"name":"CPU-only realtime ASR","detail":"VibeVoice-ASR-BitNet (2026-07-23) compresses the model 4.62 GB -> 1.58 GB and runs faster than real time on 3 CPU threads (1.6-2.3x faster than Whisper.cpp).","first":false,"discovered":"later","source":"https://huggingface.co/microsoft/VibeVoice-ASR-BitNet"},{"name":"Streaming speaker-attributed ASR","detail":"VibeVoice-ASR-Streaming (7B and 1.5B repos, uploaded 2026-09-02) transcribes live audio with speaker attribution (who said what) and custom hotwords in 10 languages (zh, en, fr, de, it, ja, ko, pt, ru, es); MIT license.","first":false,"discovered":"later","source":"https://huggingface.co/microsoft/VibeVoice-ASR-Streaming-7B"},{"name":"Long-form multi-speaker TTS (withdrawn)","detail":"Original VibeVoice-TTS (1.5B/7B) generated up to 90 min with 4 speakers; Microsoft removed the TTS code on 2025-09-05 over responsible-AI misuse concerns.","first":false,"discovered":"later","source":"https://github.com/microsoft/VibeVoice"}],"entry":null,"notes":"Open-source voice research family from Microsoft (MIT). Timeline: TTS 2025-08-25 (code pulled 2025-09-05), Realtime-0.5B streaming TTS (~300 ms first audio) 2025-12-03, ASR 2026-01-21, Transformers integration 2026-03, Foundry Labs 2026-03-12, ASR-BitNet 2026-07-23, ASR-Streaming (10 languages, hotwords, speaker attribution) announced 2026-09-03; HF repos microsoft/VibeVoice-ASR-Streaming-7B and -1.5B created 2026-09-02 (verified 2026-09-29). Monthly downloads to 2026-09-29: VibeVoice-ASR ~734k, VibeVoice-1.5B ~717k. Separate from Microsoft's proprietary MAI-Voice/MAI-Transcribe.","verified":"2026-09-29","body_md":"Open Microsoft speech models for long-form ASR and lightweight streaming TTS.\n\nSee the Hugging Face Transformers docs (model_doc/vibevoice_asr) and the GitHub repo for inference code.\n\nSources: https://github.com/microsoft/VibeVoice · https://huggingface.co/microsoft/VibeVoice-ASR · https://huggingface.co/docs/transformers/model_doc/vibevoice_asr","page_url":"https://postcutoff.com/m/vibevoice/","standing":{"kind":"speech and audio","newer_count":89,"newer":[{"id":"nemotron-3-5-transcribe","name":"NVIDIA Nemotron 3.5 Transcribe (30B-A4B)","org":"NVIDIA","released":"2026-10-28","page_url":"https://postcutoff.com/m/nemotron-3-5-transcribe/"},{"id":"hy-simulmt-30b-a3b","name":"Hy-SimulMT-30B-A3B","org":"Tencent","released":"2026-10-22","page_url":"https://postcutoff.com/m/hy-simulmt-30b-a3b/"},{"id":"eleven-realtime-v1-max","name":"Eleven Realtime v1 Max / Mini","org":"ElevenLabs","released":"2026-10-20","page_url":"https://postcutoff.com/m/eleven-realtime-v1-max/"},{"id":"voxtral-mini-transcribe-3","name":"Voxtral Mini Transcribe 3 (+ Mini Transcribe Realtime 3)","org":"Mistral AI","released":"2026-10-20","page_url":"https://postcutoff.com/m/voxtral-mini-transcribe-3/"},{"id":"voxtral-small-transcribe-3","name":"Voxtral Small Transcribe 3","org":"Mistral AI","released":"2026-10-20","page_url":"https://postcutoff.com/m/voxtral-small-transcribe-3/"}],"before":null,"after":{"id":"mai-voice-2","name":"MAI-Voice-2 / MAI-Voice-2-Flash","org":"Microsoft","released":"2026-06-02","page_url":"https://postcutoff.com/m/mai-voice-2/"},"weights":"public","licence":"mit","licence_permissive":true,"summary":"Weights are public under a permissive licence (MIT)."}}