Transcription

curl -X POST https://platform.modulate.ai/api/velma-2-stt-batch \
  -H "X-API-Key: $MODULATE_API_KEY" \
  -F "upload_file=@audio.mp3" \
  -F "speaker_diarization=true" \
  -F "emotion_signal=true" \
  -F "accent_signal=true"

import os, requests

response = requests.post(
    "https://platform.modulate.ai/api/velma-2-stt-batch",
    headers={"X-API-Key": os.environ["MODULATE_API_KEY"]},
    data={
        "speaker_diarization": "true",
        "emotion_signal": "true",
        "accent_signal": "true",
    },
    files={"upload_file": open("audio.mp3", "rb")},
)
response.raise_for_status()
result = response.json()

print(result["text"])
for u in result["utterances"]:
    print(f"[{u['start_ms']}ms] Speaker {u['speaker']} ({u['language']}): {u['text']}")

import fs from "fs";
import FormData from "form-data";

const form = new FormData();
form.append("upload_file", fs.createReadStream("audio.mp3"), { filename: "audio.mp3" });
form.append("speaker_diarization", "true");
form.append("emotion_signal", "true");

const response = await fetch("https://platform.modulate.ai/api/velma-2-stt-batch", {
  method: "POST",
  headers: { "X-API-Key": process.env.MODULATE_API_KEY, ...form.getHeaders() },
  body: form,
});

const result = await response.json();
for (const u of result.utterances) {
  console.log(`[${u.start_ms}ms] Speaker ${u.speaker} (${u.language}): ${u.text}`);
}

websocat "wss://platform.modulate.ai/api/velma-2-stt-streaming?api_key=$MODULATE_API_KEY&speaker_diarization=true" \
  --binary - < audio.mp3

import os, asyncio, json, websockets

API_KEY = os.environ["MODULATE_API_KEY"]
AUDIO_FILE = "audio.mp3"
CHUNK_SIZE = 4096

async def stream():
    url = (
        f"wss://platform.modulate.ai/api/velma-2-stt-streaming"
        f"?api_key={API_KEY}&speaker_diarization=true"
    )
    async with websockets.connect(url) as ws:
        async def send():
            with open(AUDIO_FILE, "rb") as f:
                while chunk := f.read(CHUNK_SIZE):
                    await ws.send(chunk)
            await ws.send("")  # end of stream

        async def receive():
            async for message in ws:
                msg = json.loads(message)
                if msg["type"] == "utterance":
                    u = msg["utterance"]
                    print(f"[{u['start_ms']}ms] Speaker {u['speaker']}: {u['text']}")
                elif msg["type"] == "done":
                    print(f"Done: {msg['duration_ms']}ms")
                    break
                elif msg["type"] == "error":
                    raise RuntimeError(msg["error"])

        await asyncio.gather(send(), receive())

asyncio.run(stream())

import { WebSocket } from "ws";
import { createReadStream } from "fs";

const url =
  `wss://platform.modulate.ai/api/velma-2-stt-streaming` +
  `?api_key=${process.env.MODULATE_API_KEY}&speaker_diarization=true`;

const ws = new WebSocket(url);

ws.on("open", () => {
  const stream = createReadStream("audio.mp3", { highWaterMark: 4096 });
  stream.on("data", (chunk) => ws.send(chunk));
  stream.on("end", () => ws.send(""));
});

ws.on("message", (data) => {
  const msg = JSON.parse(data);
  if (msg.type === "utterance") {
    const u = msg.utterance;
    console.log(`[${u.start_ms}ms] Speaker ${u.speaker}: ${u.text}`);
  } else if (msg.type === "done") {
    ws.close();
  } else if (msg.type === "error") {
    throw new Error(msg.error);
  }
});

curl -X POST https://platform.modulate.ai/api/velma-2-stt-batch-english-vfast \
  -H "X-API-Key: $MODULATE_API_KEY" \
  -F "upload_file=@audio.mp3" \
  -F "speaker_diarization=true"

import os, requests

response = requests.post(
    "https://platform.modulate.ai/api/velma-2-stt-batch-english-vfast",
    headers={"X-API-Key": os.environ["MODULATE_API_KEY"]},
    data={"speaker_diarization": "true"},
    files={"upload_file": open("audio.mp3", "rb")},
)
response.raise_for_status()
result = response.json()

print(result["text"])
for u in result.get("utterances", []):
    print(f"[{u['start_ms']}ms] Speaker {u['speaker']}: {u['text']}")

websocat "wss://platform.modulate.ai/api/velma-2-stt-streaming-english-v2?api_key=$MODULATE_API_KEY&audio_format=ogg&endpointing=true" \
  --binary - < audio.ogg

import asyncio, json, os, websockets

API_KEY = os.environ["MODULATE_API_KEY"]
AUDIO_FILE = "audio.ogg"
CHUNK_SIZE = 8192

async def transcribe():
    url = (
        f"wss://platform.modulate.ai/api/velma-2-stt-streaming-english-v2"
        f"?api_key={API_KEY}&audio_format=ogg&endpointing=true"
    )
    async with websockets.connect(url, max_size=None) as ws:
        async def send():
            with open(AUDIO_FILE, "rb") as f:
                while chunk := f.read(CHUNK_SIZE):
                    await ws.send(chunk)
            await ws.send("")  # end of stream

        send_task = asyncio.create_task(send())
        try:
            async for message in ws:
                msg = json.loads(message)
                if msg["type"] == "partial_utterance":
                    # Replace the displayed partial, do not append.
                    print(f"\r[partial] {msg['partial_utterance']['text']}", end="", flush=True)
                elif msg["type"] == "utterance":
                    print(f"\n[final]   {msg['utterance']['text']}")
                elif msg["type"] == "done":
                    print(f"\nDone: {msg['duration_ms']}ms")
                    break
                elif msg["type"] == "error":
                    raise RuntimeError(msg["error"])
        finally:
            if not send_task.done():
                send_task.cancel()

asyncio.run(transcribe())

curl -X POST https://platform.modulate.ai/api/velma-2-stt-batch-multilingual-vfast \
  -H "X-API-Key: $MODULATE_API_KEY" \
  -F "upload_file=@audio.mp3" \
  -F "language=es"

import os, requests

response = requests.post(
    "https://platform.modulate.ai/api/velma-2-stt-batch-multilingual-vfast",
    headers={"X-API-Key": os.environ["MODULATE_API_KEY"]},
    data={"language": "es"},
    files={"upload_file": open("audio.mp3", "rb")},
)
response.raise_for_status()
result = response.json()
print(f"[{result['language']}] {result['text']}")