Music Detection Streaming

import asyncio
import websockets
import json

WS_URL = "wss://platform.modulate.ai/api/velma-2-music-detection-streaming"
API_KEY = "YOUR_API_KEY"

async def stream_audio(file_path: str) -> None:
    url = (
        f"{WS_URL}?api_key={API_KEY}"
        f"&audio_format=s16le&sample_rate=16000&num_channels=1"
    )
    async with websockets.connect(url) as ws:
        # Send audio in chunks
        with open(file_path, "rb") as f:
            while chunk := f.read(16000):  # 0.5s of s16le/16kHz mono
                await ws.send(chunk)

        # Signal end of stream
        await ws.send("")

        # Receive results
        async for message in ws:
            msg = json.loads(message)
            if msg["type"] == "frame":
                frame = msg["frame"]
                print(
                    f"{frame['start_time_ms']}ms – {frame['end_time_ms']}ms  "
                    f"music={frame['music_prob']:.4f}  speech={frame['speech_prob']:.4f}"
                )
            elif msg["type"] == "done":
                print(f"\nDone — {msg['duration_ms']}ms, {msg['frame_count']} frames")
                print(f"music={msg['music_pct']}%  speech={msg['speech_pct']}%  label={msg['primary_label']}")
                break
            elif msg["type"] == "error":
                raise RuntimeError(f"Server error: {msg['error']}")

asyncio.run(stream_audio("/path/to/audio.raw"))

import asyncio
import websockets
import json

WS_URL = "wss://platform.modulate.ai/api/velma-2-music-detection-streaming"
API_KEY = "YOUR_API_KEY"

async def stream_audio_file(file_path: str, audio_format: str) -> None:
    url = f"{WS_URL}?api_key={API_KEY}&audio_format={audio_format}"
    async with websockets.connect(url) as ws:
        with open(file_path, "rb") as f:
            while chunk := f.read(65536):
                await ws.send(chunk)
        await ws.send("")

        async for message in ws:
            msg = json.loads(message)
            if msg["type"] == "frame":
                frame = msg["frame"]
                print(
                    f"{frame['start_time_ms']}ms – {frame['end_time_ms']}ms  "
                    f"music={frame['music_prob']:.4f}  speech={frame['speech_prob']:.4f}"
                )
            elif msg["type"] == "done":
                print(f"\nDone — {msg['duration_ms']}ms, {msg['frame_count']} frames")
                print(f"music={msg['music_pct']}%  speech={msg['speech_pct']}%  label={msg['primary_label']}")
                break
            elif msg["type"] == "error":
                raise RuntimeError(f"Server error: {msg['error']}")

asyncio.run(stream_audio_file("/path/to/audio.mp3", "mp3"))

import { WebSocket } from "ws";
import { createReadStream } from "fs";

const WS_URL = "wss://platform.modulate.ai/api/velma-2-music-detection-streaming";
const API_KEY = "YOUR_API_KEY";

async function streamAudio(filePath, audioFormat) {
  const url = `${WS_URL}?api_key=${API_KEY}&audio_format=${audioFormat}`;
  const ws = new WebSocket(url);

  await new Promise((resolve, reject) => {
    ws.on("open", () => {
      const stream = createReadStream(filePath, { highWaterMark: 65536 });
      stream.on("data", (chunk) => ws.send(chunk));
      stream.on("end", () => ws.send(""));
      stream.on("error", reject);
    });

    ws.on("message", (data) => {
      const msg = JSON.parse(data);
      if (msg.type === "frame") {
        const { start_time_ms, end_time_ms, music_prob, speech_prob } = msg.frame;
        console.log(
          `${start_time_ms}ms – ${end_time_ms}ms  ` +
          `music=${music_prob.toFixed(4)}  speech=${speech_prob.toFixed(4)}`
        );
      } else if (msg.type === "done") {
        console.log(`\nDone — ${msg.duration_ms}ms, ${msg.frame_count} frames`);
        console.log(`music=${msg.music_pct}%  speech=${msg.speech_pct}%  label=${msg.primary_label}`);
        ws.close();
        resolve();
      } else if (msg.type === "error") {
        reject(new Error(`Server error: ${msg.error}`));
      }
    });

    ws.on("error", reject);
  });
}

await streamAudio("/path/to/audio.mp3", "mp3");