AI Music Detection

curl -X POST https://platform.modulate.ai/api/velma-2-ai-music-detection-batch \
  -H "X-API-Key: $MODULATE_API_KEY" \
  -F "upload_file=@audio.mp3"

import os, requests

response = requests.post(
    "https://platform.modulate.ai/api/velma-2-ai-music-detection-batch",
    headers={"X-API-Key": os.environ["MODULATE_API_KEY"]},
    files={"upload_file": open("audio.mp3", "rb")},
)
response.raise_for_status()
result = response.json()

print(f"Verdict: {result['primary_verdict']}")
print(f"Vocal AI: {result['vocal_ai_percentage']}% "
      f"({result['vocal_ai_confidence']:.0%} confidence)")
print(f"Instrumental AI: {result['instrumental_ai_percentage']}% "
      f"({result['instrumental_ai_confidence']:.0%} confidence)")

def pct(value):
    return "n/a" if value is None else f"{value:.2f}"

for w in result["windows"]:
    print(f"  {w['start_time_ms']}ms - {w['end_time_ms']}ms  "
          f"vocal_ai={pct(w['vocal_ai_probability'])}  "
          f"instr_ai={pct(w['instrumental_ai_probability'])}")

import fs from "fs";
import FormData from "form-data";

const form = new FormData();
form.append("upload_file", fs.createReadStream("audio.mp3"), { filename: "audio.mp3" });

const response = await fetch(
  "https://platform.modulate.ai/api/velma-2-ai-music-detection-batch",
  {
    method: "POST",
    headers: { "X-API-Key": process.env.MODULATE_API_KEY, ...form.getHeaders() },
    body: form,
  }
);

const result = await response.json();
const pct = (v) => (v == null ? "n/a" : v.toFixed(2));

console.log(`Verdict: ${result.primary_verdict}`);
for (const w of result.windows) {
  console.log(
    `${w.start_time_ms}ms - ${w.end_time_ms}ms  ` +
    `vocal_ai=${pct(w.vocal_ai_probability)}  instr_ai=${pct(w.instrumental_ai_probability)}`
  );
}

websocat "wss://platform.modulate.ai/api/velma-2-ai-music-detection-streaming?api_key=$MODULATE_API_KEY&audio_format=mp3" \
  --binary - < audio.mp3

import os, asyncio, json, websockets

API_KEY = os.environ["MODULATE_API_KEY"]
AUDIO_FILE = "audio.mp3"
CHUNK_SIZE = 65536

def pct(value):
    return "n/a" if value is None else f"{value:.2f}"

async def stream():
    url = (
        f"wss://platform.modulate.ai/api/velma-2-ai-music-detection-streaming"
        f"?api_key={API_KEY}&audio_format=mp3"
    )
    async with websockets.connect(url) as ws:
        async def send():
            with open(AUDIO_FILE, "rb") as f:
                while chunk := f.read(CHUNK_SIZE):
                    await ws.send(chunk)
            await ws.send("")  # end of stream

        async def receive():
            async for message in ws:
                msg = json.loads(message)
                if msg["type"] == "window":
                    w = msg["window"]
                    print(f"  {w['start_time_ms']}ms - {w['end_time_ms']}ms  "
                          f"vocal_ai={pct(w['vocal_ai_probability'])}  "
                          f"instr_ai={pct(w['instrumental_ai_probability'])}")
                elif msg["type"] == "done":
                    print(f"Done: {msg['duration_ms']}ms, {msg['window_count']} windows")
                    print(f"Verdict: {msg['primary_verdict']}  "
                          f"vocal_ai={msg['vocal_ai_percentage']}%  "
                          f"instr_ai={msg['instrumental_ai_percentage']}%")
                    break
                elif msg["type"] == "error":
                    raise RuntimeError(msg["error"])

        await asyncio.gather(send(), receive())

asyncio.run(stream())

import { WebSocket } from "ws";
import { createReadStream } from "fs";

const url =
  `wss://platform.modulate.ai/api/velma-2-ai-music-detection-streaming` +
  `?api_key=${process.env.MODULATE_API_KEY}&audio_format=mp3`;

const ws = new WebSocket(url);
const pct = (v) => (v == null ? "n/a" : v.toFixed(2));

ws.on("open", () => {
  const stream = createReadStream("audio.mp3", { highWaterMark: 65536 });
  stream.on("data", (chunk) => ws.send(chunk));
  stream.on("end", () => ws.send(""));
});

ws.on("message", (data) => {
  const msg = JSON.parse(data);
  if (msg.type === "window") {
    const w = msg.window;
    console.log(
      `${w.start_time_ms}ms - ${w.end_time_ms}ms  ` +
      `vocal_ai=${pct(w.vocal_ai_probability)}  instr_ai=${pct(w.instrumental_ai_probability)}`
    );
  } else if (msg.type === "done") {
    console.log(`Verdict: ${msg.primary_verdict}`);
    ws.close();
  } else if (msg.type === "error") {
    throw new Error(msg.error);
  }
});