Voice Cloning API Developer Guide

1import requests
2
3# One call: clone from a reference sample and generate speech
4url = "https://modelslab.com/api/v6/voice/text_to_audio"
5payload = {
6    "key": "YOUR_API_KEY",
7    "prompt": "Welcome to our platform. We are glad to have you here.",
8    "init_audio": "https://your-storage.com/voice-sample.wav",
9    "language": "english",
10    "emotion": "neutral",
11    "speed": 1.0
12}
13
14response = requests.post(url, json=payload)
15data = response.json()
16
17if data["status"] == "success":
18    print(f"Generated audio: {data['output'][0]}")
19elif data["status"] == "processing":
20    # Queued — poll fetch_result (or pass a webhook instead)
21    print(f"ETA {data['eta']}s, poll: {data['fetch_result']}")

1import time
2
3# Upload the sample once, reuse the voice_id forever.
4# The voice_id is derived from the name and is globally unique —
5# pick a name specific to you.
6url = "https://modelslab.com/api/v6/voice/voice_upload"
7payload = {
8    "key": "YOUR_API_KEY",
9    "name": f"customer-voice-{int(time.time())}",
10    "init_audio": "https://your-storage.com/voice-sample.wav",
11    "language": "english"
12}
13
14data = requests.post(url, json=payload).json()
15if data["status"] != "success":
16    raise RuntimeError(data["message"])
17voice_id = data["voice_id"]
18
19# Generate with the stored profile — no re-upload needed
20payload = {
21    "key": "YOUR_API_KEY",
22    "prompt": "Welcome back. Here is today's update.",
23    "voice_id": voice_id,
24    "language": "english"
25}
26data = requests.post(
27    "https://modelslab.com/api/v6/voice/text_to_audio", json=payload
28).json()
29print(data["output"][0] if data["status"] == "success" else data)

1async function cloneVoiceAndSpeak(sampleUrl, text) {
2  const res = await fetch('https://modelslab.com/api/v6/voice/text_to_audio', {
3    method: 'POST',
4    headers: { 'Content-Type': 'application/json' },
5    body: JSON.stringify({
6      key: 'YOUR_API_KEY',
7      prompt: text,
8      init_audio: sampleUrl,
9      language: 'english'
10    })
11  });
12
13  let data = await res.json();
14  if (data.status === 'error') throw new Error(data.message);
15
16  // Queued generation: poll fetch_result until the audio is ready
17  while (data.status === 'processing') {
18    await new Promise((r) => setTimeout(r, (data.eta || 5) * 1000));
19    const poll = await fetch(data.fetch_result, {
20      method: 'POST',
21      headers: { 'Content-Type': 'application/json' },
22      body: JSON.stringify({ key: 'YOUR_API_KEY' })
23    });
24    data = await poll.json();
25  }
26
27  if (data.status !== 'success') throw new Error(data.message || data.status);
28  return data.output[0]; // Audio URL
29}
30
31// Usage
32const audioUrl = await cloneVoiceAndSpeak(
33  'https://storage.example.com/sample.wav',
34  'This is generated speech using a cloned voice.'
35);
36console.log(`Audio: ${audioUrl}`);

1# Generate the same cloned voice in multiple languages
2texts = {
3    "english": "Hello, welcome to our service.",
4    "spanish": "Hola, bienvenido a nuestro servicio.",
5    "french": "Bonjour, bienvenue dans notre service.",
6    "german": "Hallo, willkommen bei unserem Service.",
7    "japanese": "こんにちは、サービスへようこそ。"
8}
9
10for lang, text in texts.items():
11    payload = {
12        "key": "YOUR_API_KEY",
13        "prompt": text,
14        "voice_id": voice_id,  # from voice_upload
15        "language": lang
16    }
17    response = requests.post("https://modelslab.com/api/v6/voice/text_to_audio", json=payload)
18    data = response.json()
19    print(f"{lang}: {data['output'][0] if data['status'] == 'success' else data['fetch_result']}")