Text To Speech

Text to speech using the zsxkib/realistic-voice-cloning AI Model.

POST v1/replicate/tts

Text To Speech

cURL

curl --request POST \
  --url http://localhost:9000/api/v1/replicate/tts \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: multipart/form-data' \
  --form 'rvc_model=<string>' \
  --form 'custom_rvc_model_download_url=<string>' \
  --form 'pitch_change=<string>' \
  --form index_rate=123 \
  --form filter_raidus=123 \
  --form rms_mix_rate=123 \
  --form 'pitch_detection_algorithm=<string>' \
  --form crepe_hop_length=123 \
  --form protect=123 \
  --form main_vocals_volume_change=123 \
  --form backup_vocals_volume_change=123 \
  --form instrumental_volume_change=123 \
  --form pitch_change_all=123 \
  --form reverb_size=123 \
  --form reverb_wetness=123 \
  --form reverb_dryness=123 \
  --form reverb_damping=123 \
  --form 'output_format=<string>' \
  --form song_input='@example-file'

import requests

url = "http://localhost:9000/api/v1/replicate/tts"

files = { "song_input": ("example-file", open("example-file", "rb")) }
payload = {
    "rvc_model": "<string>",
    "custom_rvc_model_download_url": "<string>",
    "pitch_change": "<string>",
    "index_rate": "123",
    "filter_raidus": "123",
    "rms_mix_rate": "123",
    "pitch_detection_algorithm": "<string>",
    "crepe_hop_length": "123",
    "protect": "123",
    "main_vocals_volume_change": "123",
    "backup_vocals_volume_change": "123",
    "instrumental_volume_change": "123",
    "pitch_change_all": "123",
    "reverb_size": "123",
    "reverb_wetness": "123",
    "reverb_dryness": "123",
    "reverb_damping": "123",
    "output_format": "<string>"
}
headers = {"Authorization": "Bearer <token>"}

response = requests.post(url, data=payload, files=files, headers=headers)

print(response.text)

const form = new FormData();
form.append('rvc_model', '<string>');
form.append('custom_rvc_model_download_url', '<string>');
form.append('pitch_change', '<string>');
form.append('index_rate', '123');
form.append('filter_raidus', '123');
form.append('rms_mix_rate', '123');
form.append('pitch_detection_algorithm', '<string>');
form.append('crepe_hop_length', '123');
form.append('protect', '123');
form.append('main_vocals_volume_change', '123');
form.append('backup_vocals_volume_change', '123');
form.append('instrumental_volume_change', '123');
form.append('pitch_change_all', '123');
form.append('reverb_size', '123');
form.append('reverb_wetness', '123');
form.append('reverb_dryness', '123');
form.append('reverb_damping', '123');
form.append('output_format', '<string>');
form.append('song_input', '{
  "fileName": "example-file"
}');

const options = {method: 'POST', headers: {Authorization: 'Bearer <token>'}};

options.body = form;

fetch('http://localhost:9000/api/v1/replicate/tts', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_PORT => "9000",
  CURLOPT_URL => "http://localhost:9000/api/v1/replicate/tts",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => "-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rvc_model\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"custom_rvc_model_download_url\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"index_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"filter_raidus\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rms_mix_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_detection_algorithm\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"crepe_hop_length\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"protect\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"main_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"backup_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"instrumental_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change_all\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_size\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_wetness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_dryness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_damping\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"output_format\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"song_input\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n  \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: multipart/form-data"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "http://localhost:9000/api/v1/replicate/tts"

	payload := strings.NewReader("-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rvc_model\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"custom_rvc_model_download_url\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"index_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"filter_raidus\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rms_mix_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_detection_algorithm\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"crepe_hop_length\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"protect\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"main_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"backup_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"instrumental_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change_all\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_size\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_wetness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_dryness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_damping\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"output_format\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"song_input\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n  \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("http://localhost:9000/api/v1/replicate/tts")
  .header("Authorization", "Bearer <token>")
  .body("-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rvc_model\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"custom_rvc_model_download_url\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"index_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"filter_raidus\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rms_mix_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_detection_algorithm\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"crepe_hop_length\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"protect\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"main_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"backup_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"instrumental_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change_all\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_size\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_wetness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_dryness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_damping\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"output_format\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"song_input\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n  \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--")
  .asString();

require 'uri'
require 'net/http'

url = URI("http://localhost:9000/api/v1/replicate/tts")

http = Net::HTTP.new(url.host, url.port)

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request.body = "-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rvc_model\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"custom_rvc_model_download_url\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"index_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"filter_raidus\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"rms_mix_rate\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_detection_algorithm\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"crepe_hop_length\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"protect\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"main_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"backup_vocals_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"instrumental_volume_change\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"pitch_change_all\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_size\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_wetness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_dryness\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"reverb_damping\"\r\n\r\n123\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"output_format\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"song_input\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n  \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--"

response = http.request(request)
puts response.read_body

Query

model · string · default: "zsxkib/realistic-voice-cloning" · required

The voice model to be used;

Body

song_input · file · required

Upload your audio file here.

rvc_model · string · default: "Squidward"

RVC model for a specific voice. If using a custom model, this should match the name of the downloaded model. If a ‘custom_rvc_model_download_url’ is provided, this will be automatically set to the name of the downloaded model.

custom_rvc_model_download_url · string

URL to download a custom RVC model. If provided, the model will be downloaded (if it doesn’t already exist) and used for prediction, regardless of the ‘rvc_model’ value.

pitch_change · string · default: "no-change"

Adjust pitch of AI vocals. Options: no-change, male-to-female, female-to-male.

index_rate · float · default: "0.5"

Control how much of the AI’s accent to leave in the vocals.

filter_raidus · int · default: "3"

If >=3: apply median filtering median filtering to the harvested pitch results.

rms_mix_rate · float · default: "0.25"

Control how much to use the original vocal’s loudness (0) or a fixed loudness (1).

pitch_detection_algorithm · string · default: "rmvpe"

Best option is rmvpe (clarity in vocals), then mangio-crepe (smoother vocals).

crepe_hop_length · int · default: "128"

When pitch_detection_algo is set to mangio-crepe, this controls how often it checks for pitch changes in milliseconds. Lower values lead to longer conversions and higher risk of voice cracks, but better pitch accuracy.

protect · float · default: "0.33"

Control how much of the original vocals’ breath and voiceless consonants to leave in the AI vocals. Set 0.5 to disable.

main_vocals_volume_change · float · default: "10.0"

Control volume of main AI vocals. Use -3 to decrease the volume by 3 decibels, or 3 to increase the volume by 3 decibels.

backup_vocals_volume_change · float · default: "0.0"

Control volume of backup AI vocals.

instrumental_volume_change · float · default: "0.0"

Control volume of the background music/instrumentals.

pitch_change_all · float · default: "0.0"

Change pitch/key of background music, backup vocals and AI vocals in semitones. Reduces sound quality slightly.

reverb_size · float · default: "0.15"

The larger the room, the longer the reverb time.

reverb_wetness · float · default: "0.2"

Level of AI vocals with reverb.

reverb_dryness · float · default: "0.8"

Level of AI vocals with reverb.

reverb_damping · float · default: "0.7"

Absorption of high frequencies in the reverb.

output_format · string · default: "mp3"

wav for best quality and large file size, mp3 for decent quality and small file size.