Alibaba Cloud Model Studio:Sintesis suara Real-time - CosyVoice

import os
import time
import dashscope
from dashscope.audio.tts_v2 import VoiceEnrollmentService, SpeechSynthesizer

# 1. Siapkan lingkungan.
# Kami menyarankan Anda menyetel Kunci API sebagai variabel lingkungan.
# Kunci API berbeda untuk wilayah Singapura dan Beijing. Untuk mendapatkan Kunci API, lihat https://www.alibabacloud.com/help/en/model-studio/get-api-key.
# Jika Anda belum menyetel variabel lingkungan, ganti baris berikut dengan Kunci API Model Studio Anda: dashscope.api_key = "sk-xxx"
dashscope.api_key = os.getenv("DASHSCOPE_API_KEY")
if not dashscope.api_key:
    raise ValueError("DASHSCOPE_API_KEY environment variable not set.")

# URL WebSocket untuk wilayah Singapura. Jika Anda menggunakan model di wilayah Beijing, ganti URL dengan wss://dashscope.aliyuncs.com/api-ws/v1/inference.
dashscope.base_websocket_api_url='wss://dashscope-intl.aliyuncs.com/api-ws/v1/inference'
# URL HTTP untuk wilayah Singapura. Jika Anda menggunakan model di wilayah Beijing, ganti URL dengan https://dashscope.aliyuncs.com/api/v1.
dashscope.base_http_api_url = 'https://dashscope-intl.aliyuncs.com/api/v1'


# 2. Tentukan parameter kloning.
TARGET_MODEL = "cosyvoice-v3.5-plus" 
# Tentukan awalan yang bermakna untuk suara.
VOICE_PREFIX = "myvoice" # Hanya digit dan huruf kecil yang diizinkan. Panjang awalan harus kurang dari 10 karakter.
# Tentukan URL yang dapat diakses publik untuk file audio.
AUDIO_URL = "https://dashscope.oss-cn-beijing.aliyuncs.com/samples/audio/cosyvoice/cosyvoice-zeroshot-sample.wav" # Ini adalah URL contoh. Ganti dengan milik Anda sendiri.

# 3. Buat suara (tugas asinkron).
print("--- Step 1: Creating voice enrollment ---")
service = VoiceEnrollmentService()
try:
    voice_id = service.create_voice(
        target_model=TARGET_MODEL,
        prefix=VOICE_PREFIX,
        url=AUDIO_URL
    )
    print(f"Voice enrollment submitted successfully. Request ID: {service.get_last_request_id()}")
    print(f"Generated Voice ID: {voice_id}")
except Exception as e:
    print(f"Error during voice creation: {e}")
    raise e
# 4. Periksa status suara.
print("\n--- Step 2: Polling for voice status ---")
max_attempts = 30
poll_interval = 10 # detik
for attempt in range(max_attempts):
    try:
        voice_info = service.query_voice(voice_id=voice_id)
        status = voice_info.get("status")
        print(f"Attempt {attempt + 1}/{max_attempts}: Voice status is '{status}'")
        
        if status == "OK":
            print("Voice is ready for synthesis.")
            break
        elif status == "UNDEPLOYED":
            print(f"Voice processing failed with status: {status}. Please check audio quality or contact support.")
            raise RuntimeError(f"Voice processing failed with status: {status}")
        # Jika statusnya adalah keadaan antara seperti "DEPLOYING", lanjutkan polling.
        time.sleep(poll_interval)
    except Exception as e:
        print(f"Error during status polling: {e}")
        time.sleep(poll_interval)
else:
    print("Polling timed out. The voice is not ready after several attempts.")
    raise RuntimeError("Polling timed out. The voice is not ready after several attempts.")

# 5. Gunakan suara hasil kloning untuk sintesis suara.
print("\n--- Step 3: Synthesizing speech with the new voice ---")
try:
    synthesizer = SpeechSynthesizer(model=TARGET_MODEL, voice=voice_id)
    text_to_synthesize = "Congratulations! You have successfully cloned and synthesized your own voice!"
    
    # Metode call() mengembalikan data audio biner.
    audio_data = synthesizer.call(text_to_synthesize)
    print(f"Speech synthesis successful. Request ID: {synthesizer.get_last_request_id()}")

    # 6. Simpan file audio.
    output_file = "my_custom_voice_output.mp3"
    with open(output_file, "wb") as f:
        f.write(audio_data)
    print(f"Audio saved to {output_file}")

except Exception as e:
    print(f"Error during speech synthesis: {e}")

1. Hasilkan suara kustom dan pratinjau hasilnya. Jika Anda puas dengan hasilnya, lanjutkan ke langkah berikutnya. Jika tidak, hasilkan ulang suara tersebut.

   Python

   import requests
   import base64
   import os
   
   def create_voice_and_play():
       # Kunci API berbeda untuk wilayah Singapura dan Beijing. Untuk mendapatkan Kunci API, lihat https://www.alibabacloud.com/help/en/model-studio/get-api-key.
       # Jika Anda belum menyetel variabel lingkungan, ganti baris berikut dengan Kunci API Model Studio Anda: api_key = "sk-xxx"
       api_key = os.getenv("DASHSCOPE_API_KEY")
       
       if not api_key:
           print("Error: The DASHSCOPE_API_KEY environment variable is not set.")
           return None, None, None
       
       # Siapkan data permintaan.
       headers = {
           "Authorization": f"Bearer {api_key}",
           "Content-Type": "application/json"
       }
       
       data = {
           "model": "voice-enrollment",
           "input": {
               "action": "create_voice",
               "target_model": "cosyvoice-v3.5-plus",
               "voice_prompt": "A composed, middle-aged male announcer with a deep, rich, and magnetic voice, a steady speaking speed, and clear articulation, suitable for news broadcasting or documentary commentary.",
               "preview_text": "Dear listeners, hello everyone. Welcome to the evening news.",
               "prefix": "announcer"
           },
           "parameters": {
               "sample_rate": 24000,
               "response_format": "wav"
           }
       }
       
       # URL berikut untuk wilayah Singapura. Jika Anda menggunakan model di wilayah Beijing, ganti URL dengan https://dashscope.aliyuncs.com/api/v1/services/audio/tts/customization.
       url = "https://dashscope-intl.aliyuncs.com/api/v1/services/audio/tts/customization"
       
       try:
           # Kirim permintaan.
           response = requests.post(
               url,
               headers=headers,
               json=data,
               timeout=60  # Tambahkan timeout.
           )
           
           if response.status_code == 200:
               result = response.json()
               
               # Dapatkan ID suara.
               voice_id = result["output"]["voice_id"]
               print(f"Voice ID: {voice_id}")
               
               # Dapatkan data audio pratinjau.
               base64_audio = result["output"]["preview_audio"]["data"]
               
               # Dekode data audio Base64.
               audio_bytes = base64.b64decode(base64_audio)
               
               # Simpan file audio ke perangkat lokal Anda.
               filename = f"{voice_id}_preview.wav"
               
               # Tulis data audio ke file lokal.
               with open(filename, 'wb') as f:
                   f.write(audio_bytes)
               
               print(f"The audio is saved to the local file: {filename}")
               print(f"File path: {os.path.abspath(filename)}")
               
               return voice_id, audio_bytes, filename
           else:
               print(f"Request failed. Status code: {response.status_code}")
               print(f"Response content: {response.text}")
               return None, None, None
               
       except requests.exceptions.RequestException as e:
           print(f"A network request error occurred: {e}")
           return None, None, None
       except KeyError as e:
           print(f"The response data is in an invalid format. The required field is missing: {e}")
           print(f"Response content: {response.text if 'response' in locals() else 'No response'}")
           return None, None, None
       except Exception as e:
           print(f"An unknown error occurred: {e}")
           return None, None, None
   
   if __name__ == "__main__":
       print("Creating the voice...")
       voice_id, audio_data, saved_filename = create_voice_and_play()
       
       if voice_id:
           print(f"\nVoice '{voice_id}' is created.")
           print(f"The audio file is saved: '{saved_filename}'")
           print(f"File size: {os.path.getsize(saved_filename)} bytes")
       else:
           print("\nFailed to create the voice.")

   Java

   Anda perlu mengimpor dependensi Gson. Jika Anda menggunakan Maven atau Gradle, tambahkan dependensi sebagai berikut.

   Maven

   Tambahkan konten berikut ke file pom.xml Anda:

   <!-- https://mvnrepository.com/artifact/com.google.code.gson/gson -->
   <dependency>
       <groupId>com.google.code.gson</groupId>
       <artifactId>gson</artifactId>
       <version>2.13.1</version>
   </dependency>

   Gradle

   Tambahkan konten berikut ke file build.gradle Anda:

   // https://mvnrepository.com/artifact/com.google.code.gson/gson
   implementation("com.google.code.gson:gson:2.13.1")

   import com.google.gson.JsonObject;
   import com.google.gson.JsonParser;
   import java.io.*;
   import java.net.HttpURLConnection;
   import java.net.URL;
   import java.util.Base64;
   
   public class Main {
       public static void main(String[] args) {
           Main example = new Main();
           example.createVoice();
       }
   
       public void createVoice() {
           // Kunci API berbeda untuk wilayah Singapura dan Beijing. Untuk mendapatkan Kunci API, lihat https://www.alibabacloud.com/help/en/model-studio/get-api-key.
           // Jika Anda belum menyetel variabel lingkungan, ganti baris berikut dengan Kunci API Model Studio Anda: String apiKey = "sk-xxx"
           String apiKey = System.getenv("DASHSCOPE_API_KEY");
   
           // Buat string body permintaan JSON.
           String jsonBody = "{\n" +
                   "    \"model\": \"voice-enrollment\",\n" +
                   "    \"input\": {\n" +
                   "        \"action\": \"create_voice\",\n" +
                   "        \"target_model\": \"cosyvoice-v3.5-plus\",\n" +
                   "        \"voice_prompt\": \"A composed, middle-aged male announcer with a deep, rich, and magnetic voice, a steady speaking speed, and clear articulation, suitable for news broadcasting or documentary commentary.\",\n" +
                   "        \"preview_text\": \"Dear listeners, hello everyone. Welcome to the evening news.\",\n" +
                   "        \"prefix\": \"announcer\"\n" +
                   "    },\n" +
                   "    \"parameters\": {\n" +
                   "        \"sample_rate\": 24000,\n" +
                   "        \"response_format\": \"wav\"\n" +
                   "    }\n" +
                   "}";
   
           HttpURLConnection connection = null;
           try {
               // URL berikut untuk wilayah Singapura. Jika Anda menggunakan model di wilayah Beijing, ganti URL dengan https://dashscope.aliyuncs.com/api/v1/services/audio/tts/customization.
               URL url = new URL("https://dashscope-intl.aliyuncs.com/api/v1/services/audio/tts/customization");
               connection = (HttpURLConnection) url.openConnection();
   
               // Atur metode dan header permintaan.
               connection.setRequestMethod("POST");
               connection.setRequestProperty("Authorization", "Bearer " + apiKey);
               connection.setRequestProperty("Content-Type", "application/json");
               connection.setDoOutput(true);
               connection.setDoInput(true);
   
               // Kirim body permintaan.
               try (OutputStream os = connection.getOutputStream()) {
                   byte[] input = jsonBody.getBytes("UTF-8");
                   os.write(input, 0, input.length);
                   os.flush();
               }
   
               // Dapatkan respons.
               int responseCode = connection.getResponseCode();
               if (responseCode == HttpURLConnection.HTTP_OK) {
                   // Baca konten respons.
                   StringBuilder response = new StringBuilder();
                   try (BufferedReader br = new BufferedReader(
                           new InputStreamReader(connection.getInputStream(), "UTF-8"))) {
                       String responseLine;
                       while ((responseLine = br.readLine()) != null) {
                           response.append(responseLine.trim());
                       }
                   }
   
                   // Uraikan respons JSON.
                   JsonObject jsonResponse = JsonParser.parseString(response.toString()).getAsJsonObject();
                   JsonObject outputObj = jsonResponse.getAsJsonObject("output");
                   JsonObject previewAudioObj = outputObj.getAsJsonObject("preview_audio");
   
                   // Dapatkan ID suara.
                   String voiceId = outputObj.get("voice_id").getAsString();
                   System.out.println("Voice ID: " + voiceId);
   
                   // Dapatkan data audio yang dienkripsi Base64.
                   String base64Audio = previewAudioObj.get("data").getAsString();
   
                   // Dekode data audio Base64.
                   byte[] audioBytes = Base64.getDecoder().decode(base64Audio);
   
                   // Simpan audio ke file lokal.
                   String filename = voiceId + "_preview.wav";
                   saveAudioToFile(audioBytes, filename);
   
                   System.out.println("The audio is saved to the local file: " + filename);
   
               } else {
                   // Baca respons kesalahan.
                   StringBuilder errorResponse = new StringBuilder();
                   try (BufferedReader br = new BufferedReader(
                           new InputStreamReader(connection.getErrorStream(), "UTF-8"))) {
                       String responseLine;
                       while ((responseLine = br.readLine()) != null) {
                           errorResponse.append(responseLine.trim());
                       }
                   }
   
                   System.out.println("Request failed. Status code: " + responseCode);
                   System.out.println("Error response: " + errorResponse.toString());
               }
   
           } catch (Exception e) {
               System.err.println("A request error occurred: " + e.getMessage());
               e.printStackTrace();
           } finally {
               if (connection != null) {
                   connection.disconnect();
               }
           }
       }
   
       private void saveAudioToFile(byte[] audioBytes, String filename) {
           try {
               File file = new File(filename);
               try (FileOutputStream fos = new FileOutputStream(file)) {
                   fos.write(audioBytes);
               }
               System.out.println("The audio is saved to: " + file.getAbsolutePath());
           } catch (IOException e) {
               System.err.println("An error occurred while saving the audio file: " + e.getMessage());
               e.printStackTrace();
           }
       }
   }

2. Gunakan suara kustom yang dihasilkan pada langkah sebelumnya untuk sintesis suara.

   Langkah ini merujuk pada contoh panggilan non-streaming. Ganti nilai parameter voice dengan ID suara kustom yang dihasilkan oleh voice design.

   Prinsip Utama: Model (target_model) yang digunakan untuk voice design harus sama dengan model (model) yang digunakan untuk sintesis suara berikutnya. Jika tidak, sintesis akan gagal.

   Python

   # coding=utf-8
   
   import dashscope
   from dashscope.audio.tts_v2 import *
   import os
   
   # Kunci API berbeda untuk wilayah Singapura dan Beijing. Untuk mendapatkan Kunci API, lihat https://www.alibabacloud.com/help/en/model-studio/get-api-key.
   # Jika Anda belum menyetel variabel lingkungan, ganti baris berikut dengan Kunci API Model Studio Anda: dashscope.api_key = "sk-xxx"
   dashscope.api_key = os.environ.get('DASHSCOPE_API_KEY')
   
   # URL berikut untuk wilayah Singapura. Jika Anda menggunakan model di wilayah Beijing, ganti URL dengan wss://dashscope.aliyuncs.com/api-ws/v1/inference.
   dashscope.base_websocket_api_url='wss://dashscope-intl.aliyuncs.com/api-ws/v1/inference'
   
   # Gunakan model yang sama untuk voice design dan sintesis suara.
   model = "cosyvoice-v3.5-plus"
   # Ganti nilai parameter voice dengan ID suara kustom yang dihasilkan oleh voice design.
   voice = "your_voice_id"
   
   # Buat instance SpeechSynthesizer dan masukkan parameter seperti model dan suara dalam konstruktor.
   synthesizer = SpeechSynthesizer(model=model, voice=voice)
   # Kirim teks untuk disintesis dan terima data audio biner.
   audio = synthesizer.call("How is the weather today?")
   # Pertama kali Anda mengirim teks, koneksi WebSocket harus dibuat. Oleh karena itu, latensi paket pertama mencakup waktu yang diperlukan untuk membuat koneksi.
   print('[Metric] Request ID: {}, first-packet latency: {} ms'.format(
       synthesizer.get_last_request_id(),
       synthesizer.get_first_package_delay()))
   
   # Simpan audio ke file lokal.
   with open('output.mp3', 'wb') as f:
       f.write(audio)

   Java

   import com.alibaba.dashscope.audio.ttsv2.SpeechSynthesisParam;
   import com.alibaba.dashscope.audio.ttsv2.SpeechSynthesizer;
   import com.alibaba.dashscope.utils.Constants;
   
   import java.io.File;
   import java.io.FileOutputStream;
   import java.io.IOException;
   import java.nio.ByteBuffer;
   
   public class Main {
       // Gunakan model yang sama untuk voice design dan sintesis suara.
       private static String model = "cosyvoice-v3.5-plus";
       // Ganti nilai parameter voice dengan ID suara kustom yang dihasilkan oleh voice design.
       private static String voice = "your_voice_id";
   
       public static void streamAudioDataToSpeaker() {
           // Atur parameter permintaan.
           SpeechSynthesisParam param =
                   SpeechSynthesisParam.builder()
                           // Kunci API berbeda untuk wilayah Singapura dan Beijing. Untuk mendapatkan Kunci API, lihat https://www.alibabacloud.com/help/en/model-studio/get-api-key.
                           // Jika Anda belum menyetel variabel lingkungan, ganti baris berikut dengan Kunci API Model Studio Anda: .apiKey("sk-xxx")
                           .apiKey(System.getenv("DASHSCOPE_API_KEY"))
                           .model(model) // Tentukan model.
                           .voice(voice) // Tentukan suara.
                           .build();
   
           // Mode sinkron: Nonaktifkan callback (parameter kedua adalah null).
           SpeechSynthesizer synthesizer = new SpeechSynthesizer(param, null);
           ByteBuffer audio = null;
           try {
               // Blokir thread hingga data audio dikembalikan.
               audio = synthesizer.call("How is the weather today?");
           } catch (Exception e) {
               throw new RuntimeException(e);
           } finally {
               // Tutup koneksi WebSocket setelah tugas selesai.
               synthesizer.getDuplexApi().close(1000, "bye");
           }
           if (audio != null) {
               // Simpan data audio ke file lokal output.mp3.
               File file = new File("output.mp3");
               // Pertama kali Anda mengirim teks, koneksi WebSocket harus dibuat. Oleh karena itu, latensi paket pertama mencakup waktu yang diperlukan untuk membuat koneksi.
               System.out.println(
                       "[Metric] Request ID: "
                               + synthesizer.getLastRequestId()
                               + ", first-packet latency (ms): "
                               + synthesizer.getFirstPackageDelay());
               try (FileOutputStream fos = new FileOutputStream(file)) {
                   fos.write(audio.array());
               } catch (IOException e) {
                   throw new RuntimeException(e);
               }
           }
       }
   
       public static void main(String[] args) {
           // URL berikut untuk wilayah Singapura. Jika Anda menggunakan model di wilayah Beijing, ganti URL dengan wss://dashscope.aliyuncs.com/api-ws/v1/inference.
           Constants.baseWebsocketApiUrl = "wss://dashscope-intl.aliyuncs.com/api-ws/v1/inference";
           streamAudioDataToSpeaker();
           System.exit(0);
       }
   }