Intelligent Media Services:Movie highlights scene

package com.example;

import com.alibaba.fastjson.JSONObject;
import com.aliyun.ice20201109.Client;
import com.aliyun.ice20201109.models.*;
import com.aliyun.teaopenapi.models.Config;

import java.util.*;

/**
 *  Need to include Maven dependencies:
 *   
 *      com.aliyun
 *      ice20201109
 *      2.3.0
 *  
 *  
 *      com.alibaba
 *      fastjson
 *      1.2.9
 *  
 */

public class SmartMixBatchEditingService {

    static final String regionId = "[your-region-id]";
    static final String bucket = "[your-bucket]";
    private Client iceClient;

    public static void main(String[] args) throws Exception {
        SmartMixBatchEditingService smartMixBatchEditingService = new SmartMixBatchEditingService();
        smartMixBatchEditingService.initClient();
        smartMixBatchEditingService.runExample();
    }

    public void initClient() throws Exception {
        // The AccessKey pair of an Alibaba Cloud account has permissions to call all API operations. We recommend that you use the AccessKey pair of a RAM user to call API operations or perform routine O&M.
        // In this example, the AccessKey ID and the AccessKey secret are obtained from the environment variables. For configuration method, see: https://www.alibabacloud.com/help/zh/sdk/developer-reference/v2-manage-access-credentials
        com.aliyun.credentials.Client credentialClient = new com.aliyun.credentials.Client();

        Config config = new Config();
        config.setCredential(credentialClient);

        // To hard-code your AccessKey ID and AccessKey secret, use the following lines. However, we recommend that you do not hard-code your AccessKey ID and AccessKey secret for security concerns.
        // config.accessKeyId = ;
        // config.accessKeySecret = ;
        config.endpoint = "ice." + regionId + ".aliyuncs.com";
        config.regionId = regionId;
        iceClient = new Client(config);
    }

    public void runExample() throws Exception {

        // Video materials
        List mediaArray = Arrays.asList(
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-1.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-2.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-3.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-4.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-5.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-6.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-7.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-8.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-9.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-10.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-11.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-12.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-13.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-14.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-15.mp4",
            "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-16.mp4"
        );

        // Voiceover script
        String speechText = "In the vast expanse of the deep blue, a vibrant canvas is slowly unfolding. In the crystal clear blue waters, coral reefs are like underwater forests, colorful and diverse. They are important cornerstones of marine biodiversity, providing shelter for countless small fish, shellfish, and seaweed. Lazy and adorable sea lions enjoy the warm sunshine on the rocks, basking comfortably, living in harmony with nature. Dolphins swim together in the azure waters, chasing and playing with each other, demonstrating the agility and wisdom bestowed by nature. However, the beautiful marine environment is facing unprecedented challenges. Various garbage pollution is like scars imprinted on the skin of the ocean, ruthlessly eroding the originally pure ecological environment. Many species face crises of food shortages, increased diseases, and even population decline. We must take action to protect this beautiful but fragile blue home, allowing the future ocean to regain its purity and vitality.";

        // Video title
        String title = "Protect Our Blue Home";
        // Scene information
        JSONObject sceneInfo = new JSONObject();
        sceneInfo.put("Scene","MovieHighlights");
        // Face information
        JSONObject faceInfo = new JSONObject();
        sceneInfo.put("FaceInfo",faceInfo);
        JSONArray imageInfoList =new JSONArray();
        JSONObject imageInfo1=new JSONObject();
        imageInfo1.put("Name","Character A");
        imageInfo1.put("ImageURL", "https://bkimg.cdn.bcebos.com/pic/3853ad1bdd9f70558718bf38?x-bce-process=image/format,f_auto/watermark,image_d2F0ZXIvYmFpa2UyNzI,g_7,xp_5,yp_5,P_20/resize,m_lfit,limit_1,h_1080");
        imageInfoList.add(imageInfo1);
        faceInfo.put("ImageInfoList",imageInfoList);

        JSONObject inputConfig = new JSONObject();
        inputConfig.put("MediaArray", mediaArray);
        inputConfig.put("SpeechText", speechText);
        inputConfig.put("Title", title);
        inputConfig.put("SceneInfo", sceneInfo);

        // Number of videos to produce
        int produceCount = 4;

        // Output width and height, generate portrait video
        int outputWidth = 1080;
        int outputHeight = 1920;

        //// Output width and height, generate landscape video
        //int outputWidth = 1920;
        //int outputHeight = 1080;

        // Output OSS address, must include {index} placeholder
        String mediaUrl = "http://" + bucket + ".oss-" + regionId + ".aliyuncs.com/smart_mix/output_{index}.mp4";

        JSONObject outputConfig = new JSONObject();
        outputConfig.put("MediaURL", mediaUrl);
        outputConfig.put("Count", produceCount);
        outputConfig.put("Width", outputWidth);
        outputConfig.put("Height", outputHeight);

        // Submit one-click video production task
        SubmitBatchMediaProducingJobRequest request = new SubmitBatchMediaProducingJobRequest();
        request.setInputConfig(inputConfig.toJSONString());
        request.setOutputConfig(outputConfig.toJSONString());

        SubmitBatchMediaProducingJobResponse response = iceClient.submitBatchMediaProducingJob(request);
        String jobId = response.getBody().getJobId();
        System.out.println("Start smart mix batch job, batchJobId: " + jobId);

        // Poll task status until all are finished
        System.out.println("Waiting job finished...");
        int maxTry = 3000;
        int i = 0;
        while (i < maxTry) {
            Thread.sleep(3000);
            i++;
            GetBatchMediaProducingJobRequest getRequest = new GetBatchMediaProducingJobRequest();
            getRequest.setJobId(jobId);
            GetBatchMediaProducingJobResponse getResponse = iceClient.getBatchMediaProducingJob(getRequest);
            String status = getResponse.getBody().getEditingBatchJob().getStatus();
            System.out.println("BatchJobId: " + jobId + ", status:" + status);

            if ("Failed".equals(status)) {
                System.out.println("Batch job failed. JobInfo: " + JSONObject.toJSONString(getResponse.getBody().getEditingBatchJob()));
                throw new Exception("Produce failed. BatchJobId: " + jobId);
            }

            if ("Finished".equals(status)) {
                System.out.println("Batch job finished. JobInfo: " + JSONObject.toJSONString(getResponse.getBody().getEditingBatchJob()));
                break;
            }
        }
    }
}

{
  "MediaArray": [
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-1.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-2.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-3.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-4.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-5.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-6.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-7.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-8.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-9.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-10.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-11.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-12.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-13.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-14.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-15.mp4",
    "http://[your-bucket].oss-[your-region-id].aliyuncs.com/test_media/sea/sea-16.mp4"
  ],
  "SpeechText": "In the vast expanse of the deep blue, a vibrant canvas is slowly unfolding. In the crystal clear blue waters, coral reefs are like underwater forests, colorful and diverse. They are important cornerstones of marine biodiversity, providing shelter for countless small fish, shellfish, and seaweed. Lazy and adorable sea lions enjoy the warm sunshine on the rocks, basking comfortably, living in harmony with nature. Dolphins swim together in the azure waters, chasing and playing with each other, demonstrating the agility and wisdom bestowed by nature. However, the beautiful marine environment is facing unprecedented challenges. Various garbage pollution is like scars imprinted on the skin of the ocean, ruthlessly eroding the originally pure ecological environment. Many species face crises of food shortages, increased diseases, and even population decline. We must take action to protect this beautiful but fragile blue home, allowing the future ocean to regain its purity and vitality.",
  "Title":"Protect Our Blue Home",
  "SceneInfo": {
    "Scene": "MovieHighlights", //MovieHighlights movie matching
    "FaceInfo": {
      "ImageInfoList": [
        {
          "Name": "Character A",
          "ImageURL": "https://****.cdn.bcebos.com/pic/3853ad1bdd9f70558718bf38?x-bce-process=image/format,f_auto/watermark,image_d2F0ZXIvYmFpa2UyNzI,g_7,xp_5,yp_5,P_20/resize,m_lfit,limit_1,h_1080"
        }
      ]
    }
  }
}

{
  "Count": 1,
  "Height": 1080,
  "Width": 1920,
  "MediaURL": "http://[your-bucket].oss-[your-region-id].aliyuncs.com/script/output_{index}_w.mp4"
}