Intelligent Media Services:Integration overview

Step 1: Request audio and video permissions for the app

You can check for microphone and camera permissions. If the permissions are not granted, you can prompt the user for authorization. You must implement this feature in your application. For sample code, see PermissionUtils.java.

PermissionX.init(this)
.permissions(PermissionUtils.getPermissions())
.request((allGranted, grantedList, deniedList) -> {
});

Step 2: Create and initialize the engine

You can create and initialize the ARTCAICallEngine. The following code provides an example:

String userId = "123";  // Use the user ID from your app's logon system for userId.
ARTCAICallEngineImpl engine = new ARTCAICallEngineImpl(this, userId);

 // If the agent is a digital human, configure the view container for the digital human.
if (aiAgentType == AvatarAgent) {
    ViewGroup avatarlayer;
    engine.setAgentView(
        avatarlayer,
        new ViewGroup.LayoutParams(ViewGroup.LayoutParams.MATCH_PARENT,
                                   ViewGroup.LayoutParams.MATCH_PARENT)
    );
}
// If the agent is a visual understanding agent, configure the view container for the local video preview.
else if (aiAgentType == VisionAgent) {
    ViewGroup previewLayer;
    engine.setLocalView(previewLayer,
        new FrameLayout.LayoutParams(ViewGroup.LayoutParams.MATCH_PARENT,
                                     ViewGroup.LayoutParams.MATCH_PARENT)
    );
} else if(aiAgentType == VideoAgent) {
    ARTCAICallEngine.ARTCAICallVideoCanvas remoteCanvas = new ARTCAICallEngine.ARTCAICallVideoCanvas();
            remoteCanvas.zOrderOnTop = false;
            remoteCanvas.zOrderMediaOverlay = false;
    ViewGroup avatarlayer;
    engine.setAgentView(
        avatarlayer,
        new ViewGroup.LayoutParams(ViewGroup.LayoutParams.MATCH_PARENT,
                                   ViewGroup.LayoutParams.MATCH_PARENT), remoteCanvas
    );

    ViewGroup previewLayer;
    engine.setLocalView(previewLayer,
        new FrameLayout.LayoutParams(ViewGroup.LayoutParams.MATCH_PARENT,
                                     ViewGroup.LayoutParams.MATCH_PARENT)
    );

}

Step 3: Implement callback methods

You can implement engine callbacks as needed. For more information about the engine callback API operations, see API operation details.

protected ARTCAICallEngine.IARTCAICallEngineCallback mCallEngineCallback = new ARTCAICallEngine.IARTCAICallEngineCallback() {
    @Override
    public void onErrorOccurs(ARTCAICallEngine.AICallErrorCode errorCode) {
        // An error occurred. End the call.
        engine.handup();
    }

    @Override
    public void onCallBegin() {
        // The call starts (user joins the session).
    }

    @Override
    public void onCallEnd() {
        // The call ends (user leaves the session).
    }

    @Override
    public void onAICallEngineRobotStateChanged(ARTCAICallEngine.ARTCAICallRobotState oldRobotState, ARTCAICallEngine.ARTCAICallRobotState newRobotState) {
        // Agent state synchronization.
    }

    @Override
    public void onUserSpeaking(boolean isSpeaking) {
        // Callback for when the user is speaking.
    }

    @Override
    public void onUserAsrSubtitleNotify(String text, boolean isSentenceEnd, int sentenceId, VoicePrintStatusCode voicePrintStatusCode) {
    
    }

    @Override
    public void onAIAgentSubtitleNotify(String text, boolean end, int userAsrSentenceId) {
        // Sync the agent's response.
    }

    @Override
    public void onNetworkStatusChanged(String uid, ARTCAICallEngine.ARTCAICallNetworkQuality quality) {
        // Callback for network status.
    }

    @Override
    public void onVoiceVolumeChanged(String uid, int volume) {
        // Volume change.
    }

    @Override
    public void onVoiceIdChanged(String voiceId) {
        // The voice timbre for the current call has changed.
    }

    @Override
    public void onVoiceInterrupted(boolean enable) {
        // The voice interruption setting for the current call has changed.
    }

    @Override
    public void onAgentVideoAvailable(boolean available) {
        // Whether the agent's video is available (stream ingest).
    }

    @Override
    public void onAgentAudioAvailable(boolean available) {
        // Whether the agent's audio is available (stream ingest).
    }

    @Override
    public void onAgentAvatarFirstFrameDrawn() {
        // The first video frame of the digital human is rendered.
    }

    @Override
    public void onUserOnLine(String uid) {
        // Callback for when a user comes online.
    }

};

engine.setEngineCallback(mCallEngineCallback);

Step 4: Create and initialize ARTCAICallConfig

For more information about ARTCAICallConfig, see ARTCAICallConfig.

ARTCAICallEngine.ARTCAICallConfig artcaiCallConfig = new ARTCAICallEngine.ARTCAICallConfig();
artcaiCallConfig.agentId = "XXX";            // The agent ID. This parameter is required.
artcaiCallConfig.region = "cn-shanghai";// The agent region. This parameter is required.
artcaiCallConfig.agentType = VoiceAgent;// The agent type: voice-only, digital human, visual understanding, or video call.
engine.init(artcaiCallConfig);

Step 5: Initiate a call to the agent

You can invoke the call() API operation to initiate a call to the agent. To obtain an authentication token, see Generate an ARTC authentication token. After the call starts, you can process captions, interrupt the agent, and perform other actions as needed. For more information, see Implement features.

engine.call(token);

// After the call is connected, the following callback is triggered.
public void onCallBegin() {
        // The call starts (user joins the session).
}

Step 6: Implement in-call features

After the call starts, you can process captions, interrupt the agent, and perform other actions as needed. For more information, see Implement features.

Step 7: End the call

You can invoke the handup() API operation to end the call with the agent.

engine.handup();