Alibaba Cloud Model Studio:Add an AI assistant to your website in 10 minutes

package com.aliyun.webdemo.controller;

import com.alibaba.dashscope.app.Application;
import com.alibaba.dashscope.app.ApplicationParam;
import com.alibaba.dashscope.app.ApplicationResult;
import com.alibaba.dashscope.exception.InputRequiredException;
import com.alibaba.dashscope.exception.NoApiKeyException;
import com.google.gson.Gson;
import com.google.gson.JsonObject;
import com.google.gson.JsonParser;
import io.reactivex.Flowable;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.servlet.mvc.method.annotation.ResponseBodyEmitter;

import java.util.concurrent.atomic.AtomicInteger;
import com.alibaba.dashscope.utils.Constants;

/**
 * pom dependency configuration
 * <dependency>
 *   <groupId>com.alibaba</groupId>
 *   <artifactId>dashscope-sdk-java</artifactId>
 *   <!-- Please replace 'the-latest-version' with the latest version number found at: https://mvnrepository.com/artifact/com.alibaba/dashscope-sdk-java -->
 *   <version>the-latest-version</version>
 * </dependency>
 *
 * Configure API Key to environment variables https://www.alibabacloud.com/help/zh/model-studio/developer-reference/configure-api-key-through-environment-variables
 */
@RestController
@RequestMapping("/chatbot")
public class ChatbotController {
  static {
        Constants.baseHttpApiUrl="https://dashscope-intl.aliyuncs.com/api/v1";
    }

    /**
     * Implement chat interface, supporting streaming data return
     *
     * @param query
     * @return
     */
    @RequestMapping(value = "/chat", method = RequestMethod.POST)
    public ResponseBodyEmitter streamData(@RequestBody String query) {
        ResponseBodyEmitter emitter = new ResponseBodyEmitter(180000L);
        JsonObject jsonObject = new JsonParser().parse(query).getAsJsonObject();
        try {
            streamCall(emitter, jsonObject.get("prompt").getAsString());
        } catch (NoApiKeyException | InputRequiredException e) {
            e.printStackTrace();
        }

        return emitter;
    }

    /**
     * Call Model Studio application, encapsulate streaming return data
     * Return data format
     * id:1
     * event:result
     * :HTTP_STATUS/200
     * data:{"output":{"session_id":"xxx","finish_reason":"null","text":"Related question"}}
     *
     * @param emitter
     * @param query
     * @throws NoApiKeyException
     * @throws InputRequiredException
     */
    public void streamCall(ResponseBodyEmitter emitter, String query) throws NoApiKeyException, InputRequiredException {
        // Fill in Model Studio application ID
        ApplicationParam param = ApplicationParam.builder()
                .appId("xxx")
                .prompt(query)
                .incrementalOutput(true)
                .build();

        Application application = new Application();
        Flowable<ApplicationResult> result = application.streamCall(param);
        AtomicInteger counter = new AtomicInteger(0);
        result.blockingForEach(data -> {
            int newValue = counter.incrementAndGet();
            String resData = "id:" + newValue + "\nevent:result\n:HTTP_STATUS/200\ndata:" + new Gson().toJson(data) + "\n\n";
            emitter.send(resData.getBytes(java.nio.charset.StandardCharsets.UTF_8));

            if ("stop".equals(data.getOutput().getFinishReason())) {
                emitter.complete();
            }
        });

    }
}

from flask import Flask, request, render_template, Response
from http import HTTPStatus
from dashscope import Application
import json
import dashscope

dashscope.base_http_api_url = 'https://dashscope-intl.aliyuncs.com/api/v1'
app = Flask(__name__)

@app.route("/")
def home(path=""):
    """
    Homepage
    """
    return render_template("index.html")


def call_with_stream(query):
    """
    Stream call to Model Studio API
    Need to configure API Key to environment variables
    https://www.alibabacloud.com/help/zh/model-studio/developer-reference/configure-api-key-through-environment-variables
    Return data format
    id:1
    event:result
    :HTTP_STATUS/200
    data:{"output":{"session_id":"xxx","finish_reason":"null","text":"Related question"}}
    """
    # Fill in Model Studio application ID
    responses = Application.call(
        app_id="xxx",
        prompt=query,
        stream=True,
        incremental_output=True,
    )
    i = 0
    for response in responses:
        if response.status_code != HTTPStatus.OK:
            print(
                "request_id=%s\n output=%s\n usage=%s\n"
                % (response.request_id, response.output, response.usage)
            )
        else:
            data = (
                "id:"
                + str(i)
                + "\nevent:result\n:HTTP_STATUS/200\ndata:"
                + json.stringfy(response)
                + "\n\n"
            )
            yield data


@app.route("/chat", methods=["POST"])
def create():
    raw_data = request.data
    data = json.loads(raw_data.decode("utf-8"))

    return Response(
        call_with_stream(data["prompt"]), mimetype="application/octet-stream"
    )


if __name__ == "__main__":
    app.run(debug=True, port=8080)

<?php  
// Start a new session or resume an existing one
session_start();

// Exit if not a request
if(!isset($_SERVER['REQUEST_METHOD'])){
    exit;
}

// Initialize homepage
if ($_SERVER['REQUEST_METHOD'] === 'GET') {  
    home();
}  

// AI assistant post request
if ($_SERVER['REQUEST_METHOD'] === 'POST') {  
    chat();
}  

/**
 * Display homepage
 * Please refer to the frontend code above for homepage content
 * Note: When testing, please change the endpoint in the frontend code to "/"
 */
function home() {
    // HTML file path
    $file = 'home.html';

    if (file_exists($file)) {  
        // File exists, display content
        header('Content-Type: text/html');
        readfile($file);
    } else {  
        // File does not exist notification
        echo "404 Not Found. The file does not exist.";  
    }  
}

/**
 * AI assistant post request
 */
function chat() {  
    /**
     * Set request URL and Model Studio API-KEY, replace <APP_ID> with Model Studio application ID
     */
    $url = 'https://dashscope-intl.aliyuncs.com/api/v1/apps/<APP_ID>/completion'; // Request URL
    $apiKey = 'sk-xxx';

    /**
     * Set request headers
     */
    $headers = [ // Request headers array
        'Authorization: Bearer ' . $apiKey, // Authentication header
        'Content-Type: application/json', // Content type
        'X-DashScope-SSE: enable' // SSE enable flag
    ];

    // Initialize prompt as empty string
    $prompt = ''; 

    // Get input stream content
    $json = file_get_contents('php://input'); 
    // Try to convert JSON to associative array
    $data = json_decode($json, true);
     // Check if JSON parsing was successful
     if (json_last_error() === JSON_ERROR_NONE) {
         $prompt = $data['prompt'] ?? null; // Extract prompt field value
     }
   
    /**
     * Build request body
     */
    $requestBody = [ // Request body array
        'input' => ['prompt' => $prompt], // Input item
        'parameters' => ['incremental_output' => true], // Parameter settings
        'debug' => new stdClass(), // Debug option (empty object)
    ];

    // Stream call to Model Studio API
    call_with_stream($url, $headers, $requestBody);
} 

// Stream call to Model Studio API
function call_with_stream($url, $headers, $requestBody){
    /**
     * Initialize cURL session and set related properties
     */
    $ch = curl_init();

    curl_setopt_array($ch, [ // Set cURL options
        CURLOPT_URL => $url, // Target URL
        CURLOPT_POST => true, // Use POST method
        CURLOPT_POSTFIELDS => json_encode($requestBody), // POST data
        CURLOPT_HTTPHEADER => $headers, // Request headers
        CURLOPT_WRITEFUNCTION => function ($curl, $data) { // Custom write callback
            echo $data; // Output data
            ob_flush(); // Flush output buffer
            flush(); // Flush all output buffers
            return strlen($data); // Return data length
        },
        CURLOPT_BUFFERSIZE => 128, // Buffer size
        CURLOPT_TIMEOUT => 300, // Timeout
        CURLOPT_RETURNTRANSFER => true, // Whether to return transfer data
        CURLOPT_HEADER => false // Do not include HTTP headers
    ]);

    /**
     * Execute cURL session and get response
     */
    $response = curl_exec($ch);

    /**
     * Error handling and response output
     */
    if (curl_errno($ch)) { // Check if cURL error exists
        http_response_code(500); // Set HTTP response status code to 500
        echo 'Curl error: ' . curl_error($ch); // Output error information
    } else {
        echo $response; // Output response result
    }

    curl_close($ch); // Close cURL session
}
?>