feat: add gitee ai model support, use the serverless api

Author: yangfuhai

src/ai/AiModelManager.ts

@@ -5,6 +5,7 @@ import {WenXinAiModel} from "./wenxin/WenXinAiModel.ts";
 import {CustomAiModel} from "./custom/CustomAiModel.ts";
 import {OpenaiAiModel} from "./openai/OpenaiAiModel.ts";
 import {InnerEditor} from "../core/AiEditor.ts";
+import {GiteeAiModel} from "./gitee/GiteeAiModel.ts";
 
 export class AiModelManager {
 
@@ -23,6 +24,9 @@ export class AiModelManager {
                     case "openai":
                         this.set(key, new OpenaiAiModel(editor, globalConfig))
                         break;
+                    case "gitee":
+                        this.set(key, new GiteeAiModel(editor, globalConfig))
+                        break;
                     case "custom":
                         this.set(key, new CustomAiModel(editor, globalConfig))
                         break;

src/ai/gitee/GiteeAiModel.ts

@@ -0,0 +1,78 @@
+import {AiClient} from "../core/AiClient.ts";
+import {AiMessageListener} from "../core/AiMessageListener.ts";
+import {AiModel} from "../core/AiModel.ts";
+import {AiGlobalConfig} from "../AiGlobalConfig.ts";
+import {SseClient} from "../core/client/sse/SseClient.ts";
+import {InnerEditor} from "../../core/AiEditor.ts";
+import {GiteeModelConfig} from "./GiteeModelConfig.ts";
+
+
+export class GiteeAiModel extends AiModel {
+
+    constructor(editor: InnerEditor, globalConfig: AiGlobalConfig) {
+        super(editor, globalConfig, "gitee");
+        this.aiModelConfig = {
+            max_tokens: 512,
+            temperature: 0.7,
+            top_p: 0.7,
+            top_k: 50,
+            ...globalConfig.models["gitee"]
+        } as GiteeModelConfig;
+    }
+
+    createAiClient(url: string, listener: AiMessageListener): AiClient {
+        const config = this.aiModelConfig as GiteeModelConfig;
+        return new SseClient({
+            url,
+            method: "post",
+            headers: {
+                "Content-Type": "application/json",
+                "Authorization": `Bearer ${config.apiKey}`,
+            }
+        }, {
+            onStart: listener.onStart,
+            onStop: listener.onStop,
+            onMessage: (bodyString: string) => {
+                console.log("onMessage: ",bodyString)
+
+                const message = JSON.parse(bodyString) as any;
+
+                listener.onMessage({
+                    status: message.choices[0].finish_reason === "stop" ? 2 : 1,
+                    role: "assistant",
+                    content: message.choices[0].delta?.content || "",
+                    index: message.choices[0].index,
+                })
+                //通知 ai 消费情况
+                if (this.globalConfig.onTokenConsume && message.usage?.["total_tokens"]) {
+                    this.globalConfig.onTokenConsume(this.aiModelName, this.aiModelConfig!, message.usage["total_tokens"])
+                }
+            }
+        });
+    }
+
+    wrapPayload(prompt: string) {
+        const config = this.aiModelConfig as GiteeModelConfig;
+        const payload = {
+            "messages": [
+                {
+                    "role": "user",
+                    "content": prompt,
+                }
+            ],
+            stream: true,
+            max_tokens: config.max_tokens,
+            temperature: config.temperature,
+            top_p: config.top_p,
+            top_k: config.top_k,
+        }
+        return JSON.stringify(payload);
+    }
+
+    createAiClientUrl(): string {
+        const {endpoint} = this.aiModelConfig as GiteeModelConfig;
+        return endpoint;
+    }
+
+
+}

src/ai/gitee/GiteeModelConfig.ts

@@ -0,0 +1,10 @@
+import {AiModelConfig} from "../core/AiModelConfig.ts";
+
+export interface GiteeModelConfig extends AiModelConfig {
+    endpoint: string,
+    apiKey: string,
+    max_tokens: number,
+    temperature: number,
+    top_p: number,
+    top_k: number
+}

src/main.ts

@@ -51,6 +51,10 @@ window.aiEditor = new AiEditor({
             //     endpoint: "https://api.moonshot.cn",
             //     model: "moonshot-v1-8k",
             //     apiKey: "sk-alQ96zb******"
+            // },
+            // gitee:{
+            //     endpoint:"https://ai.gitee.com/api/inference/serverless/KGHCVOPBV7GY/chat/completions",
+            //     apiKey:"***",
             // }
         },
         // bubblePanelEnable:false,