完善提示词预设的接口，完善转发接口

2024-11-13 14:00:39 +08:00
parent 26d190afa1
commit 3b0c316928
27 changed files with 1487 additions and 99 deletions
@@ -0,0 +1,147 @@
+using LMS.DAO;
+using LMS.Repository.DB;
+using LMS.Repository.Forward;
+using Microsoft.AspNetCore.Mvc;
+using Microsoft.EntityFrameworkCore;
+using Newtonsoft.Json;
+using static LMS.Common.Enums.ResponseCodeEnum;
+using System.Net;
+using System.Text;
+using LMS.Repository.Model;
+using LMS.Tools;
+using Betalgo.Ranul.OpenAI.Managers;
+using Betalgo.Ranul.OpenAI;
+using Betalgo.Ranul.OpenAI.ObjectModels.RequestModels;
+
+namespace LMS.service.Service;
+
+public class ForwardWordService(ApplicationDbContext context)
+{
+    private readonly ApplicationDbContext _context = context;
+    /// <summary>
+    /// 转发OpenAi格式的请求 非流
+    /// </summary>
+    /// <param name="request"></param>
+    /// <returns></returns>
+    /// <exception cref="NotImplementedException"></exception>
+    public async Task<ActionResult<APIResponseModel<object>>> ForwardWord(ForwardModel request)
+    {
+        try
+        {
+            // 要校验机器码，但是目前不需要
+
+            if (request.Word == null || request.Word == "")
+            {
+                return APIResponseModel<object>.CreateErrorResponseModel(ResponseCode.ParameterError);
+            }
+
+            // 获取提示词预设
+            Prompt? prompt = await _context.Prompt.FirstOrDefaultAsync(x => x.PromptTypeId == request.PromptTypeId && x.Id == request.PromptId);
+            if (prompt == null)
+            {
+                return APIResponseModel<object>.CreateErrorResponseModel(ResponseCode.FindPromptStringFail);
+            }
+
+            // 开始拼接请求体
+            using HttpClient client = new HttpClient();
+            client.DefaultRequestHeaders.Add("Authorization", "Bearer " + request.ApiKey);
+            string json = JsonConvert.SerializeObject(new
+            {
+                model = request.Model,
+                temperature = 0.3,
+                messages = new List<OpenAI.RequestMessage>
+                    {
+                        new OpenAI.RequestMessage
+                        {
+                            role = "system",
+                            content = prompt.PromptString
+
+                        },
+                        new OpenAI.RequestMessage
+                        {
+                            role = "user",
+                            content = request.Word
+                        }
+                    }
+            });
+
+            // 判断请求的url是不是满足条件
+            if (string.IsNullOrEmpty(request.GptUrl))
+            {
+                throw new Exception("请求的url为空");
+            }
+            if (!request.GptUrl.StartsWith("https://ark.cn-beijing.volces.com") && !request.GptUrl.StartsWith("https://api.moonshot.cn") && !request.GptUrl.StartsWith("https://laitool.net") && !request.GptUrl.StartsWith("https://api.laitool.cc") && !request.GptUrl.StartsWith("https://laitool.cc"))
+            {
+                throw new Exception("请求的url不合法");
+            }
+            client.Timeout = Timeout.InfiniteTimeSpan;
+            var response = await client.PostAsync(request.GptUrl, new StringContent(json, Encoding.UTF8, "application/json"));
+
+            // 判断返回的状态码
+            if (response.StatusCode != HttpStatusCode.OK)
+            {
+                // 读取响应体
+                string responseContent = await response.Content.ReadAsStringAsync();
+                return APIResponseModel<object>.CreateErrorResponseModel(ResponseCode.ForwardWordFail, responseContent, "请求失败");
+            }
+            var content = await response.Content.ReadAsStringAsync();
+            // 序列化一下
+            return APIResponseModel<object>.CreateSuccessResponseModel(content);
+        }
+        catch (Exception e)
+        {
+            return APIResponseModel<object>.CreateErrorResponseModel(ResponseCode.SystemError, e.Message);
+        }
+    }
+
+    public async IAsyncEnumerable<string> ForwardWordStream(ForwardModel request)
+    {
+
+        // 要校验机器码，但是目前不需要
+
+        if (request.Word == null || request.Word == "")
+        {
+            throw new Exception("参数错误");
+        }
+
+        // 获取提示词预设
+        Prompt? prompt = await _context.Prompt.FirstOrDefaultAsync(x => x.PromptTypeId == request.PromptTypeId && x.Id == request.PromptId);
+        if (prompt == null)
+        {
+            throw new Exception(ResponseCode.FindPromptStringFail.GetResult());
+        }
+        var openAiService = new OpenAIService(new OpenAIOptions()
+        {
+            ApiKey = request.ApiKey,
+            BaseDomain = request.GptUrl,
+        });
+        var completionResult = openAiService.ChatCompletion.CreateCompletionAsStream(new ChatCompletionCreateRequest
+        {
+            Messages = new List<ChatMessage>
+                {
+                    ChatMessage.FromSystem(prompt.PromptString),
+                    ChatMessage.FromUser(request.Word)
+                },
+            Model = request.Model,
+            Stream = true
+        });
+
+        await foreach (var completion in completionResult)
+        {
+            if (completion.Successful)
+            {   // 这边只返回数据，不返回全部的数据结构了
+                yield return completion.Choices.First().Message.Content ?? "";
+            }
+            else
+            {
+                if (completion.Error == null)
+                {
+                    throw new Exception("Unknown Error");
+                }
+
+                throw new Exception($"{completion.Error.Code}: {completion.Error.Message}");
+            }
+        }
+
+    }
+}