marking
/
Learn.VideoAnalysis
19
0
Fork 0
Code Pull Requests Actions Releases Activity

优化 dk 连接方式 优化提示词

This commit is contained in:
小肥羊 2025-02-14 18:28:02 +08:00
parent 613019da82
commit 49dcdc9fcb
3 changed files with 67 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

60
VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeekClient.cs
View File

@ -21,18 +21,18 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
public class DeepSeekGPTClient public class DeepSeekGPTClient
{ {
private readonly string Path = "v1/chat/completions"; //private readonly string Path = "v1/chat/completions";
public static string Host = AppCommon.Config.ChatGpt.aliyun.Host; //public static string Host = AppCommon.Config.ChatGpt.aliyun.Host;
public static string ApiKey = AppCommon.Config.ChatGpt.aliyun.ApiKey; //public static string ApiKey = AppCommon.Config.ChatGpt.aliyun.ApiKey;
//private readonly string Path = ""; //private readonly string Path = "";
//public static string Host = AppCommon.Config.ChatGpt.DeepSeek.Host; //public static string Host = AppCommon.Config.ChatGpt.DeepSeek.Host;
//public static string ApiKey = AppCommon.Config.ChatGpt.DeepSeek.ApiKey; //public static string ApiKey = AppCommon.Config.ChatGpt.DeepSeek.ApiKey;
//public static string Host = AppCommon.Config.ChatGpt.ChatGpt.Host; public static string Host = AppCommon.Config.ChatGpt.ChatGpt.Host;
//public static string ApiKey = AppCommon.Config.ChatGpt.ChatGpt.ApiKey; public static string ApiKey = AppCommon.Config.ChatGpt.ChatGpt.ApiKey;
//private readonly string Path = "v1/chat/completions"; private readonly string Path = "v1/chat/completions";
private readonly IHttpClientFactory _httpClientFactory; private readonly IHttpClientFactory _httpClientFactory;
@ -49,7 +49,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
/// <returns>Return HttpResponseMessage for SSE</returns> /// <returns>Return HttpResponseMessage for SSE</returns>
public async Task<(Usage u, string res,string reasoning)?> Chat(ChatRequest chatReq) public async Task<(Usage u, string res,string reasoning)?> Chat(ChatRequest chatReq)
{ {
chatReq.model = "deepseek-r1"; //chatReq.model = "deepseek-r1";
if (chatReq.stream) return await ChatSSE(chatReq); if (chatReq.stream) return await ChatSSE(chatReq);
postStar: postStar:
var requestBody = System.Text.Json.JsonSerializer.Serialize(chatReq); var requestBody = System.Text.Json.JsonSerializer.Serialize(chatReq);
@ -68,23 +68,30 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
if (res is null || res.error != null) if (res is null || res.error != null)
throw new Exception($" GPT模型返回异常 返回参数: " + throw new Exception($" GPT模型返回异常 返回参数: " +
$" {System.Text.Json.JsonSerializer.Serialize(res)}"); $" {System.Text.Json.JsonSerializer.Serialize(res)}");
var chatResContent = res?.choices.FirstOrDefault()?.message.content.Trim(); var d = thinkMSG(res?.choices.FirstOrDefault()?.message);
var chatResReasoning = string.Empty; var chatResContent = d.m1;
if (chatResContent.StartsWith("<think")) var chatResReasoning = d.m2;
{
chatResReasoning = chatResContent.Substring(7, chatResContent.IndexOf("</think")-7);
chatResContent = chatResContent
.Substring(chatResContent.IndexOf("</think>")+8);
}
else
chatResReasoning = res?.choices.FirstOrDefault()?.message.reasoning_content?.Trim();
if (string.IsNullOrEmpty(chatResContent)) if (string.IsNullOrEmpty(chatResContent))
return null; return null;
return (res.usage, chatResContent, chatResReasoning); return (res.usage, chatResContent, chatResReasoning);
} }
private (string m1, string m2) thinkMSG(Message? m)
{
var chatResContent = m?.content.Trim();
var chatResReasoning = string.Empty;
if (chatResContent.StartsWith("<think"))
{
chatResReasoning = chatResContent.Substring(7, chatResContent.IndexOf("</think") - 7);
chatResContent = chatResContent
.Substring(chatResContent.IndexOf("</think>") + 8);
}
else
chatResReasoning = m?.reasoning_content?.Trim();
return (chatResContent, chatResReasoning);
}
private HttpResponseMessage PostJsonStream(string path, string json) private HttpResponseMessage PostJsonStream(string path, string json)
{ {
var uriBuilder = new UriBuilder(Host + Path); var uriBuilder = new UriBuilder(Host + Path);
@ -132,9 +139,10 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
/// <returns>Return HttpResponseMessage for SSE</returns> /// <returns>Return HttpResponseMessage for SSE</returns>
public async Task<(Usage u, string res, string reasoning)?> ChatSSE(ChatRequest chatReq) public async Task<(Usage u, string res, string reasoning)?> ChatSSE(ChatRequest chatReq)
{ {
chatReq.stream = true;
var requestBody = System.Text.Json.JsonSerializer.Serialize(chatReq); var requestBody = System.Text.Json.JsonSerializer.Serialize(chatReq);
var chatResp = PostJsonStream(string.Empty, requestBody); var chatResp = PostJsonStream(string.Empty, requestBody);
if (!chatResp.IsSuccessStatusCode)
throw new Exception("GPT请求状态异常=>"+ chatResp.StatusCode);
using var stream = chatResp.Content.ReadAsStream(); using var stream = chatResp.Content.ReadAsStream();
using var reader = new StreamReader(stream, Encoding.UTF8); using var reader = new StreamReader(stream, Encoding.UTF8);
string line; string line;
@ -142,16 +150,25 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
var messageBuilder1 = new StringBuilder(); var messageBuilder1 = new StringBuilder();
var lastChat = new ChatResSSE(); var lastChat = new ChatResSSE();
var splitCount = "data:".Length; var splitCount = "data:".Length;
while (true) var maxLoop = 60*100;
while (maxLoop>0)
{ {
line = reader.ReadLine(); line = reader.ReadLine();
if (line is null || string.IsNullOrEmpty(line)) continue; if (line is null || string.IsNullOrEmpty(line)|| line.StartsWith(": keep-alive")) {
Thread.Sleep(100);
maxLoop--;
continue;
}
else if (line.EndsWith("[DONE]")) else if (line.EndsWith("[DONE]"))
{ {
// 表示一条消息结束 // 表示一条消息结束
string message = messageBuilder.ToString(); string message = messageBuilder.ToString();
string message2 = messageBuilder1.ToString(); string message2 = messageBuilder1.ToString();
messageBuilder.Clear(); messageBuilder.Clear();
messageBuilder1.Clear();
var d =thinkMSG(new Message() { content = message, reasoning_content = message2 });
message = d.m1;
message2 = d.m2;
var u = lastChat?.usage; var u = lastChat?.usage;
if (u == null || string.IsNullOrEmpty(message)) if (u == null || string.IsNullOrEmpty(message))
return null; return null;
@ -180,6 +197,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
} }
} }
} }
return null;
} }
} }

6
VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeekModel.cs
View File

@ -42,7 +42,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
/// <summary> /// <summary>
/// 一个对象，用于指定模型必须输出的格式。设置为 enable 结构化输出，确保模型与您提供的 JSON 匹配 图式。 /// 一个对象，用于指定模型必须输出的格式。设置为 enable 结构化输出，确保模型与您提供的 JSON 匹配 图式。
/// </summary> /// </summary>
public object response_format { get; set; } = new { type = "json_object" }; //public object response_format { get; set; } = new { type = "json_object" };
/// <summary> /// <summary>
/// 流式返回 /// 流式返回
/// </summary> /// </summary>
@ -58,6 +58,10 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
} }
public class Message public class Message
{ {
public Message()
{
}
public Message(string content, string role) public Message(string content, string role)
{ {
this.role = role; this.role = role;

36
VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeek_GPT.cs
View File

@ -72,14 +72,18 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
throw new Exception("未能找到对应知识点=>"+ fileNameInfoRes.授课章节); throw new Exception("未能找到对应知识点=>"+ fileNameInfoRes.授课章节);
var knowledgeInfos = await knowledgeInfoDB.AsQueryable().ToChildListAsync(s => s.Parent_Id, know.Id); var knowledgeInfos = await knowledgeInfoDB.AsQueryable().ToChildListAsync(s => s.Parent_Id, know.Id);
var knows = string.Join(',', knowledgeInfos.Select(s => s.Id + "|"+ s.Name)); var knows = string.Join(',', knowledgeInfos.Select(s => s.Id + "|"+ s.Name));
var knowDic = knowledgeInfos
.OrderBy(s=>s.Id)
.GroupBy(s=>s.Name)
.ToDictionary(s => s.First().Name, s => s.First().Id);
var postMessages = var postMessages =
$"你的任务是分析视频字幕内容并提取出中国高考考试试题方法点,然后根据步骤分析出知识片段" + $"你的任务是分析视频字幕内容并提取出中国高考考试试题方法点,然后根据步骤分析出知识片段" +
$"按以下步骤完成:" + $"按以下步骤完成:" +
$"1.识别方法点:提取字幕内容中与{subject}考试属于{fileNameInfoRes.授课章节}章节相关的方法点。" + $"1.识别方法点:提取字幕内容中与{subject}考试属于{fileNameInfoRes.授课章节}章节相关的方法点。" +
$"2.关联合并知识内容相似的知识点来合并为知识片段。如果知识片段时长超过20分钟则考虑拆封为2个更加细微贴切的知识片段" + $"2.关联合并知识内容相似的知识点来合并为知识片段。如果知识片段时长超过12分钟则考虑拆封为2个更加细微贴切的知识片段" +
$"3.分配空余未使用的时间段到内容相近的知识片段时间区间来获取更加详细的上下文,但是请避免知识片段之间时间重合。" + $"3.分配空余未使用的时间段到内容相近的知识片段时间区间来获取更加详细的上下文,但是请避免知识片段之间时间重合。" +
$"4.分析总结:基于提取出的知识片段内容称来匹配我提供的知识点,来作为片段的知识点(请确保匹配的知识点是我提供的,否者片段知识点值为空字符串)" + $"4.分析总结:基于提取出的知识片段内容称来匹配我提供的知识点,来作为片段的知识点(请确保匹配的知识点是我提供的,否者片段知识点值为空字符串)" +
$"提供的方法点名称({knows})。 格式 (方法点Id|方法点名称) 如果一个知识片段出现多个知识点那么知识点ID与知识点名称都用逗号','分割" + $"提供的方法点名称({knows})。 格式 (方法点Id|方法点名称) 如果一个知识片段出现多个知识点那么知识点Id与知识点名称都用逗号','分割" +
$"输入：包含时间戳的视频字幕文本。" + $"输入：包含时间戳的视频字幕文本。" +
$"以下是包含时间的视频字幕文本。" + $"以下是包含时间的视频字幕文本。" +
$"字幕格式(说话人:开始秒:结束秒:内容|下一段字幕).字幕列表 {captions.Captions}" + $"字幕格式(说话人:开始秒:结束秒:内容|下一段字幕).字幕列表 {captions.Captions}" +
@ -102,17 +106,23 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
} }
await videoKonwPointDB.DeleteAsync(s => s.VideoTaskId == taskId); await videoKonwPointDB.DeleteAsync(s => s.VideoTaskId == taskId);
var data = questionRes.Select(s => new VideoKonwPoint() var data = questionRes.SelectMany(
{ s =>
Content = s.Content, {
Theme = s.Theme, var ks = s.KnowPoint.Split(",");
StartTime = s.StartTime, return ks.Where(x=>knowDic.ContainsKey(x))
EndTime =s.EndTime, .Select(x => new VideoKonwPoint()
KnowPoint = s.KnowPoint, {
KnowPointId = s.KnowPointId, Content = s.Content,
TagId = taskInfo.TagId, Theme = s.Theme,
VideoTaskId = taskInfo.Id, StartTime = s.StartTime,
}).ToList(); EndTime = s.EndTime,
KnowPoint = x,
KnowPointId = knowDic[x].ToString(),
TagId = taskInfo.TagId,
VideoTaskId = taskInfo.Id,
});
}).ToList();
await videoKonwPointDB.InsertRangeAsync(data); await videoKonwPointDB.InsertRangeAsync(data);