优化 ai分析试题提示词

优化视频预览ui
优化复习课切题提示词
2025-06-05 18:19:26 +08:00 · 2025-06-04 17:44:33 +08:00 · 2025-05-30 16:51:11 +08:00
15 changed files with 305 additions and 138 deletions
--- a/VideoAnalysis/Components/Pages/VideoTaskShow.razor
+++ b/VideoAnalysis/Components/Pages/VideoTaskShow.razor
@ -11,19 +11,24 @@
            @for (int i = 0; i < videoKnows.Length; i++)
            {
                var item = videoKnows[i];
-                <div class="knowDiv" onclick="spClick(@i,this)">
+                <div class="knowDiv">
                    
                    <div class="knowTtile">
-                        <div class="knowTtileTheme">@getF(item)  @item.Theme</div>
-                        <span class="kSpan">#@item.KnowPointId @item.KnowPoint</span>
+                        <div style="cursor: pointer" onclick="spClick(@i,this)">
+                            <div class="knowTtileTheme">@getF(item)  @item.Theme</div>
+                            <span class="kSpan">#@item.KnowPointId @item.KnowPoint</span>
+                        </div>
                        <div>概览: @item.Content</div>
                        <br />
                        @foreach (var q in item.QuestionArr)
                        {
-                            <h3>问题: </h3>
-                            <div class="knowQuestion">@q.Question</div>
-                            <img style="text-align:center" src="@q.ImageUrl" width="320" height="180" />
-                            <br />
+                            
+                            <div class="knowQuestion" onclick="spClickTime(@q.StartTime)">
+                                <h3>问题: <span class="kSpan">@q.StartTime 秒</span></h3>
+                                <div  class="kSpan">@q.TopicStem</div>
+                                <div >@q.Question</div>
+                                <img style="text-align:center" src="@q.ImageUrl" width="320" height="180" />
+                            </div>
                            <br />
                        }
                        <br />
@ -112,6 +117,9 @@
    function spClick(i, button) {
        videoPlayer.currentTime = displayButton[i].startTime;
    }
+    function spClickTime(startTime) {
+        videoPlayer.currentTime = startTime;
+    }
    function gd(btn) {
        let e = btn.parentElement.parentElement
        if (e.style.right == "0px") {
--- a/VideoAnalysis/Components/Pages/VideoTaskShow.razor.css
+++ b/VideoAnalysis/Components/Pages/VideoTaskShow.razor.css
@ -11,20 +11,24 @@
    float: left;
    overflow-x: hidden;
 }
+
 .kSpan {
    color: rgba(120, 120, 120,0.66);
    font-size: 0.8rem;
    width: 330px;
 }
+
 .textEllipsis {
    white-space: nowrap; /* 禁止换行 */
    overflow: hidden; /* 隐藏溢出内容 */
    text-overflow: ellipsis; /* 显示省略号 */
 }
+
 video {
    width: 94%;
    height: 85%;
 }
+
 .gudingBtn {
    width: 32px;
    height: 32px;
@ -32,6 +36,7 @@ video {
    line-height: 27px;
    text-align: center;
 }
+
 .subtitles {
    position: absolute;
    bottom: 200px;
@ -41,9 +46,11 @@ video {
    background-color: rgba(0, 0, 0, 0.7);
    font-size: 18px;
 }
+
 #segmentsContainer:is(:hover) {
-    right: 0px!important;
+    right: 0px !important;
 }
+
 #segmentsContainer {
    transition: right 0.7s;
    z-index: 999;
@ -62,7 +69,7 @@ video {
    padding: 10px;
    align-content: flex-start;
    justify-content: flex-start;
-    align-items: flex-end
+    align-items: center;
 }

 .kBtn {
@ -75,8 +82,9 @@ video {
    background-color: rgb(240, 249, 235);
    border: 1px solid rgb(179, 225, 157);
 }
+
 .knowTtileTheme {
-    font-size: 1.3rem; 
+    font-size: 1.3rem;
    cursor: pointer;
    color: rgb(103, 194, 58);
 }
@ -85,20 +93,26 @@ video {
    background-color: rgb(248, 230, 191) !important;
    border: 1px solid rgb(206, 187, 81);
 }
+
 .knowDiv {
-    cursor: pointer;
 }
+
 .knowQuestion {
    cursor: pointer;
+    border: 2px solid #ff000059;
+    border-radius: 10px;
+    background-color: #cddc393d;
 }
-    .knowDiv:hover .knowTtile {
-        width: 340px;
-        display:block;
-        background-color: rgb(240, 249, 235);
-        border: 1px solid rgb(179, 225, 157);
-    }
+
+.knowDiv:hover .knowTtile {
+    width: 340px;
+    display: block;
+    background-color: rgb(240, 249, 235);
+    border: 1px solid rgb(179, 225, 157);
+}
+
 .knowTtile {
    position: absolute;
    text-align: left;
    display: none;
-}
+}
--- a/VideoAnalysis/Program.cs
+++ b/VideoAnalysis/Program.cs
@ -15,6 +15,8 @@ using Microsoft.AspNetCore.Mvc.Formatters;
 using System.Security.Cryptography;
 using System.Diagnostics;
 using VideoAnalysisCore.AICore.FFMPGE;
+using System.Text.Encodings.Web;
+using System.Text.Unicode;



@ -39,7 +41,11 @@ namespace Learn.VideoAnalysis
                loggingBuilder.SetMinimumLevel(LogLevel.Warning); // 设置最小日志级别为 Warning
            });

-            builder.Services.AddControllers();
+            builder.Services.AddControllers()
+                .AddJsonOptions(options =>
+            {
+                options.JsonSerializerOptions.Encoder = JavaScriptEncoder.Create(UnicodeRanges.All);
+            }); 

            builder.Services.AddEndpointsApiExplorer();
            builder.Services.AddSwaggerGen(c =>
--- a/VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeekClient.cs
+++ b/VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeekClient.cs
@ -154,7 +154,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
            var messageBuilder1 = new StringBuilder();
            var lastChat = new ChatResSSE();
            var splitCount = "data:".Length;
-            var maxLoop = 60*1000;
+            var maxLoop = 60*10000;
            int threshold = 0;
            while (maxLoop>0)
            {
@ -205,6 +205,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
                    }
                }
            }
+            Console.WriteLine(DateTime.Now + "=>AI请求超时 " + chatReq.taskId);
            return null;
        }

--- a/VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeekModel.cs
+++ b/VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeekModel.cs
@ -27,7 +27,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
        /// </summary>
        public string model { get; set; } = "deepseek-reasoner";
       
-        public float max_tokens { get; set; } = 4000;
+        public float max_tokens { get; set; } = 8000;
        /// <summary>
        /// 要使用的采样温度，介于 0 和 2 之间。较高的值（如 0.8）将使输出更加随机，而较低的值（如 0.2）将使其更加集中和确定。 我们通常建议更改此项或同时更改两者。top_p
        /// <para>  默认为 1</para>
@ -38,7 +38,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
        /// 一种替代温度采样的方法，称为原子核采样， 其中，模型考虑具有top_p概率的标记的结果 质量。所以 0.1 表示仅包含前 10% 概率质量的代币 被考
        /// <para>建议与<see cref="ChatRequest.temperature"/>联动</para>
        /// </summary>
-        public float top_p { get; set; } = 0.5f;
+        public float top_p { get; set; } = 0.1f;
        /// <summary>
        ///  一个对象，用于指定模型必须输出的格式。设置为 enable 结构化输出，确保模型与您提供的 JSON 匹配 图式。
        /// </summary>
--- a/VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeek_GPT.cs
+++ b/VideoAnalysisCore/AICore/GPT/DeepSeek/DeepSeek_GPT.cs
@ -18,6 +18,7 @@ using static System.Collections.Specialized.BitVector32;
 using FFmpeg.NET.Services;
 using Aliyun.OSS;
 using Yitter.IdGenerator;
+using VideoAnalysisCore.Common.Expand;

 namespace VideoAnalysisCore.AICore.GPT.DeepSeek
 {
@ -172,10 +173,14 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
        {
            //校验结果质量
            var thems = JsonSerializer.Serialize(questionRes.Adapt<VideoKnowQueryDto[]>());
+            var pptFormat = taskInfo.VideoType==AttachmentsInfoType.PPT
+                ? "这堂课是习题课,所讲解内容都是试题。"
+                : string.Empty;
            var checkResFormat = """{"Score":打分(number),"Evaluation":评价(string)""";//,"Data":优化后的分段(array)}""";
            var checkMessage = "我为视频的讲解内容做了一些分段,希望你能通读字幕内容后检查下的分段是否符合我的要求?" +
-               $"检查这些分段的时间是否合理 与相邻的时间段间隔是否处于合理区间30~900秒之间?" +
+               $"检查这些分段的时间是否合理 与相邻的时间段间隔是否大于30秒?" +
               $"分段的主题内容,知识点分配是否合理符合实际吗?" +
+               $"{pptFormat}" +
               $"请给出你的打分(0-100,70分及格)以及打分原因。" +
               $"这是我的分段 {thems}。" +
               $"后续的内容是包含时间戳的视频字幕的固定格式文本。" +
@ -254,50 +259,48 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
        /// </summary>
        /// <returns></returns>
        private async Task Analytics(List<VideoKnowRes> questionRes, VideoTask taskInfo,
-            SenseVoiceRes[] captionsArr, string sections)
+            TotalCaptionsDto captions, string sections)
        {
-            var lastTime = 0;
-            var endTime = 0;
-            var maxVideoTime = captionsArr?.LastOrDefault()?.End ?? 0;
-            var subject = taskInfo.Subject.ToString();
-            var timeSpan = (int)(maxVideoTime * 0.5);
-            while (endTime + 60 < maxVideoTime)
+            var tryCount = 10;
+            while (tryCount-->0)
            {
                try
                {
-                    endTime = lastTime + timeSpan;
-                    var nowCaptionStr = string.Join('|', captionsArr
-                        .Where(s => s.Text != "。")
-                       .Where((s, i) => s.Start > lastTime && s.End < endTime)
-                       .Select(s => s.Start + ":" + s.Text));
                    var keyFrameArr = string.IsNullOrEmpty(taskInfo?.PPTVideoCode)
                        ? string.Empty
-                        : $"视频授课内容发生了变化的时间节点{taskInfo.PPTKeyFrame},授课阶段应当在附近时间发生变化。";
+                        : $"图像视频中授课内容PPT发生了变化的时间节点是{taskInfo.PPTKeyFrame},授课阶段结果可以参考这些时间节点。";
                    var resFormat = """[{"StartTime":开始秒(number),"EndTime":结束秒(number),"Stage":阶段(string),"Theme":主题(string),"Content":内容总结(string)}]""";
+
+                    var exerciseClass = taskInfo?.VideoType == AttachmentsInfoType.Review
+                        ? $"但是本堂课是习题课,所以每个阶段是不同的例题讲解内容。"
+                        : string.Empty;
+                    //$"请注意 本次分析的视频字幕只是其中一部分 不需要分析出所有类型的授课阶段。";
                    var postMessages =
-                       $"请通过视频字幕内容分析出视频中{subject}课堂的授课阶段。" +
-                       $"课堂内容与{sections}章节相关。" +
+                       $"请通过视频字幕内容分析出视频中课堂的授课阶段。" +
+                       $"课堂内容与{taskInfo.Subject}学科下的{sections}章节相关。" +
                       $"{keyFrameArr}" +
-                       $"完整的课堂标准流程包含以下5个阶段：课程引入/新知讲解/例题精讲/课堂练习/知识总结。" +
+                       $"完整的课堂标准流程包含以下5个阶段：课程引入/新知讲解/例题精讲/课堂练习/知识总结。"+
+                       $"{exerciseClass}" +
                       $"通过授课阶段的主要讲解内容分析出对应的授课阶段内容总结。" +
-                       $"通过生成的内容总结分析出对应的授课阶段主题。 " +
-                       $"请注意 本次分析的视频字幕只是其中一部分 不需要分析出所有类型的授课阶段。" +
-                       $"最后请检查每个授课阶段的时长,不允许出现超出800秒或者低于50秒的授课阶段。" +
+                       $"通过生成的内容总结分析出对应的授课阶段主题。 "+
+                       $"最后请检查每个授课阶段的时长,不允许出现低于50秒的阶段。" +
                       $"输出内容只返回json格式({resFormat})" +
                       $"字幕格式(开始秒:内容|下一段字幕).以下是包含时间的视频字幕文本。" +
-                       $"字幕列表 {nowCaptionStr} 字幕结束!";
+                       $"字幕列表 {captions.Captions} 字幕结束!";

-                    Console.WriteLine(DateTime.Now + $"=>{taskInfo.Id.ToString()}.开始分析视频内容 {lastTime}~{endTime}");
-                    questionRes.AddRange(await ChatAsync<VideoKnowRes[]>(taskInfo.Id.ToString(), postMessages, "分析字幕"));
-                    lastTime = (int)questionRes.Last().EndTime.Value - (lastTime == 0 ? 0 : 30);
+                    Console.WriteLine(DateTime.Now + $"=>{taskInfo.Id.ToString()}.开始分析视频内容  {tryCount}");
+                    var resData = await ChatAsync<VideoKnowRes[]>(taskInfo.Id.ToString(), postMessages, "分析字幕");
+                    if (taskInfo?.VideoType == AttachmentsInfoType.Review)
+                        foreach (var item in resData) 
+                            item.Stage = StageEnum.例题精讲.ToString();
+                    questionRes.AddRange(resData);
+                    break;
                }
                catch (Exception ex)
                {
-                    Console.WriteLine(DateTime.Now + $"=>分析视频内容失败 {lastTime}~{endTime}");
+                    Console.WriteLine(DateTime.Now + $"=>{taskInfo.Id.ToString()}分析视频内容失败 {tryCount}");
                    Console.WriteLine(DateTime.Now + ex.Message);
                    Console.WriteLine(DateTime.Now + ex.StackTrace);
-                    endTime = lastTime - timeSpan;
-
                }
            }
        }
@ -313,6 +316,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
            {
                taskId = task,
                model = model,
+                max_tokens= model== "deepseek-reasoner"?16000:8000,
                stream = true,
                temperature = 0.2f,
                messages = messageArr
@ -333,13 +337,13 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
                        redisCached[1] = new object[] { chatResp.Value.res, chatResp.Value.u, chatResp.Value.reasoning };
                        RedisExpand.SetTaskGPTCached(task, time, redisCached);
                    }
-                    chatResContent = chatResContent?.Replace("字幕内容", "课堂情况");
+                    chatResContent = chatResContent?.ExtractJsonStrings()?.FirstOrDefault();
                    chatResContent = chatResContent?.Replace("\n", "");
                    chatResContent = chatResContent?.Replace("```json", "");
                    chatResContent = chatResContent?.Replace("```", "");
                    chatResContent = chatResContent?.Replace("}{", "},{");
                    chatResContent = chatResContent?.Replace("}|{", "},{");
-                    chatResContent = chatResContent?.Trim().ExtractJson().FirstOrDefault();
+                    chatResContent = chatResContent?.Trim();

                    var startsStr = typeof(T).IsArray ? "[" : "{";
                    var endStr = typeof(T).IsArray ? "]" : "}";
@ -401,37 +405,51 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
                            .ProcessImageAsync(new SimpleTexOcrRequest(filePath));
                        if (!sRes.Success)
                            continue;
-                        var knowArr=string.Join(',', knowInfoArr.Select(s => s.KnowPointId + "|" + s.KnowPoint ));
-                        var resFormat = """[{"TopicStem":string(试题题干),"Question:string(问题)","KnowPointId":(string)知识点ID}]""";
+                        if(sRes.Result.res.value.Trim().Length<10)//总试题内容长度小于10 视为无效题目
+                            break;
+                        Console.WriteLine(DateTime.Now + $"=>{taskInfo.Id} 提取{knowInfoArr.First().StartTime}秒试题的试题内容");
+                        Console.WriteLine( sRes.Result.res.value);
+                        var knowArr=JsonSerializer.Serialize(knowInfoArr.Select(s => new { s.KnowPointId, s.KnowPoint }));
+                        var resFormat = """[{"Type":string(试题类型),"TopicStem":string(试题题干),"QuestionArr":[{"Question":string(子问题),"KnowPointId":(string)知识点ID}]}]""";
                        var postMessages =
-                           $"提供一段内容是md格式的试题内容字符串。" +
-                           $"请提取出其中的试题内容。并且为每个试题关联上在我限定范围内的知识点(多个则用逗号分割)。" +
-                           $"知识点格式(知识点ID|知识点名称)范围[{knowArr}]。" +
-                           $"排除不是试题内容的文字,优化公式排版并且去除题号。" +
-                           $"如果存在多道大题,请帮忙拆分开!" +
+                           $"我将提供一段内容是md格式的试题内容字符串。" +
+                           $"请提取出其中的试题内容试,题干以及每个试题的问题。并且为每个试题关联上在我限定范围内的知识点(多个则用逗号分割)。" +
+                           $"知识点格式(json格式)范围[{knowArr}]。" +
+                           $"排除不是试题内容的文字,优化公式排版并且去除题号,但不要修改latex数学公式。" +
+                           $"如果存在多道题,则需要拆分成为多个试题对象!" +
+                           $"试题的类型约束在 填空题/判断题/选择题/解答题 范围内。" +
+                           $"请检查我提供的字符串内容,如不包含问题试题则返回`[]`" +
                           $"输出内容只返回json格式为({resFormat})" +
                           $"以下是试题内容" +
-                           $"`{sRes.Result.res.info.markdown}`";
+                           $"`{sRes.Result.res.value}`";
                        var resData = await ChatAsync<VideoQuestionOSSDto[]>(taskInfo.Id.ToString(), postMessages, "提取试题", "deepseek-chat");
                        foreach (var q in resData)
                        {
-                            q.Id = YitIdHelper.NextId();
-                            q.FilePath = filePath;
-                            q.VideoTaskId = taskInfo.Id;
-                            q.StageId = knowInfoArr.First().StageId;
-                            foreach (var kid in q.KnowPointId.Split(","))
+                            var TopicId = YitIdHelper.NextId();
+                            foreach (var qt in q.QuestionArr)
                            {
-                                insertQuestionKonw.Add(new VideoQuestionKonw()
+                                var vq = q.Adapt<VideoQuestionOSSDto>();
+                                vq.Id = YitIdHelper.NextId();
+                                vq.StartTime = item;
+                                vq.FilePath = filePath;
+                                vq.VideoTaskId = taskInfo.Id;
+                                vq.StageId = knowInfoArr.First().StageId;
+                                vq.Question = qt.Question;
+                                vq.TopicId = TopicId;
+                                insertData.Add(vq);
+                                foreach (var kid in qt.KnowPointId.Split(","))
                                {
-                                    KnowPoint = knowInfoArr.First(s => s.KnowPointId == kid).KnowPoint,
-                                    KnowPointId= kid,
-                                    StageId =q.StageId,
-                                    VideoTaskId = q.VideoTaskId,
-                                    VideoQuestionId = q.Id,
-                                });
+                                    insertQuestionKonw.Add(new VideoQuestionKonw()
+                                    {
+                                        KnowPoint = knowInfoArr.First(s => s.KnowPointId == kid).KnowPoint,
+                                        KnowPointId = kid,
+                                        StageId = q.StageId,
+                                        VideoTaskId = q.VideoTaskId,
+                                        VideoQuestionId = q.Id,
+                                    });
+                                }
                            }
                        }
-                        insertData.AddRange(resData);
                        break;
                    }
                    catch (Exception ex)
@ -440,13 +458,6 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
                    }
                }
            }
-            //分组共同题干试题ID
-            foreach (var item in insertData.GroupBy(x => x.TopicStem))
-            {
-                var keyId=YitIdHelper.NextId();
-                foreach (var s in item)
-                    s.TopicId = keyId;
-            }
            //上传oss 并更新imageUrl
            ossClient.AddVideoQuestionUrl(insertData);

@ -501,7 +512,7 @@ namespace VideoAnalysisCore.AICore.GPT.DeepSeek
            {
                questionRes = new List<VideoKnowRes>();
                //视频字幕分析
-                await Analytics(questionRes, taskInfo, captionsArr, sections);
+                await Analytics(questionRes, taskInfo, captions, sections);

                if (questionRes.Count == 0) continue;
                //处理分段 知识点
--- a/VideoAnalysisCore/Common/AppCommon.cs
+++ b/VideoAnalysisCore/Common/AppCommon.cs
@ -102,50 +102,6 @@ namespace VideoAnalysisCore.Common
            return Path.Combine(task.Id.ToString().LocalPath(), $"{FrameName}{(fTime / 5).ToString().PadLeft(3,'0')}.jpg");
        }

-        /// <summary>
-        /// 识别字符串中的json字符串
-        /// </summary>
-        /// <param name="input"></param>
-        /// <returns></returns>
-        public static List<string> ExtractJson(this string input)
-        {
-            List<string> jsonList = new List<string>();
-            int index = 0;
-
-            while (index < input.Length)
-            {
-                if (input[index] == '{' || input[index] == '[')
-                {
-                    int startIndex = index;
-                    int openCount = 1;
-                    index++;
-
-                    while (index < input.Length && openCount > 0)
-                    {
-                        if (input[index] == '{' || input[index] == '[')
-                        {
-                            openCount++;
-                        }
-                        else if (input[index] == '}' || input[index] == ']')
-                        {
-                            openCount--;
-                        }
-                        index++;
-                    }
-
-                    if (openCount == 0)
-                    {
-                        string json = input.Substring(startIndex, index - startIndex);
-                        jsonList.Add(json);
-                    }
-                }
-                else
-                {
-                    index++;
-                }
-            }
-            return jsonList;
-        }
        /// <summary>
        /// 处理数学公式
        /// </summary>
@ -246,8 +202,8 @@ namespace VideoAnalysisCore.Common
                //stringBuilder.Append(":");
                stringBuilder.Append((int)item.Key.Start);
                stringBuilder.Append(":");
-                stringBuilder.Append((int)item.Key.End);
-                stringBuilder.Append(":");
+                //stringBuilder.Append((int)item.Key.End);
+                //stringBuilder.Append(":");
                stringBuilder.Append(item.Key.Text);
                stringBuilder.Append("|");
            }
--- a/VideoAnalysisCore/Common/AppConfig.cs
+++ b/VideoAnalysisCore/Common/AppConfig.cs
@ -4,6 +4,7 @@ using System.Collections.Generic;
 using System.Linq;
 using System.Text;
 using System.Threading.Tasks;
+using VideoAnalysisCore.Common.Expand;

 namespace VideoAnalysisCore.Common
 {
--- a/VideoAnalysisCore/Common/Expand/AlibabaCloudVodExpand.cs
+++ b/VideoAnalysisCore/Common/Expand/AlibabaCloudVodExpand.cs
@ -10,9 +10,9 @@ using AlibabaCloud.TeaUtil.Models;
 using Microsoft.Extensions.DependencyInjection;
 using VideoAnalysisCore.Job;

-namespace VideoAnalysisCore.Common
+namespace VideoAnalysisCore.Common.Expand
 {
-    public class AlibabaCloudVodConfig 
+    public class AlibabaCloudVodConfig
    {
        /// <summary>
        /// id
--- a/VideoAnalysisCore/Common/Expand/AliyunOSSExpand.cs
+++ b/VideoAnalysisCore/Common/Expand/AliyunOSSExpand.cs
@ -18,7 +18,7 @@ using Aliyun.Credentials.Models;
 using VideoAnalysisCore.Model.Dto;
 using System.IO;

-namespace VideoAnalysisCore.Common
+namespace VideoAnalysisCore.Common.Expand
 {
    public class AliyunOSSConfig
    {
@ -65,13 +65,13 @@ namespace VideoAnalysisCore.Common
                // 必填，请确保代码运行环境设置了环境变量 ALIBABA_CLOUD_ACCESS_KEY_SECRET。
                AccessKeySecret = AppCommon.Config.AliyunOSS.AccessKeySecret,
                Endpoint = AppCommon.Config.AliyunOSS.Endpoint,
-                Region= AppCommon.Config.AliyunOSS.Region,
+                Region = AppCommon.Config.AliyunOSS.Region,
            };// 创建ClientConfiguration实例，按照您的需要修改默认参数。
            var conf = new ClientConfiguration();
            // 设置v4签名。
            conf.SignatureVersion = SignatureVersion.V4;
            // 创建OssClient实例。
-            var oss  = new OssClient(config.Endpoint, config.AccessKeyId, config.AccessKeySecret, conf);
+            var oss = new OssClient(config.Endpoint, config.AccessKeyId, config.AccessKeySecret, conf);
            oss.SetRegion(config.Region);

            service.AddSingleton(oss);
@ -81,7 +81,7 @@ namespace VideoAnalysisCore.Common
        /// </summary>
        /// <param name="oss"></param>
        /// <param name="fileArr">视频实体片段</param>
-        public static void AddVideoQuestionUrl(this OssClient oss, List<VideoQuestionOSSDto>  fileArr )
+        public static void AddVideoQuestionUrl(this OssClient oss, List<VideoQuestionOSSDto> fileArr)
        {
            var cached = new HashSet<string>();
            foreach (var item in fileArr)
@ -89,7 +89,7 @@ namespace VideoAnalysisCore.Common
                try
                {
                    var path = item.VideoTaskId.ToString() + "/" + Path.GetFileName(item.FilePath);
-                    if (cached.Contains(item.FilePath)) 
+                    if (cached.Contains(item.FilePath))
                    {
                        item.ImageUrl = AppCommon.Config.AliyunOSS.BucketDomain + "/" + path;
                        continue;
--- a/VideoAnalysisCore/Common/Expand/SimpLetexExpand.cs
+++ b/VideoAnalysisCore/Common/Expand/SimpLetexExpand.cs
@ -7,6 +7,8 @@ using System.Net.Http.Json;
 using System.Net.Sockets;
 using System.Security.Cryptography;
 using System.Text;
+using System.Text.Json.Serialization;
+using System.Text.Json;
 using System.Threading.Tasks;
 using AlibabaCloud.OpenApiClient.Models;
 using AlibabaCloud.SDK.Vod20170321;
@ -15,10 +17,9 @@ using AlibabaCloud.TeaUtil.Models;
 using Azure;
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.Extensions.Options;
-using Newtonsoft.Json;
 using VideoAnalysisCore.Job;

-namespace VideoAnalysisCore.Common
+namespace VideoAnalysisCore.Common.Expand
 {


@ -32,7 +33,10 @@ namespace VideoAnalysisCore.Common
    public class SimpleTexOcrResponseDataRes
    {
        public string type { get; set; }
-        public SimpleTexOcrResponseDataInfo info { get; set; }
+
+        [JsonPropertyName("info")] // 替换为实际字段名
+        public JsonElement DataInfo { get; set; } // 使用JsonElement接收未知类型
+        public string value { get; set; }
    }

    public class SimpleTexOcrResponseDataInfo
@ -81,6 +85,7 @@ namespace VideoAnalysisCore.Common
    {
        public bool Success { get; set; }
        public SimpleTexOcrResponseData Result { get; set; }
+        public string ResultStr { get; set; }
        public string Error { get; set; }
    }

@ -123,7 +128,7 @@ namespace VideoAnalysisCore.Common

            if (request.isolated_formula_wrapper != null)
            {
-                var isolatedWrapper = JsonConvert.SerializeObject(request.isolated_formula_wrapper);
+                var isolatedWrapper = JsonSerializer.Serialize(request.isolated_formula_wrapper);
                content.Add(new StringContent(isolatedWrapper), nameof(request.isolated_formula_wrapper));
                parameters[nameof(request.isolated_formula_wrapper)] = isolatedWrapper;
            }
@ -161,11 +166,25 @@ namespace VideoAnalysisCore.Common
                var response = await client.SendAsync(requestMessage);
                var resStr = await response.Content.ReadAsStringAsync();
                var responseContent = await response.Content.ReadFromJsonAsync<SimpleTexOcrResponseData>();
+                if (responseContent.res.DataInfo.ValueKind == JsonValueKind.Object)
+                {
+                    responseContent.res.value = JsonSerializer.Deserialize<SimpleTexOcrResponseDataInfo>(
+                        responseContent.res.DataInfo.GetRawText(),
+                        new JsonSerializerOptions { PropertyNameCaseInsensitive = true }
+                    )?.markdown??string.Empty;
+                    // 处理字符串
+                }
+                else if (responseContent.res.DataInfo.ValueKind == JsonValueKind.String)
+                {
+                    responseContent.res.value = responseContent.res.DataInfo.GetString();
+                }
+
                request.file.Dispose();
                return new SimpleTexOcrResponse
                {
                    Success = response.IsSuccessStatusCode,
                    Result = responseContent,
+                    ResultStr= resStr,
                    Error = response.IsSuccessStatusCode ? null : $"HTTP Error: {response.StatusCode}"
                };
            }
--- a/VideoAnalysisCore/Common/JsonExtractor.cs
+++ b/VideoAnalysisCore/Common/JsonExtractor.cs
@ -0,0 +1,105 @@
+using System;
+using System.Collections.Generic;
+using System.Text.Json;
+
+namespace VideoAnalysisCore.Common
+{
+    public static class JsonExtractor
+    {
+        /// <summary>
+        /// 提取json字符串
+        /// </summary>
+        /// <param name="input"></param>
+        /// <returns></returns>
+        public static List<string> ExtractJsonStrings(this string input)
+        {
+            List<string> jsonList = new List<string>();
+            int index = 0;
+            while (index < input.Length)
+            {
+                if (input[index] == '{' || input[index] == '[')
+                {
+                    int? endIndex = FindMatchingBracket(input, index);
+                    if (endIndex.HasValue)
+                    {
+                        string candidate = input.Substring(index, endIndex.Value - index + 1);
+                        if (IsValidJson(candidate))
+                        {
+                            jsonList.Add(candidate);
+                            index = endIndex.Value + 1;
+                            continue;
+                        }
+                    }
+                }
+                index++;
+            }
+            return jsonList;
+        }
+
+        private static int? FindMatchingBracket(string str, int start)
+        {
+            Stack<char> stack = new Stack<char>();
+            bool inString = false;
+            bool inEscape = false;
+
+            for (int i = start; i < str.Length; i++)
+            {
+                char c = str[i];
+
+                if (inEscape)
+                {
+                    inEscape = false;
+                }
+                else if (inString)
+                {
+                    if (c == '\\')
+                        inEscape = true;
+                    else if (c == '"')
+                        inString = false;
+                }
+                else
+                {
+                    switch (c)
+                    {
+                        case '{':
+                        case '[':
+                            stack.Push(c);
+                            break;
+                        case '}':
+                            if (stack.Count == 0 || stack.Peek() != '{')
+                                return null;
+                            stack.Pop();
+                            break;
+                        case ']':
+                            if (stack.Count == 0 || stack.Peek() != '[')
+                                return null;
+                            stack.Pop();
+                            break;
+                        case '"':
+                            inString = true;
+                            break;
+                    }
+                }
+
+                if (stack.Count == 0)
+                    return i;
+            }
+            return null; // 括号未完全匹配
+        }
+
+        public static bool IsValidJson(string candidate)
+        {
+            if (string.IsNullOrEmpty(candidate))
+                return false;
+            try
+            {
+                JsonDocument.Parse(candidate);
+                return true;
+            }
+            catch (Exception)
+            {
+                return false;
+            }
+        }
+    }
+}
--- a/VideoAnalysisCore/Controllers/ApiController.cs
+++ b/VideoAnalysisCore/Controllers/ApiController.cs
@ -15,6 +15,7 @@ using VideoAnalysisCore.Model;
 using Microsoft.AspNetCore.Http;
 using VideoAnalysisCore.Model.Dto;
 using VideoAnalysisCore.Controllers.Dto;
+using VideoAnalysisCore.Common.Expand;

 namespace VideoAnalysisCore.Controllers
 {
@ -44,6 +45,29 @@ namespace VideoAnalysisCore.Controllers
            throw new Exception("未能获取到客户端ip地址");
        }

+
+#if DEBUG
+
+
+        /// <summary>
+        /// ³õÊ¼»¯Ö÷¿â±í
+        /// </summary>
+        /// <param name="url">ÎÄ¼þÁ÷</param>
+        /// <returns></returns>
+        [HttpGet(Name = "InitDbTable")]
+        public IActionResult InitDbTable()
+        {
+            var b = AppCommon.Config.DB.UpdateTable;
+            AppCommon.Config.DB.UpdateTable= true;
+            SqlSugarExpand.InitDbTable();
+            AppCommon.Config.DB.UpdateTable = b;
+            return Ok();
+        }
+
+
+#endif
+
+
        /// <summary>
        /// 语音识别
        /// </summary>
--- a/VideoAnalysisCore/Model/Dto/VideoQuestionOSSDto.cs
+++ b/VideoAnalysisCore/Model/Dto/VideoQuestionOSSDto.cs
@ -1,4 +1,5 @@
-using System;
+using SqlSugar;
+using System;
 using System.Collections.Generic;
 using System.Linq;
 using System.Text;
@ -6,9 +7,26 @@ using System.Threading.Tasks;

 namespace VideoAnalysisCore.Model.Dto
 {
+    public class AIQuestionDto  
+    {
+
+        /// <summary>
+        /// 问题
+        /// </summary>
+        public string Question { get; set; }
+        /// <summary>
+        /// 知识点id
+        /// </summary>
+        public string KnowPointId { get; set; }
+    }
    public class VideoQuestionOSSDto: VideoQuestion
    {
+        /// <summary>
+        /// 问题
+        /// </summary>
+        public AIQuestionDto[]? QuestionArr { get; set; }
        public string FilePath { get; set; }
+        public string Type { get; set; }
        public string KnowPointId { get; set; }
    }
    public class VideoQuestionShowDto : VideoQuestion
--- a/VideoAnalysisCore/Model/VideoQuestion.cs
+++ b/VideoAnalysisCore/Model/VideoQuestion.cs
@ -52,5 +52,9 @@ namespace VideoAnalysisCore.Model
        /// 问题(设问)
        /// </summary>
        public string? Question { get; set; }
+        /// <summary>
+        /// 试题开始时间
+        /// </summary>
+        public int StartTime { get; set; }
    }
 }
Author	SHA1	Message	Date
小肥羊	d433d84d46	优化 ai分析试题提示词优化视频预览ui	2025-06-05 18:19:26 +08:00
小肥羊	02518a1c4f	优化复习课切题提示词	2025-06-04 17:44:33 +08:00
小肥羊	dd7e217bb2	优化 AI字幕分析流程[deepseek升级]	2025-05-30 16:51:11 +08:00