新增 SenseVoice 字幕识别AI
This commit is contained in:
parent
263041aa6a
commit
b1cbedb9e8
|
|
@ -19,7 +19,8 @@
|
|||
"ChatGpt": {
|
||||
"KIMI": {
|
||||
"Host": "https://api.moonshot.cn",
|
||||
"ApiKey": "sk-CNYJdRHgJsgtgw1Q8GhQ5ayXuFPVLSk5bduOF4l2FMvI5lUo"
|
||||
//"ApiKey": "sk-CNYJdRHgJsgtgw1Q8GhQ5ayXuFPVLSk5bduOF4l2FMvI5lUo"
|
||||
"ApiKey": "sk-8BvvhESZIkgUbiaaJhglPxFa4o2X9H3xEv9lXELrWWwGxHWY"
|
||||
}
|
||||
},
|
||||
"DB": {
|
||||
|
|
|
|||
|
|
@ -67,7 +67,7 @@ namespace VideoAnalysisCore.AICore.ChatGPT.KIMI
|
|||
criteriaBuilder.Append("|");
|
||||
}
|
||||
|
||||
var resFormat = "问题编号:int,结果:array|bool,问题解释:string";
|
||||
var resFormat = "[{问题编号:int,结果:array|bool,问题解释:string}]";
|
||||
var postMessages =
|
||||
$"以下是一段音频的字幕,分析这段字幕(格式 说话人:开始秒:结束秒:内容|下一段字幕)." +
|
||||
$"来简明的回答提出的问题 问题列表 {criteriaBuilder} " +
|
||||
|
|
@ -80,15 +80,14 @@ namespace VideoAnalysisCore.AICore.ChatGPT.KIMI
|
|||
var modelId = reqTokenCount > 32 * 1000 ? "moonshot-v1-128k" : "moonshot-v1-32k";
|
||||
var chatRep = new ChatReq
|
||||
{
|
||||
max_tokens =1000 * 31,
|
||||
max_tokens = reqTokenCount * 2,
|
||||
temperature = 0.3,
|
||||
frequency_penalty = 0,
|
||||
presence_penalty = 0,
|
||||
model = modelId,
|
||||
messages = new List<MessagesItem>(){
|
||||
new MessagesItem(postMessages,"system"),
|
||||
//todo 规定返回json格式
|
||||
//new MessagesItem(postMessages,"assistant"),
|
||||
new MessagesItem(postMessages,"assistant"),
|
||||
}
|
||||
};
|
||||
var chatResp = await moonshotClient.Chat(chatRep);
|
||||
|
|
|
|||
|
|
@ -0,0 +1,92 @@
|
|||
using Microsoft.Extensions.Options;
|
||||
using SherpaOnnx;
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using VideoAnalysisCore.Common;
|
||||
|
||||
namespace VideoAnalysisCore.AICore.SherpaOnnx
|
||||
{
|
||||
public class SenseVoice
|
||||
{
|
||||
static OfflineRecognizer OR =default!;
|
||||
/// <summary>
|
||||
/// 初始化 SenseVoice
|
||||
/// </summary>
|
||||
/// <param name="speakerNumber"></param>
|
||||
/// <param name="threshold"></param>
|
||||
public static void Init(int speakerNumber = 0, double threshold = 0.6)
|
||||
{
|
||||
OfflineRecognizerConfig config = new OfflineRecognizerConfig();
|
||||
//采样率
|
||||
config.FeatConfig.SampleRate = 16000;
|
||||
//用于训练模型的特征维度
|
||||
config.FeatConfig.FeatureDim = 80;
|
||||
//Path to tokens.txt
|
||||
config.ModelConfig.Tokens = Path.Combine(AppCommon.AIModelFile, "sherpa-onnx-sense-voice-24-07-17", "tokens.txt");
|
||||
//SenseVoice 模型
|
||||
config.ModelConfig.SenseVoice.Model = Path.Combine(AppCommon.AIModelFile, "sherpa-onnx-sense-voice-24-07-17", "model.onnx");
|
||||
//1 使用逆文本规范化处理感官语音。
|
||||
config.ModelConfig.SenseVoice.UseInverseTextNormalization =1;
|
||||
//模型类型
|
||||
config.ModelConfig.ModelType = string.Empty;
|
||||
|
||||
#region 有效的解码方法
|
||||
//贪婪搜索[greedy_search] 改进的波束搜索 [modified_beam_search]
|
||||
//贪婪搜索
|
||||
config.DecodingMethod = "greedy_search";
|
||||
|
||||
////改进的波束搜索
|
||||
//config.DecodingMethod = "modified_beam_search";
|
||||
////仅在 --decoding--method 为 [波束搜索]modified_beam_search 时使用。
|
||||
////它指定搜索过程中要保留的活动路径数
|
||||
//config.MaxActivePaths =4;
|
||||
#endregion
|
||||
|
||||
//热词目录
|
||||
config.HotwordsFile = string.Empty;
|
||||
//热词得分
|
||||
config.HotwordsScore =1.5f ;
|
||||
//反转文本规范化规则 fst 的路径
|
||||
config.RuleFsts = string.Empty;
|
||||
|
||||
config.ModelConfig.Debug = 0;
|
||||
|
||||
OR = new OfflineRecognizer(config);
|
||||
}
|
||||
/// <summary>
|
||||
/// 获取语音字幕
|
||||
/// </summary>
|
||||
/// <param name="task"></param>
|
||||
/// <returns></returns>
|
||||
public static async Task RunTask(string task)
|
||||
{
|
||||
var filePath = Path.Combine(task.LocalPath(), task + ".wav");
|
||||
if (string.IsNullOrEmpty(filePath) || !File.Exists(filePath))
|
||||
throw new Exception("task 音频路径未找到");
|
||||
OfflineStream stream = OR.CreateStream();
|
||||
WaveReader waveReader = new WaveReader(filePath);
|
||||
stream.AcceptWaveform(waveReader.SampleRate, waveReader.Samples);
|
||||
OR.Decode(stream);
|
||||
|
||||
var r = stream.Result;
|
||||
Console.WriteLine("--------------------");
|
||||
Console.WriteLine("Text: {0}", r.Text);
|
||||
Console.WriteLine("Tokens: [{0}]", string.Join(", ", r.Tokens));
|
||||
if (r.Timestamps != null && r.Timestamps.Length > 0)
|
||||
{
|
||||
Console.Write("Timestamps: [");
|
||||
var sep = "";
|
||||
for (int k = 0; k != r.Timestamps.Length; ++k)
|
||||
{
|
||||
Console.Write("{0}{1}", sep, r.Timestamps[k].ToString("0.00"));
|
||||
sep = ", ";
|
||||
}
|
||||
Console.WriteLine("]");
|
||||
}
|
||||
await Task.CompletedTask;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -49,7 +49,7 @@
|
|||
<PackageReference Include="Microsoft.Extensions.DependencyModel" Version="7.0.0" />
|
||||
<PackageReference Include="Microsoft.Extensions.Http" Version="8.0.0" />
|
||||
<PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
|
||||
<PackageReference Include="org.k2fsa.sherpa.onnx" Version="1.10.28" />
|
||||
<PackageReference Include="org.k2fsa.sherpa.onnx" Version="1.10.30" />
|
||||
<PackageReference Include="SqlSugar.IOC" Version="2.0.0" />
|
||||
<PackageReference Include="SqlSugarCore" Version="5.1.4.170" />
|
||||
<PackageReference Include="Whisper.net" Version="1.5.0" />
|
||||
|
|
|
|||
Loading…
Reference in New Issue