网站推广软文欣赏,优秀的字体设计网站,wordpress评论贴图,用户权限网站资源及介绍接上篇
nuget引用以下组件 效果展示#xff1a; 内存和cpu占有#xff1a; 代码如下#xff1a;路径换成自己的模型路径 模型请从上篇文尾下载 internal class Program{private static CancellationTokenSource? cts;private static IChatClient? model;privat…资源及介绍接上篇
nuget引用以下组件 效果展示 内存和cpu占有 代码如下路径换成自己的模型路径 模型请从上篇文尾下载 internal class Program{private static CancellationTokenSource? cts;private static IChatClient? model;private static ListMessage Messages { get; } [];static async Task Main(string[] args){bool bRet SetConsoleCtrlHandler(cancelHandler, true);GenAIModel.InitializeGenAI();model await GenAIModel.CreateAsync(D:\microsoft--Phi-3.5-mini-instruct-onnx\main\cpu_and_mobile\cpu-int4-awq-block-128-acc-level-4, new LlmPromptTemplate{System |system|\n{{CONTENT}}|end|\n,User |user|\n{{CONTENT}}|end|\n,Assistant |assistant|\n{{CONTENT}}|end|\n,Stop [|system|, |user|, |assistant|, |end|]});Console.WriteLine(Enter your prompt (Press Shift Enter to insert a newline));while (true){var txt ;txt Console.ReadLine();if (!string.IsNullOrEmpty(txt))AddMessage(txt);}}private static void AddMessage(string text){if (model null){return;}Messages.Add(new Message(text.Trim(), DateTime.Now, ChatRole.User));Task.Run(async () {var history Messages.Select(m new ChatMessage(m.Role, m.Content)).ToList();var responseMessage new Message(string.Empty, DateTime.Now, ChatRole.Assistant);Messages.Add(responseMessage);cts new CancellationTokenSource();history.Insert(0, new ChatMessage(ChatRole.System, You are a helpful assistant));Console.WriteLine(responseMessage);await foreach (var messagePart in model.CompleteStreamingAsync(history, null, cts.Token)){var part messagePart;responseMessage.Content part;Console.Write(part);}Console.WriteLine(***************************END***************************);cts?.Dispose();cts null;});}#region closepublic delegate bool ControlCtrlDelegate(int CtrlType);[DllImport(kernel32.dll)]private static extern bool SetConsoleCtrlHandler(ControlCtrlDelegate HandlerAppClose, bool Add);private static ControlCtrlDelegate cancelHandler new ControlCtrlDelegate(HandlerAppClose);/// summary/// 关闭窗口时的事件/// /summary/// param nameCtrlType/param/// returns/returnsstatic bool HandlerAppClose(int CtrlType){cts?.Cancel();cts?.Dispose();cts null;model?.Dispose();return false;}#endregion}
