SciSharp · martindevans · May 3, 2025 · Apr 1, 2025
diff --git a/LLama.Examples/LLama.Examples.csproj b/LLama.Examples/LLama.Examples.csproj
@@ -23,7 +23,7 @@
     <PackageReference Include="Spectre.Console" Version="0.49.1" />
     <PackageReference Include="Spectre.Console.ImageSharp" Version="0.49.1" />
     <PackageReference Include="Whisper.net" Version="1.7.4" />
-    <PackageReference Include="Whisper.net.Runtime" Version="1.7.4" />
+    <PackageReference Include="Whisper.net.Runtime" Version="1.8.1" />
     <PackageReference Include="Whisper.net.Runtime.Clblast" Version="1.5.0" />
     <PackageReference Include="Whisper.net.Runtime.CoreML" Version="1.7.4" />
     <PackageReference Include="Whisper.net.Runtime.Cublas" Version="1.5.0" />

diff --git a/LLama.Examples/Examples/QuantizeModel.cs b/LLama.Examples/Examples/QuantizeModel.cs
 {
    public class QuantizeModel
    {
        public static async Task Run()
        {
            string inputPath = UserSettings.GetModelPath();

diff --git a/LLama/LLamaInteractExecutor.cs b/LLama/LLamaInteractExecutor.cs
        /// <param name="inferenceParams"></param>
        /// <param name="args"></param>
        /// <returns></returns>
        protected override async Task<(bool, IReadOnlyList<string>)> PostProcess(IInferenceParams inferenceParams, InferStateArgs args)
        {
            if (_embed_inps.Count <= _consumedTokensCount)
            {
                if (_last_n_tokens.TokensEndsWithAnyString(args.Antiprompts, Context.NativeHandle.ModelHandle, Context.Encoding))
                    args.WaitForInput = true;

                if (_pastTokensCount > 0 && args.WaitForInput)
diff --git a/LLama/LLamaInstructExecutor.cs b/LLama/LLamaInstructExecutor.cs
        }

        /// <inheritdoc />
        protected override async Task<(bool, IReadOnlyList<string>)> PostProcess(IInferenceParams inferenceParams, InferStateArgs args)
        {
            if (_embed_inps.Count <= _consumedTokensCount)
            {
                if (_last_n_tokens.TokensEndsWithAnyString(args.Antiprompts, Context.NativeHandle.ModelHandle, Context.Encoding))
                {
                    args.WaitForInput = true;
                    return (true, Array.Empty<string>());
diff --git a/LLama.Unittest/TokenTests.cs b/LLama.Unittest/TokenTests.cs
    {
        var tokens = _model.NativeHandle.Tokenize("The cat sat on the edge of the mat", false, true, Encoding.UTF8);

        var result = tokens.TokensEndsWithAnyString(new[]
        {
            "a fish",
            "the mat",
    {
        var tokens = _model.NativeHandle.Tokenize("The cat sat on the edge of the mat", false, true, Encoding.UTF8);

        var result = tokens.TokensEndsWithAnyString((IList<string>)new[]
        {
            "at",
        }, _model.NativeHandle, Encoding.UTF8);
	{
	public class QuantizeModel
	{
	public static async Task Run()
Check warning on line 5 in LLama.Examples/Examples/QuantizeModel.cs GitHub Actions / Test (osx-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.`
	{
	string inputPath = UserSettings.GetModelPath();
	/// <param name="inferenceParams"></param>
	/// <param name="args"></param>
	/// <returns></returns>
	protected override async Task<(bool, IReadOnlyList<string>)> PostProcess(IInferenceParams inferenceParams, InferStateArgs args)
Check warning on line 206 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (osx-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 206 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (osx-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 206 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (windows-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 206 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (windows-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 206 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (linux-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 206 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (linux-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.`
	{
	if (_embed_inps.Count <= _consumedTokensCount)
	{
	if (_last_n_tokens.TokensEndsWithAnyString(args.Antiprompts, Context.NativeHandle.ModelHandle, Context.Encoding))
Check warning on line 210 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (osx-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 210 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (osx-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 210 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (windows-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 210 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (windows-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 210 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (linux-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 210 in LLama/LLamaInteractExecutor.cs GitHub Actions / Test (linux-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'`
	args.WaitForInput = true;

	if (_pastTokensCount > 0 && args.WaitForInput)
	}

	/// <inheritdoc />
	protected override async Task<(bool, IReadOnlyList<string>)> PostProcess(IInferenceParams inferenceParams, InferStateArgs args)
Check warning on line 157 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (osx-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 157 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (osx-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 157 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (windows-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 157 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (windows-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 157 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (linux-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.` Check warning on line 157 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (linux-release) `This async method lacks 'await' operators and will run synchronously. Consider using the 'await' operator to await non-blocking API calls, or 'await Task.Run(...)' to do CPU-bound work on a background thread.`
	{
	if (_embed_inps.Count <= _consumedTokensCount)
	{
	if (_last_n_tokens.TokensEndsWithAnyString(args.Antiprompts, Context.NativeHandle.ModelHandle, Context.Encoding))
Check warning on line 161 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (osx-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 161 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (osx-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 161 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (windows-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 161 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (windows-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 161 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (linux-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'` Check warning on line 161 in LLama/LLamaInstructExecutor.cs GitHub Actions / Test (linux-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'`
	{
	args.WaitForInput = true;
	return (true, Array.Empty<string>());
	{
	var tokens = _model.NativeHandle.Tokenize("The cat sat on the edge of the mat", false, true, Encoding.UTF8);

	var result = tokens.TokensEndsWithAnyString(new[]
Check warning on line 33 in LLama.Unittest/TokenTests.cs GitHub Actions / Test (windows-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens, TQueries>(TTokens, TQueries?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'`
	{
	"a fish",
	"the mat",
	{
	var tokens = _model.NativeHandle.Tokenize("The cat sat on the edge of the mat", false, true, Encoding.UTF8);

	var result = tokens.TokensEndsWithAnyString((IList<string>)new[]
Check warning on line 47 in LLama.Unittest/TokenTests.cs GitHub Actions / Test (windows-release) `'IReadOnlyListExtensions.TokensEndsWithAnyString<TTokens>(TTokens, IList<string>?, SafeLlamaModelHandle, Encoding)' is obsolete: 'Use an Antiprompt processor instead'`
	{
	"at",
	}, _model.NativeHandle, Encoding.UTF8);