Add CUDA support for Windows (#61)

* Add support for params context

* Add system info print function

* Changed script to build CUDA

* Update build_cpp.yml

* Update build_cpp.yml

* Update build_cpp.yml

* Added cuda dll

* Minor changes

* Fix older unity

* And this

* Update README.md

.github/workflows/build_cpp.yml

@@ -33,7 +33,7 @@ jobs:
  - name: Run build script
  run: |
  cd whisper-unity
- .\build_cpp.bat ..\whisper-cpp\
+ .\build_cpp.bat cpu ..\whisper-cpp\
  cd ${{ github.workspace }}\whisper-cpp\build\bin\Release
  ren whisper.dll libwhisper.dll
  
@@ -43,6 +43,45 @@ jobs:
  name: windows
  path: ${{ github.workspace }}/whisper-cpp/build/bin/Release/libwhisper.dll
  if-no-files-found: error
+
+ build-windows-cuda:
+ name: Build for Windows (x86_64, CUDA)
+ runs-on: windows-latest
+ steps:
+ - name: Clone whisper.unity
+ uses: actions/checkout@v3
+ with:
+ path: whisper-unity
+
+ - name: Clone whisper.cpp
+ uses: actions/checkout@v3
+ with:
+ repository: ${{ github.event.inputs.whisper_cpp_repo }}
+ ref: ${{ github.event.inputs.whisper_cpp_repo_ref }}
+ path: whisper-cpp
+
+ - name: Add msbuild to PATH
+ uses: microsoft/setup-msbuild@v1
+
+ - name: Install CUDA Toolkit
+ id: cuda-toolkit
+ uses: Jimver/[email protected]
+ with:
+ cuda: '12.2.0'
+
+ - name: Run build script
+ run: |
+ cd whisper-unity
+ .\build_cpp.bat cuda ..\whisper-cpp\
+ cd ${{ github.workspace }}\whisper-cpp\build\bin\Release
+ ren whisper.dll libwhisper_cuda.dll
+ 
+ - name: Upload results
+ uses: actions/upload-artifact@v3
+ with:
+ name: windows-cuda
+ path: ${{ github.workspace }}/whisper-cpp/build/bin/Release/libwhisper_cuda.dll
+ if-no-files-found: error
 
  build-linux:
  name: Build for Linux (Ubuntu 18.04 x86_64)

Packages/com.whisper.unity/Editor/WhisperProjectSettings.cs

@@ -0,0 +1,89 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using UnityEditor;
+using UnityEditor.Build;
+using UnityEngine;
+
+
+static class WhisperProjectSettingsProvider
+{
+ [SettingsProvider]
+ public static SettingsProvider CreateMyCustomSettingsProvider()
+ {
+ var provider = new SettingsProvider("Project/WhisperSettings", SettingsScope.Project)
+ {
+ label = "Whisper",
+ guiHandler = (searchContext) =>
+ {
+ CudaEnabled = EditorGUILayout.Toggle("Enable CUDA", CudaEnabled);
+ },
+
+ keywords = new HashSet<string>(new[] { "CUDA", "cuBLAS" })
+ };
+
+ return provider;
+ }
+
+ public static bool CudaEnabled
+ {
+ get
+ {
+#if WHISPER_CUDA
+ return true;
+#else
+ return false;
+#endif
+ }
+ set
+ {
+ if (value == CudaEnabled)
+ return;
+
+ string[] newDefines;
+ var defines = GetStandaloneDefines();
+
+ if (value)
+ {
+ if (defines.Contains("WHISPER_CUDA"))
+ return;
+
+ newDefines = defines.Append("WHISPER_CUDA").ToArray();
+ }
+ else
+ {
+ if (!defines.Contains("WHISPER_CUDA"))
+ return;
+
+ newDefines = defines.Where(x => x != "WHISPER_CUDA").ToArray();
+ }
+
+ SetStandaloneDefines(newDefines);
+ }
+ }
+
+ // This is for older Unity compability
+ private static string[] GetStandaloneDefines()
+ {
+ string[] defines;
+
+#if UNITY_2021_3_OR_NEWER
+ PlayerSettings.GetScriptingDefineSymbols(NamedBuildTarget.Standalone, out defines);
+#else
+ var definesStr = PlayerSettings.GetScriptingDefineSymbolsForGroup(BuildTargetGroup.Standalone);
+ defines = definesStr.Split(';');
+#endif
+
+ return defines;
+ }
+
+ private static void SetStandaloneDefines(string[] newDefines)
+ {
+#if UNITY_2021_3_OR_NEWER
+ PlayerSettings.SetScriptingDefineSymbols(NamedBuildTarget.Standalone, newDefines);
+#else
+ var definesStr = string.Join(";", newDefines);
+ PlayerSettings.SetScriptingDefineSymbolsForGroup(BuildTargetGroup.Standalone, definesStr);
+#endif
+ }
+}

Packages/com.whisper.unity/Runtime/Native/WhisperNative.cs

@@ -12,17 +12,22 @@ namespace Whisper.Native
  /// </summary>
  public static unsafe class WhisperNative
  {
- 
+
 #if (UNITY_IOS || UNITY_ANDROID) && !UNITY_EDITOR
  private const string LibraryName = "__Internal";
+#else
+#if UNITY_STANDALONE_WIN && WHISPER_CUDA
+ private const string LibraryName = "libwhisper_cuda";
 #else
  private const string LibraryName = "libwhisper";
 #endif
+#endif
+
  [DllImport(LibraryName)]
- public static extern whisper_context_ptr whisper_init_from_file(string path_model);
- 
+ public static extern whisper_context_ptr whisper_init_from_file_with_params(string path_model, WhisperNativeContextParams @params);
+
  [DllImport(LibraryName)]
- public static extern whisper_context_ptr whisper_init_from_buffer(IntPtr buffer, UIntPtr buffer_size);
+ public static extern whisper_context_ptr whisper_init_from_buffer_with_params(IntPtr buffer, UIntPtr buffer_size, WhisperNativeContextParams @params);
 
  [DllImport(LibraryName)]
  public static extern int whisper_lang_max_id();
@@ -35,10 +40,16 @@ public static unsafe class WhisperNative
 
  [DllImport(LibraryName)]
  public static extern whisper_token whisper_token_eot(whisper_context_ptr ctx);
-
+
+ [DllImport(LibraryName)]
+ public static extern IntPtr whisper_print_system_info();
+
  [DllImport(LibraryName)]
  public static extern WhisperNativeParams whisper_full_default_params(WhisperSamplingStrategy strategy);
-
+
+ [DllImport(LibraryName)]
+ public static extern WhisperNativeContextParams whisper_context_default_params();
+
  [DllImport(LibraryName)]
  public static extern int whisper_full(whisper_context_ptr ctx, WhisperNativeParams param, 
  float* samples, int n_samples);

Packages/com.whisper.unity/Runtime/Native/WhisperNativeParams.cs

@@ -1,3 +1,4 @@
+using System;
 using System.Runtime.InteropServices;
 // ReSharper disable InconsistentNaming
 // ReSharper disable FieldCanBeMadeReadOnly.Local
@@ -8,7 +9,7 @@
 using whisper_context_ptr = System.IntPtr;
 using whisper_state_ptr = System.IntPtr;
 using whisper_token = System.Int32;
-using System;
+
 
 namespace Whisper.Native
 {
@@ -49,7 +50,18 @@ public struct WhisperNativeTokenData
 
  public float vlen; // voice length of the token
  }
-
+
+ /// <summary>
+ /// This is direct copy of C++ struct.
+ /// Do not change or add any fields without changing it in whisper.cpp.
+ /// Do not change it in runtime directly, use <see cref="WhisperContextParams"/>.
+ /// </summary>
+ [StructLayout(LayoutKind.Sequential)]
+ public struct WhisperNativeContextParams
+ {
+ [MarshalAs(UnmanagedType.U1)] bool use_gpu;
+ };
+
  /// <summary>
  /// This is direct copy of C++ struct.
  /// Do not change or add any fields without changing it in whisper.cpp.

Packages/com.whisper.unity/Runtime/WhisperParams.cs

@@ -5,6 +5,38 @@
 
 namespace Whisper
 {
+ /// <summary>
+ /// Wrapper of native C++ whisper context params.
+ /// Used during whisper model initialization.
+ /// </summary>
+ public class WhisperContextParams
+ {
+ private WhisperNativeContextParams _param;
+
+ /// <summary>
+ /// Native C++ struct parameters.
+ /// Do not change it in runtime directly, use setters.
+ /// </summary>
+ public WhisperNativeContextParams NativeParams => _param;
+
+ private WhisperContextParams(WhisperNativeContextParams param)
+ {
+ _param = param;
+ }
+
+ /// <summary>
+ /// Create a new default Whisper Context parameters.
+ /// </summary>
+ public static WhisperContextParams GetDefaultParams()
+ {
+ LogUtils.Verbose($"Requesting default Whisper Context params...");
+ var nativeParams = WhisperNative.whisper_context_default_params();
+ LogUtils.Verbose("Default Whisper Context params generated!");
+
+ return new WhisperContextParams(nativeParams);
+ }
+ }
+
  /// <summary>
  /// Wrapper of native C++ whisper parameters.
  /// Use it to safely change inference parameters.