Merge pull request voquill#449 from NeoHuncho/dev/apple-speech-framework

Author: josiahsrc

apps/desktop/src-tauri/Info.plist

@@ -4,6 +4,8 @@
   <dict>
     <key>NSMicrophoneUsageDescription</key>
     <string>Voquill records your microphone so you can transcribe and insert speech anywhere.</string>
+    <key>NSSpeechRecognitionUsageDescription</key>
+    <string>Voquill uses Apple's Speech framework to transcribe your recordings on this Mac.</string>
     <key>NSAccessibilityUsageDescription</key>
     <string>Voquill requests accessibility permission so it can monitor your hotkeys across the system.</string>
   </dict>

apps/desktop/src-tauri/examples/gen_bindings.rs

@@ -31,6 +31,7 @@ fn main() {
         remote_sender_pair_with_receiver,
         start_recording,
         stop_recording,
+        apple_speech_transcribe,
         store_transcription_audio,
         storage_upload_data,
         storage_get_download_url,

apps/desktop/src-tauri/macos/Voquill.entitlements

@@ -10,5 +10,7 @@
   <true/>
   <key>com.apple.security.personal-information.accessibility</key>
   <true/>
+  <key>com.apple.security.personal-information.speech-recognition</key>
+  <true/>
 </dict>
 </plist>

apps/desktop/src-tauri/src/app.rs

@@ -80,29 +80,24 @@ pub fn build() -> tauri::Builder<tauri::Wry> {
         )
         .on_window_event(|window, event| {
             match event {
-                WindowEvent::CloseRequested { api, .. } => {
-                    if window.label() == "main" {
-                        api.prevent_close();
-                        let _ = window
-                            .app_handle()
-                            .save_window_state(StateFlags::SIZE | StateFlags::POSITION);
-                        let _ = window.hide();
-                        // On Windows, force the WebView to stay active after hiding the window
-                        // so that background JS (global hotkey detection via keys_held events)
-                        // continues running while the app is minimized to the system tray.
-                        #[cfg(target_os = "windows")]
-                        {
-                            crate::platform::window::keep_webview_active(
-                                window.app_handle(),
-                                "main",
-                            );
-                            crate::platform::window::set_webview_keepalive(true);
-                        }
-                        #[cfg(target_os = "macos")]
-                        {
-                            if let Err(err) = crate::platform::macos::dock::hide_dock_icon() {
-                                log::error!("Failed to hide dock icon: {err}");
-                            }
+                WindowEvent::CloseRequested { api, .. } if window.label() == "main" => {
+                    api.prevent_close();
+                    let _ = window
+                        .app_handle()
+                        .save_window_state(StateFlags::SIZE | StateFlags::POSITION);
+                    let _ = window.hide();
+                    // On Windows, force the WebView to stay active after hiding the window
+                    // so that background JS (global hotkey detection via keys_held events)
+                    // continues running while the app is minimized to the system tray.
+                    #[cfg(target_os = "windows")]
+                    {
+                        crate::platform::window::keep_webview_active(window.app_handle(), "main");
+                        crate::platform::window::set_webview_keepalive(true);
+                    }
+                    #[cfg(target_os = "macos")]
+                    {
+                        if let Err(err) = crate::platform::macos::dock::hide_dock_icon() {
+                            log::error!("Failed to hide dock icon: {err}");
                         }
                     }
                 }
@@ -247,6 +242,7 @@ pub fn build() -> tauri::Builder<tauri::Wry> {
             crate::commands::remote_sender_pair_with_receiver,
             crate::commands::start_recording,
             crate::commands::stop_recording,
+            crate::commands::apple_speech_transcribe,
             crate::commands::store_transcription_audio,
             crate::commands::storage_upload_data,
             crate::commands::storage_get_download_url,

apps/desktop/src-tauri/src/commands.rs

@@ -27,6 +27,25 @@ pub struct StopRecordingResponse {
     pub sample_rate: u32,
 }
 
+#[derive(serde::Deserialize, specta::Type)]
+#[serde(rename_all = "camelCase")]
+pub struct AppleSpeechTranscribeArgs {
+    pub samples: Vec<f32>,
+    pub sample_rate: u32,
+    #[serde(default)]
+    pub language: Option<String>,
+    #[serde(default)]
+    pub contextual_strings: Vec<String>,
+}
+
+#[derive(serde::Serialize, specta::Type)]
+#[serde(rename_all = "camelCase")]
+pub struct AppleSpeechTranscribeResponse {
+    pub text: String,
+    pub model: String,
+    pub inference_device: String,
+}
+
 #[derive(serde::Serialize, specta::Type)]
 #[serde(rename_all = "camelCase")]
 pub struct StartRecordingResponse {
@@ -1392,6 +1411,35 @@ pub async fn stop_recording(
     .map_err(|err| err.to_string())?
 }
 
+#[tauri::command]
+#[specta::specta]
+pub async fn apple_speech_transcribe(
+    args: AppleSpeechTranscribeArgs,
+) -> Result<AppleSpeechTranscribeResponse, String> {
+    #[cfg(target_os = "macos")]
+    {
+        let text = crate::platform::macos::speech::transcribe_audio(
+            args.samples,
+            args.sample_rate,
+            args.language,
+            args.contextual_strings,
+        )
+        .await?;
+
+        Ok(AppleSpeechTranscribeResponse {
+            text,
+            model: "Apple Speech".to_string(),
+            inference_device: "macOS Speech (On-Device)".to_string(),
+        })
+    }
+
+    #[cfg(not(target_os = "macos"))]
+    {
+        let _ = args;
+        Err("Apple Speech transcription is only available on macOS.".to_string())
+    }
+}
+
 #[tauri::command]
 #[specta::specta]
 pub async fn store_transcription_audio(

apps/desktop/src-tauri/src/platform/macos/mod.rs

@@ -9,6 +9,7 @@ pub mod monitor;
 pub mod overlay;
 pub mod permissions;
 pub mod position;
+pub mod speech;
 pub mod volume;
 pub mod window;