audio playback working

Author: isaiahb

bun.lock

@@ -37,7 +37,7 @@
     "ghcr:release": "npm run ghcr:build && npm run ghcr:push"
   },
   "dependencies": {
-    "@augmentos/sdk": "^1.1.2",
+    "@augmentos/sdk": "^1.1.8",
     "@aws-sdk/client-s3": "^3.812.0",
     "@types/cookie-parser": "^1.4.8",
     "@types/cors": "^2.8.17",

package.json

@@ -63,24 +63,50 @@ class RecordingsService {
           const text = transcription.text.toLowerCase();
 
           if (text.includes('start recording')) {
-            await this.startRecording(userId, sessionId);
+            // Send event before starting recording
+            streamService.broadcastToUser(userId, 'voice-command', {
+              command: 'start-recording',
+              timestamp: Date.now()
+            });
+            
+            const recordingId = await this.startRecording(userId, sessionId);
+            
             session.layouts.showReferenceCard(
               "Recording Started",
               "Say 'stop recording' when done",
               { view: ViewType.MAIN, durationMs: 3000 }
             );
+            
+            // Send additional confirmation event with the ID
+            streamService.broadcastToUser(userId, 'recording-started-by-voice', {
+              id: recordingId,
+              timestamp: Date.now()
+            });
           } 
           else if (text.includes('stop recording')) {
+            // Send event before stopping recording
+            streamService.broadcastToUser(userId, 'voice-command', {
+              command: 'stop-recording',
+              timestamp: Date.now()
+            });
+            
             const recording = Array.from(this.activeRecordings.values())
               .find(r => r.sessionId === sessionId && r.userId === userId);
 
             if (recording) {
               await this.stopRecording(recording.recordingId);
+              
               session.layouts.showReferenceCard(
                 "Recording Stopped",
                 "Processing your recording...",
                 { view: ViewType.MAIN, durationMs: 3000 }
               );
+              
+              // Send additional confirmation event with the ID
+              streamService.broadcastToUser(userId, 'recording-stopped-by-voice', {
+                id: recording.recordingId,
+                timestamp: Date.now()
+              });
             }
           }
         }

src/services/recordings.service.ts

@@ -4,6 +4,7 @@ import RecordingImproved from './screens/RecordingImproved';
 import PlaybackImproved from './screens/PlaybackImproved';
 import { useRecordings } from './hooks/useRecordings';
 import { RecordingI } from './types/recording';
+import api from './Api';
 
 type Screen = 'list' | 'recording' | 'playback';
 
@@ -24,6 +25,37 @@ const ImprovedApp: React.FC = () => {
     renameRecording,
     getDownloadUrl
   } = useRecordings();
+  
+  // Listen for voice commands via SSE
+  useEffect(() => {
+    const handleVoiceCommand = (data: { command: string, timestamp: number }) => {
+      console.log(`[APP] Received voice command: ${data.command}`);
+      
+      if (data.command === 'start-recording' && currentScreen !== 'recording') {
+        console.log('[APP] Voice command is starting a recording');
+        navigateToRecording();
+      } else if (data.command === 'stop-recording' && currentScreen === 'recording') {
+        console.log('[APP] Voice command is stopping a recording');
+        // The actual stop will be handled by the recording component
+      }
+    };
+    
+    // Set up event listener using our centralized API
+    console.log('[APP] Setting up voice command listener');
+    api.events.connect(); // Ensure connection is established
+    api.events.addEventListener('voice-command', (event) => {
+      try {
+        const data = JSON.parse(event.data);
+        handleVoiceCommand(data);
+      } catch (error) {
+        console.error('[APP] Error handling voice command event:', error);
+      }
+    });
+    
+    return () => {
+      // No need to remove listener explicitly as it will be handled by the central API
+    };
+  }, [currentScreen]);
 
   // Navigation handlers
   const navigateToList = () => {