feat: streaming for llm summary generation (#2)

meetingnotes/Services/NotesGenerator.swift

@@ -10,51 +10,62 @@ class NotesGenerator {
     
     private init() {}
     
-    /// Generates meeting notes from meeting data using template-based system prompt
+    /// Generates meeting notes from meeting data using template-based system prompt with streaming
     /// - Parameters:
     ///   - meeting: The meeting object containing all necessary data
     ///   - userBlurb: Information about the user for context
     ///   - systemPrompt: The system prompt template with placeholders
-    /// - Returns: Generated meeting notes
+    /// - Returns: AsyncStream of partial generated notes
-    func generateNotes(meeting: Meeting,
+    func generateNotesStream(meeting: Meeting,
-                      userBlurb: String,
+                            userBlurb: String,
-                      systemPrompt: String) async throws -> String {
+                            systemPrompt: String) -> AsyncStream<String> {
-        
+        return AsyncStream { continuation in
-        guard let apiKey = KeychainHelper.shared.get(forKey: "openAIKey"), !apiKey.isEmpty else {
+            Task {
-            throw NSError(domain: "NotesGenerator", code: 1, userInfo: [NSLocalizedDescriptionKey: "OpenAI API key not configured"])
+                do {
-        }
+                    guard let apiKey = KeychainHelper.shared.get(forKey: "openAIKey"), !apiKey.isEmpty else {
-        
+                        continuation.finish()
-        let openAI = OpenAI(apiToken: apiKey)
+                        return
-        
+                    }
-        // Create date formatter for meeting date
+                    
-        let dateFormatter = DateFormatter()
+                    let openAI = OpenAI(apiToken: apiKey)
-        dateFormatter.dateStyle = .full
+                    
-        dateFormatter.timeStyle = .short
+                    // Create date formatter for meeting date
-        
+                    let dateFormatter = DateFormatter()
-        // Prepare template variables
+                    dateFormatter.dateStyle = .full
-        let templateVariables: [String: String] = [
+                    dateFormatter.timeStyle = .short
-            "meeting_title": meeting.title.isEmpty ? "Untitled Meeting" : meeting.title,
+                    
-            "meeting_date": dateFormatter.string(from: meeting.date),
+                    // Prepare template variables
-            "transcript": meeting.formattedTranscript,
+                    let templateVariables: [String: String] = [
-            "user_blurb": userBlurb,
+                        "meeting_title": meeting.title.isEmpty ? "Untitled Meeting" : meeting.title,
-            "user_notes": meeting.userNotes
+                        "meeting_date": dateFormatter.string(from: meeting.date),
-        ]
+                        "transcript": meeting.formattedTranscript,
-        
+                        "user_blurb": userBlurb,
-        // Process the system prompt template
+                        "user_notes": meeting.userNotes
-        let systemContent = Settings.processTemplate(systemPrompt, with: templateVariables)
+                    ]
-        let systemMessage = ChatQuery.ChatCompletionMessageParam(role: .system, content: systemContent)!
+                    
+                    // Process the system prompt template
+                    let systemContent = Settings.processTemplate(systemPrompt, with: templateVariables)
+                    let systemMessage = ChatQuery.ChatCompletionMessageParam(role: .system, content: systemContent)!
 
-        print(systemContent)
+                    print(systemContent)
-    
+                
-        let query = ChatQuery(messages: [systemMessage], model: .gpt4_1)
+                    let query = ChatQuery(messages: [systemMessage], model: .gpt4_1)
-        
+                    
-        let result = try await openAI.chats(query: query)
+                    let stream: AsyncThrowingStream<ChatStreamResult, Error> = openAI.chatsStream(query: query)
-        
+                    
-        guard let generatedNotes = result.choices.first?.message.content else {
+                    for try await result in stream {
-            throw NSError(domain: "NotesGenerator", code: 2, userInfo: [NSLocalizedDescriptionKey: "Failed to generate notes"])
+                        if let content = result.choices.first?.delta.content {
+                            continuation.yield(content)
+                        }
+                    }
+                    
+                    continuation.finish()
+                } catch {
+                    print("Error in streaming generation: \(error)")
+                    continuation.finish()
+                }
+            }
         }
-        
-        return generatedNotes
     }
     
     /// Validates if OpenAI API key is configured

meetingnotes/ViewModels/MeetingViewModel.swift

@@ -148,17 +148,25 @@ class MeetingViewModel: ObservableObject {
         isGeneratingNotes = true
         errorMessage = nil
         
+        // Clear existing notes for streaming
+        meeting.generatedNotes = ""
+        
         do {
             // Load settings for generation
             let userBlurb = KeychainHelper.shared.get(forKey: "userBlurb") ?? ""
             let systemPrompt = KeychainHelper.shared.get(forKey: "systemPrompt") ?? Settings.defaultSystemPrompt()
             
-            meeting.generatedNotes = try await NotesGenerator.shared.generateNotes(
+            // Use streaming generation
+            let stream = NotesGenerator.shared.generateNotesStream(
                 meeting: meeting,
                 userBlurb: userBlurb,
                 systemPrompt: systemPrompt
             )
             
+            for await chunk in stream {
+                meeting.generatedNotes += chunk
+            }
+            
             saveMeeting()
         } catch {
             errorMessage = "Failed to generate notes: \(error.localizedDescription)"