coder/meetingnotes
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 34 Wiki Activity

feat: streaming for llm summary generation (#2)

Browse Source
This commit is contained in:
Owen Gretzinger
2025-07-12 21:25:44 -04:00
committed by GitHub
parent 78d93015e5
commit 05196ebe71
2 changed files with 59 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files
meetingnotes/Services/NotesGenerator.swift
+50 -39
View File
@@ -10,51 +10,62 @@ class NotesGenerator {
private init() {}
/// Generates meeting notes from meeting data using template-based system prompt
/// Generates meeting notes from meeting data using template-based system prompt with streaming
/// - Parameters:
/// - meeting: The meeting object containing all necessary data
/// - userBlurb: Information about the user for context
/// - systemPrompt: The system prompt template with placeholders
/// - Returns: Generated meeting notes
func generateNotes(meeting: Meeting,
userBlurb: String,
systemPrompt: String) async throws -> String {
guard let apiKey = KeychainHelper.shared.get(forKey: "openAIKey"), !apiKey.isEmpty else {
throw NSError(domain: "NotesGenerator", code: 1, userInfo: [NSLocalizedDescriptionKey: "OpenAI API key not configured"])
}
let openAI = OpenAI(apiToken: apiKey)
// Create date formatter for meeting date
let dateFormatter = DateFormatter()
dateFormatter.dateStyle = .full
dateFormatter.timeStyle = .short
// Prepare template variables
let templateVariables: [String: String] = [
"meeting_title": meeting.title.isEmpty ? "Untitled Meeting" : meeting.title,
"meeting_date": dateFormatter.string(from: meeting.date),
"transcript": meeting.formattedTranscript,
"user_blurb": userBlurb,
"user_notes": meeting.userNotes
]
// Process the system prompt template
let systemContent = Settings.processTemplate(systemPrompt, with: templateVariables)
let systemMessage = ChatQuery.ChatCompletionMessageParam(role: .system, content: systemContent)!
/// - Returns: AsyncStream of partial generated notes
func generateNotesStream(meeting: Meeting,
userBlurb: String,
systemPrompt: String) -> AsyncStream<String> {
return AsyncStream { continuation in
Task {
do {
guard let apiKey = KeychainHelper.shared.get(forKey: "openAIKey"), !apiKey.isEmpty else {
continuation.finish()
return
}
let openAI = OpenAI(apiToken: apiKey)
// Create date formatter for meeting date
let dateFormatter = DateFormatter()
dateFormatter.dateStyle = .full
dateFormatter.timeStyle = .short
// Prepare template variables
let templateVariables: [String: String] = [
"meeting_title": meeting.title.isEmpty ? "Untitled Meeting" : meeting.title,
"meeting_date": dateFormatter.string(from: meeting.date),
"transcript": meeting.formattedTranscript,
"user_blurb": userBlurb,
"user_notes": meeting.userNotes
]
// Process the system prompt template
let systemContent = Settings.processTemplate(systemPrompt, with: templateVariables)
let systemMessage = ChatQuery.ChatCompletionMessageParam(role: .system, content: systemContent)!
print(systemContent)
let query = ChatQuery(messages: [systemMessage], model: .gpt4_1)
let result = try await openAI.chats(query: query)
guard let generatedNotes = result.choices.first?.message.content else {
throw NSError(domain: "NotesGenerator", code: 2, userInfo: [NSLocalizedDescriptionKey: "Failed to generate notes"])
print(systemContent)
let query = ChatQuery(messages: [systemMessage], model: .gpt4_1)
let stream: AsyncThrowingStream<ChatStreamResult, Error> = openAI.chatsStream(query: query)
for try await result in stream {
if let content = result.choices.first?.delta.content {
continuation.yield(content)
}
}
continuation.finish()
} catch {
print("Error in streaming generation: \(error)")
continuation.finish()
}
}
}
return generatedNotes
}
/// Validates if OpenAI API key is configured
meetingnotes/ViewModels/MeetingViewModel.swift
+9 -1
View File
@@ -148,17 +148,25 @@ class MeetingViewModel: ObservableObject {
isGeneratingNotes = true
errorMessage = nil
// Clear existing notes for streaming
meeting.generatedNotes = ""
do {
// Load settings for generation
let userBlurb = KeychainHelper.shared.get(forKey: "userBlurb") ?? ""
let systemPrompt = KeychainHelper.shared.get(forKey: "systemPrompt") ?? Settings.defaultSystemPrompt()
meeting.generatedNotes = try await NotesGenerator.shared.generateNotes(
// Use streaming generation
let stream = NotesGenerator.shared.generateNotesStream(
meeting: meeting,
userBlurb: userBlurb,
systemPrompt: systemPrompt
)
for await chunk in stream {
meeting.generatedNotes += chunk
}
saveMeeting()
} catch {
errorMessage = "Failed to generate notes: \(error.localizedDescription)"