session automation (#143)

# session automation

## ♻️ Current situation & Problem
we'd like to have the ability to "simulate" an LLM session (i.e., run a
fake session, where a synthetic patient asks a set of pre-defined
questions, and we record the whole interaction and generate a report,
and repeat the whole thing multiple times, to be able to better evaluate
the potential results).

we'll implement this by extending our already existing LLMonFHIRCLI to
support a new `simulate-session` subcommand.
in order to be able to support this use case, we'll also need to move a
bunch of code and logic from the iOS app into the LLMonFHIR package.


## ⚙️ Release Notes
*todo*


## 📚 Documentation
*todo*


## ✅ Testing
*todo*


### Code of Conduct & Contributing Guidelines
By creating and submitting this pull request, you agree to follow our
[Code of
Conduct](https://github.com/StanfordBDHG/.github/blob/main/CODE_OF_CONDUCT.md)
and [Contributing
Guidelines](https://github.com/StanfordBDHG/.github/blob/main/CONTRIBUTING.md):
- [x] I agree to follow the [Code of
Conduct](https://github.com/StanfordBDHG/.github/blob/main/CODE_OF_CONDUCT.md)
and [Contributing
Guidelines](https://github.com/StanfordBDHG/.github/blob/main/CONTRIBUTING.md).

Author: lukaskollmer

.gitignore

@@ -15,6 +15,7 @@
 
 # IDE related folders
 .idea
+.vscode
 
 # Xcode
 xcuserdata/

.swiftlint.yml

@@ -425,6 +425,7 @@ line_length: # Lines should not span too many characters.
   ignores_urls: true # default: false
   ignores_function_declarations: false # default: false
   ignores_interpolated_strings: true # default: false
+  ignores_multiline_strings: true
 
 nesting: # Types should be nested at most 2 level deep, and functions should be nested at most 5 levels deep.
   type_level:

LLMonFHIR.xcodeproj/project.pbxproj

@@ -104,7 +104,7 @@
 /* End PBXFileSystemSynchronizedBuildFileExceptionSet section */
 
 /* Begin PBXFileSystemSynchronizedRootGroup section */
-		65397DF32D8159A90067F1BE /* LLMonFHIR */ = {isa = PBXFileSystemSynchronizedRootGroup; exceptions = (65397E232D8159A90067F1BE /* PBXFileSystemSynchronizedBuildFileExceptionSet */, ); explicitFileTypes = {}; explicitFolders = ("Resources/Synthetic Patients", ); path = LLMonFHIR; sourceTree = "<group>"; };
+		65397DF32D8159A90067F1BE /* LLMonFHIR */ = {isa = PBXFileSystemSynchronizedRootGroup; exceptions = (65397E232D8159A90067F1BE /* PBXFileSystemSynchronizedBuildFileExceptionSet */, ); explicitFileTypes = {}; explicitFolders = (); path = LLMonFHIR; sourceTree = "<group>"; };
 		65397E252D8159AC0067F1BE /* LLMonFHIRTests */ = {isa = PBXFileSystemSynchronizedRootGroup; explicitFileTypes = {}; explicitFolders = (); path = LLMonFHIRTests; sourceTree = "<group>"; };
 		65397E292D8159AF0067F1BE /* LLMonFHIRUITests */ = {isa = PBXFileSystemSynchronizedRootGroup; explicitFileTypes = {}; explicitFolders = (); path = LLMonFHIRUITests; sourceTree = "<group>"; };
 /* End PBXFileSystemSynchronizedRootGroup section */

LLMonFHIR.xcodeproj/project.xcworkspace/xcshareddata/swiftpm/Package.resolved

@@ -107,7 +107,7 @@
          </CommandLineArgument>
          <CommandLineArgument
             argument = "--mode study:edu.stanford.LLMonFHIR.gynStudy"
-            isEnabled = "NO">
+            isEnabled = "YES">
          </CommandLineArgument>
       </CommandLineArguments>
    </LaunchAction>

LLMonFHIR.xcodeproj/xcshareddata/xcschemes/LLMonFHIR.xcscheme

@@ -6,6 +6,7 @@
 // SPDX-License-Identifier: MIT
 //
 
+import LLMonFHIRShared
 import SpeziFHIR
 import SwiftUI
 
@@ -186,7 +187,49 @@ extension FHIRResourcesView {
         let visibleResources = showAll.wrappedValue ? sortedResources : Array(sortedResources.prefix(3))
         ForEach(visibleResources) { resource in
             NavigationLink(value: resource) {
-                FHIRResourceSummaryView(resource: resource)
+                ResourceRow(resource: resource)
+            }
+        }
+    }
+}
+
+
+extension FHIRResourcesView {
+    private struct ResourceRow: View {
+        @Environment(FHIRResourceSummarizer.self) private var resourceSummarizer
+        let resource: FHIRResource
+        @State private var summary: FHIRResourceSummarizer.Summary?
+        
+        var body: some View {
+            VStack {
+                if let summary {
+                    VStack(alignment: .leading, spacing: 0) {
+                        Text(summary.title)
+                        if let date = resource.date {
+                            Text(date, style: .date)
+                                .font(.caption2)
+                                .foregroundStyle(.secondary)
+                                .padding(.top, 2)
+                        }
+                        Text(summary.summary)
+                            .font(.caption)
+                            .padding(.top, 4)
+                    }
+                    .multilineTextAlignment(.leading)
+                } else {
+                    VStack(alignment: .leading, spacing: 0) {
+                        Text(resource.displayName)
+                        if let date = resource.date {
+                            Text(date, style: .date)
+                                .font(.caption2)
+                                .foregroundStyle(.secondary)
+                                .padding(.top, 2)
+                        }
+                    }
+                }
+            }
+            .task {
+                summary = await resourceSummarizer.cachedSummary(forResource: resource)
             }
         }
     }

LLMonFHIR/FHIR Views/FHIRResourcesView.swift

@@ -6,70 +6,54 @@
 // SPDX-License-Identifier: MIT
 //
 
+import LLMonFHIRShared
 import SpeziFHIR
-import SpeziLLM
 import SpeziViews
 import SwiftUI
 
+
 struct InspectResourceView: View {
-    @Environment(FHIRResourceInterpreter.self) var fhirResourceInterpreter
-    @Environment(FHIRResourceSummary.self) var fhirResourceSummary
+    @Environment(FHIRResourceSummarizer.self) private var summarizer
+    @Environment(SingleFHIRResourceInterpreter.self) private var interpreter
 
-    @State var interpreting: ViewState = .idle
-    @State var loadingSummary: ViewState = .idle
-    @State private var summary: FHIRResourceSummary.Summary?
+    private let resource: FHIRResource
+    @State private var summary: FHIRResourceSummarizer.Summary?
     @State private var interpretation: String?
-    
-    var resource: FHIRResource
-    
+    @State private var viewState: ViewState = .idle
 
     var body: some View {
         List {
             summarySection
             interpretationSection
             resourceSection
         }
-            .navigationTitle(resource.displayName)
-            .viewStateAlert(state: $interpreting)
-            .viewStateAlert(state: $loadingSummary)
+        .navigationTitle(resource.displayName)
+        .viewStateAlert(state: $viewState)
+        .task {
+            summary = await summarizer.cachedSummary(forResource: resource)
+            interpretation = await interpreter.cachedInterpretation(forResource: resource)
+        }
+        .asyncButtonProcessingStyle(.listRow)
     }
 
     @ViewBuilder private var summarySection: some View {
         Section("FHIR_RESOURCES_SUMMARY_SECTION") {
-            if loadingSummary == .processing {
-                HStack {
-                    Spacer()
-                    ProgressView()
-                    Spacer()
-                }
-            } else if let summary {
-                VStack {
-                    HStack(spacing: 0) {
-                        Text(summary.title)
-                            .font(.title2)
-                            .multilineTextAlignment(.leading)
-                            .bold()
-                        Spacer()
-                    }
-                    HStack(spacing: 0) {
-                        Text(summary.summary)
-                            .multilineTextAlignment(.leading)
-                            .contextMenu {
-                                Button("FHIR_RESOURCES_SUMMARY_BUTTON") {
-                                    loadSummary(forceReload: true)
-                                }
-                            }
-                        Spacer()
-                    }
-                }
-            } else {
-                Button("FHIR_RESOURCES_SUMMARY_BUTTON") {
-                    loadSummary()
+            if let summary {
+                VStack(alignment: .leading) {
+                    Text(summary.title)
+                        .font(.headline)
+                        .multilineTextAlignment(.leading)
+                        .bold()
+                    Text(summary.summary)
+                        .multilineTextAlignment(.leading)
                 }
             }
-        }
-        .task {
-            summary = await fhirResourceSummary.cachedSummary(forResource: resource)
+            AsyncButton(summary == nil ? "Load Resource Summary" : "Reload Resource Summary", state: $viewState) {
+                summary = try await summarizer.summarize(
+                    resource: SendableFHIRResource(resource: resource),
+                    forceReload: summary != nil
+                )
+            }
         }
     }
 
@@ -78,28 +62,13 @@ struct InspectResourceView: View {
             if let interpretation, !interpretation.isEmpty {
                 Text(interpretation)
                     .multilineTextAlignment(.leading)
-                    .contextMenu {
-                        Button("FHIR_RESOURCES_INTERPRETATION_BUTTON") {
-                            interpret(forceReload: true)
-                        }
-                    }
-            } else if interpreting == .processing {
-                VStack(alignment: .center) {
-                    Text("FHIR_RESOURCES_INTERPRETATION_LOADING")
-                        .frame(maxWidth: .infinity)
-                    ProgressView()
-                        .progressViewStyle(.circular)
-                }
-            } else {
-                VStack(alignment: .center) {
-                    Button("FHIR_RESOURCES_INTERPRETATION_BUTTON") {
-                        interpret()
-                    }
-                }
             }
-        }
-        .task {
-            interpretation = await fhirResourceInterpreter.cachedInterpretation(forResource: resource)
+            AsyncButton(interpretation == nil ? "Load Resource Interpretation" : "Update Resource Interpretation", state: $viewState) {
+                interpretation = try await interpreter.interpret(
+                    resource: SendableFHIRResource(resource: resource),
+                    forceReload: interpretation != nil
+                )
+            }
         }
     }
 
@@ -112,33 +81,7 @@ struct InspectResourceView: View {
         }
     }
 
-    private func loadSummary(forceReload: Bool = false) {
-        loadingSummary = .processing
-            
-        Task {
-            do {
-                try await fhirResourceSummary.summarize(resource: SendableFHIRResource(resource: resource), forceReload: forceReload)
-                loadingSummary = .idle
-            } catch let error as any LLMError {
-                loadingSummary = .error(error)
-            } catch {
-                loadingSummary = .error(LLMDefaultError.unknown(error))
-            }
-        }
-    }
-    
-    private func interpret(forceReload: Bool = false) {
-        interpreting = .processing
-        
-        Task {
-            do {
-                try await fhirResourceInterpreter.interpret(resource: SendableFHIRResource(resource: resource), forceReload: forceReload)
-                interpreting = .idle
-            } catch let error as any LLMError {
-                interpreting = .error(error)
-            } catch {
-                interpreting = .error(LLMDefaultError.unknown(error))
-            }
-        }
+    init(resource: FHIRResource) {
+        self.resource = resource
     }
 }

LLMonFHIR/FHIR Views/InspectResourceView.swift

@@ -20,18 +20,18 @@ import SwiftUI
 
 // periphery:ignore - Properties are used through dependency injection and @Model configuration in `configure()`
 @Observable
-final class FHIRInterpretationModule: Module, EnvironmentAccessible, @unchecked Sendable {
+final class FHIRInterpretationModule: Module, EnvironmentAccessible, @unchecked Sendable { // maybe rename to smth Coordinator?
     @ObservationIgnored @MainActor @Dependency(LocalStorage.self) private var localStorage
     @ObservationIgnored @MainActor @Dependency(LLMRunner.self) private var llmRunner
     @ObservationIgnored @MainActor @Dependency(FHIRStore.self) private var fhirStore
 
-    @ObservationIgnored @MainActor @Model private var resourceSummary: FHIRResourceSummary
-    @ObservationIgnored @MainActor @Model private var resourceInterpreter: FHIRResourceInterpreter
-    @ObservationIgnored @MainActor @Model private var multipleResourceInterpreter: FHIRMultipleResourceInterpreter
+    @ObservationIgnored @MainActor @Model private(set) var resourceSummarizer: FHIRResourceSummarizer
+    @ObservationIgnored @MainActor @Model private(set) var singleResourceInterpreter: SingleFHIRResourceInterpreter
+    @ObservationIgnored @MainActor @Model private(set) var multipleResourceInterpreter: FHIRMultipleResourceInterpreter
 
     @ObservationIgnored @LocalPreference(.llmSource) private var llmSource
-    @ObservationIgnored @LocalPreference(.openAIModel) private var openAIModel
-    @ObservationIgnored @LocalPreference(.openAIModelTemperature) private var openAIModelTemperature
+    @ObservationIgnored @LocalPreference(.openAIModel) private(set) var openAIModel
+    @ObservationIgnored @LocalPreference(.openAIModelTemperature) private(set) var openAIModelTemperature
     @ObservationIgnored @LocalPreference(.fogModel) private var fogModel
     @ObservationIgnored @LocalPreference(.resourceLimit) private var resourceLimit
 
@@ -40,7 +40,7 @@ final class FHIRInterpretationModule: Module, EnvironmentAccessible, @unchecked
     @ObservationIgnored private var updateModelsTask: Task<Void, any Error>?
 
     @MainActor var singleResourceLLMSchema: any LLMSchema {
-        switch self.llmSource {
+        switch llmSource {
         case .openai:
             LLMOpenAISchema(
                 parameters: .init(modelType: openAIModel.rawValue, systemPrompts: []),
@@ -64,7 +64,7 @@ final class FHIRInterpretationModule: Module, EnvironmentAccessible, @unchecked
         ) {
             FHIRGetResourceLLMFunction(
                 fhirStore: self.fhirStore,
-                resourceSummary: self.resourceSummary,
+                resourceSummarizer: self.resourceSummarizer,
                 resourceCountLimit: resourceLimit
             )
         }
@@ -76,19 +76,17 @@ final class FHIRInterpretationModule: Module, EnvironmentAccessible, @unchecked
 
     @MainActor
     func configure() {
-        self.resourceSummary = FHIRResourceSummary(
+        resourceSummarizer = FHIRResourceSummarizer(
             localStorage: localStorage,
             llmRunner: llmRunner,
             llmSchema: singleResourceLLMSchema
         )
-        
-        self.resourceInterpreter = FHIRResourceInterpreter(
+        singleResourceInterpreter = SingleFHIRResourceInterpreter(
             localStorage: localStorage,
             llmRunner: llmRunner,
             llmSchema: singleResourceLLMSchema
         )
-        
-        self.multipleResourceInterpreter = FHIRMultipleResourceInterpreter(
+        multipleResourceInterpreter = FHIRMultipleResourceInterpreter(
             localStorage: localStorage,
             llmRunner: llmRunner,
             llmSchema: multipleResourceInterpreterOpenAISchema,
@@ -112,9 +110,12 @@ final class FHIRInterpretationModule: Module, EnvironmentAccessible, @unchecked
         updateModelsTask?.cancel()
         let imp = { [self] in
             let summarizePrompt = currentStudy?.study.summarizeSingleResourcePrompt ?? .summarizeSingleFHIRResourceDefaultPrompt
-            await resourceSummary.update(llmSchema: singleResourceLLMSchema, summarizationPrompt: summarizePrompt)
-            await resourceInterpreter.update(llmSchema: singleResourceLLMSchema, summarizationPrompt: summarizePrompt)
-            multipleResourceInterpreter.changeLLMSchema(to: multipleResourceInterpreterOpenAISchema, for: currentStudy?.study)
+            await resourceSummarizer.update(llmSchema: singleResourceLLMSchema, summarizationPrompt: summarizePrompt)
+            await singleResourceInterpreter.update(llmSchema: singleResourceLLMSchema, summarizationPrompt: summarizePrompt)
+            multipleResourceInterpreter.changeLLMSchema(
+                to: multipleResourceInterpreterOpenAISchema,
+                using: currentStudy?.study.interpretMultipleResourcesPrompt ?? .interpretMultipleResourcesDefaultPrompt
+            )
         }
         if forceImmediateUpdate {
             await imp()