Save processing parameters in a new table to override client values

Author: stephen-riggs

src/murfey/instrument_server/api.py

@@ -220,12 +220,12 @@ def restart_rsyncer(session_id: MurfeySessionID, rsyncer_source: RsyncerSource):
 
 
 class ProcessingParameters(BaseModel):
+    gain_ref: str
     dose_per_frame: Optional[float] = None
     extract_downscale: bool = True
     particle_diameter: Optional[float] = None
     symmetry: str = "C1"
     eer_fractionation: int = 20
-    gain_ref: Optional[str] = None
 
 
 class ProcessingParameterBlock(BaseModel):

src/murfey/server/__init__.py

@@ -2490,7 +2490,7 @@ def feedback_callback(header: dict, message: dict) -> None:
                     ),
                     voltage=message["voltage"],
                     motion_corr_binning=message["motion_corr_binning"],
-                    eer_grouping=message["eer_fractionation"],
+                    eer_fractionation_file=message["eer_fractionation_file"],
                     symmetry=message["symmetry"],
                     particle_diameter=message["particle_diameter"],
                     downscale=message["downscale"],

src/murfey/server/api/__init__.py

@@ -65,6 +65,7 @@
     ProcessingJob,
     RsyncInstance,
     Session,
+    SessionProcessingParameters,
     SPAFeedbackParameters,
     SPARelionParameters,
     Tilt,
@@ -1142,7 +1143,11 @@ async def request_spa_preprocessing(
                 "picker_uuid": murfey_ids[1],
                 "session_id": session_id,
                 "particle_diameter": proc_params["particle_diameter"] or 0,
-                "fm_int_file": proc_file.eer_fractionation_file,
+                "fm_int_file": (
+                    proc_params["eer_fractionation_file"]
+                    if proc_params["eer_fractionation_file"]
+                    else proc_file.eer_fractionation_file
+                ),
                 "do_icebreaker_jobs": default_spa_parameters.do_icebreaker_jobs,
                 "cryolo_model_weights": str(
                     _cryolo_model_path(visit_name, instrument_name)
@@ -1229,6 +1234,21 @@ async def request_tomography_preprocessing(
         murfey_ids = _murfey_id(appid, db, number=1, close=False)
         if not mrc_out.parent.exists():
             mrc_out.parent.mkdir(parents=True, exist_ok=True)
+
+        processing_job_parameters = db.exec(
+            select(TomographyProcessingParameters).where(
+                TomographyProcessingParameters.processing_job_id
+                == data_collection[2].id
+            )
+        ).all()
+        if processing_job_parameters:
+            proc_file.gain_ref = processing_job_parameters[0].gain_ref
+            proc_file.dose_per_frame = processing_job_parameters[0].dose_per_frame
+            proc_file.eer_fractionation_file = processing_job_parameters[
+                0
+            ].eer_fractionation_file
+            proc_file.mc_binning = processing_job_parameters[0].motion_corr_binning
+
         zocalo_message: dict = {
             "recipes": [recipe_name],
             "parameters": {
@@ -1514,6 +1534,24 @@ def register_proc(
         },
     }
 
+    session_processing_parameters = db.exec(
+        select(SessionProcessingParameters).where(
+            SessionProcessingParameters.session_id == session_id
+        )
+    ).all()
+
+    if session_processing_parameters:
+        proc_params["job_parameters"].update(
+            {
+                "gain_ref": session_processing_parameters[0].gain_ref,
+                "dose_per_frame": session_processing_parameters[0].dose_per_frame,
+                "eer_fractionation_file": session_processing_parameters[
+                    0
+                ].eer_fractionation_file,
+                "symmetry": session_processing_parameters[0].symmetry,
+            }
+        )
+
     if _transport_object:
         _transport_object.send(
             _transport_object.feedback_queue,
@@ -1654,6 +1692,17 @@ async def write_eer_fractionation_file(
             / machine_config.gain_directory_name
             / secure_filename(fractionation_params.fractionation_file_name)
         )
+
+    session_parameters = db.exec(
+        select(SessionProcessingParameters).where(
+            SessionProcessingParameters.session_id == session_id
+        )
+    ).all()
+    if session_parameters:
+        session_parameters[0].eer_fractionation_file = str(file_path)
+        db.add(session_parameters)
+        db.commit()
+
     if file_path.is_file():
         return {"eer_fractionation_file": str(file_path)}
 

src/murfey/server/api/instrument.py

@@ -23,7 +23,7 @@
 from murfey.server.murfey_db import murfey_db
 from murfey.util import secure_path
 from murfey.util.config import get_machine_config
-from murfey.util.db import Session
+from murfey.util.db import Session, SessionProcessingParameters
 from murfey.util.models import File, MultigridWatcherSetup
 
 # Create APIRouter class object
@@ -145,13 +145,22 @@ class ProvidedProcessingParameters(BaseModel):
     particle_diameter: Optional[float] = None
     symmetry: str = "C1"
     eer_fractionation: int = 20
-    gain_ref: Optional[str] = None
 
 
 @router.post("/sessions/{session_id}/provided_processing_parameters")
 async def pass_proc_params_to_instrument_server(
     session_id: MurfeySessionID, proc_params: ProvidedProcessingParameters, db=murfey_db
 ):
+    session = db.exec(select(Session).where(Session.id == session_id)).one()
+
+    session_processing_parameters = SessionProcessingParameters(
+        dose_per_frame=proc_params.dose_per_frame,
+        gain_ref=session.current_gain_ref,
+        symmetry=proc_params.symmetry,
+    )
+    db.add(session_processing_parameters)
+    db.commit()
+
     data = {}
     instrument_name = (
         db.exec(select(Session).where(Session.id == session_id)).one().instrument_name
@@ -172,7 +181,7 @@ async def pass_proc_params_to_instrument_server(
                         "particle_diameter": proc_params.particle_diameter,
                         "symmetry": proc_params.symmetry,
                         "eer_fractionation": proc_params.eer_fractionation,
-                        "gain_ref": proc_params.gain_ref,
+                        "gain_ref": session.current_gain_ref,
                     },
                 },
                 headers={

src/murfey/util/db.py

@@ -326,6 +326,14 @@ class CLEMImageStack(SQLModel, table=True):  # type: ignore
 """
 
 
+class SessionProcessingParameters(SQLModel, table=True):  # type: ignore
+    session_id: int = Field(foreign_key="session.id", primary_key=True)
+    gain_ref: str
+    dose_per_frame: float
+    eer_fractionation_file: str = ""
+    symmetry: str = "C1"
+
+
 class TiltSeries(SQLModel, table=True):  # type: ignore
     id: int = Field(primary_key=True)
     tag: str
@@ -641,7 +649,7 @@ class SPARelionParameters(SQLModel, table=True):  # type: ignore
     gain_ref: Optional[str]
     voltage: int
     motion_corr_binning: int
-    eer_grouping: int
+    eer_fractionation_file: str = ""
     symmetry: str
     particle_diameter: Optional[float]
     downscale: bool

src/murfey/workflows/spa/flush_spa_preprocess.py

@@ -417,7 +417,11 @@ def flush_spa_preprocess(message: dict, murfey_db: Session, demo: bool = False)
                 "picker_uuid": murfey_ids[2 * i + 1],
                 "session_id": session_id,
                 "particle_diameter": proc_params.particle_diameter or 0,
-                "fm_int_file": f.eer_fractionation_file,
+                "fm_int_file": (
+                    proc_params.eer_fractionation_file
+                    if proc_params.eer_fractionation_file
+                    else f.eer_fractionation_file
+                ),
                 "do_icebreaker_jobs": default_spa_parameters.do_icebreaker_jobs,
                 "foil_hole_id": foil_hole_id,
             },