fix: downgraded fsl but installed eddy_quad so things work again

Author: akeshavan

dmriprep/run.py

@@ -301,7 +301,8 @@ def run_dmriprep_pe(subject_id, dwi_file, dwi_file_AP, dwi_file_PA,
 
     # write the graph (this is saved to the working dir)
     wf.write_graph()
-
+    wf.config['execution']['remove_unnecessary_outputs'] = False
+    wf.config['execution']['keep_inputs'] = True
     wf.run()
 
 
@@ -363,6 +364,31 @@ def get_dmriprep_pe_workflow():
     import multiprocessing
     eddy.inputs.num_threads = multiprocessing.cpu_count()
 
+    eddy_quad = pe.Node(fsl.EddyQuad(verbose=True), name="eddy_quad")
+    get_path = lambda x: x.split('.nii.gz')[0]
+    wf.connect(prep, ('fsl_eddy.out_corrected', get_path), eddy_quad, "base_name")
+    wf.connect(inputspec, 'bval_file', eddy_quad, 'bval_file')
+    wf.connect(prep, 'Rotate_Bvec.out_file', eddy_quad, 'bvec_file')
+    wf.connect(prep, 'peb_correction.topup.out_field', eddy_quad, 'field')
+    wf.connect(prep, 'gen_index.out_file', eddy_quad, 'idx_file')
+    wf.connect(prep, 'peb_correction.topup.out_enc_file', eddy_quad, 'param_file')
+
+    # need a mask file for eddy_quad. lets get it from the B0.
+    def get_b0_mask_fn(b0_file):
+        import nibabel as nib
+        from nipype.utils.filemanip import fname_presuffix
+        from dipy.segment.mask import median_otsu
+        import os
+
+        mask_file = fname_presuffix(b0_file, suffix="_mask", newpath=os.path.abspath('.'))
+        img = nib.load(b0_file)
+        data, aff = img.get_data(), img.affine
+        _, mask = median_otsu(data, 2, 1)
+        nib.Nifti1Image(mask.astype(float), aff).to_filename(mask_file)
+        return mask_file
+
+
+
     def id_outliers_fn(outlier_report, threshold, dwi_file):
         """Get list of scans that exceed threshold for number of outliers
 
@@ -437,13 +463,19 @@ def num_outliers(scan, outliers):
     wf.connect(inputspec, 'dwi_file_pa', list_merge, 'in2')
 
     merge = pe.Node(fsl.Merge(dimension='t'), name="mergeAPPA")
-    # merge.inputs.in_files = [dwi_file_ap, dwi_file_pa]
     wf.connect(merge, 'merged_file', prep, 'inputnode.alt_file')
     wf.connect(list_merge, 'out', merge, 'in_files')
 
     fslroi = pe.Node(fsl.ExtractROI(t_min=0, t_size=1), name="fslroi")
     wf.connect(prep, "outputnode.out_file", fslroi, "in_file")
 
+    b0mask_node = pe.Node(niu.Function(input_names=['b0_file'],
+                                       output_names=['mask_file'],
+                                       function=get_b0_mask_fn),
+                          name="getB0Mask")
+    wf.connect(fslroi, 'roi_file', b0mask_node, 'b0_file')
+    wf.connect(b0mask_node, 'mask_file', eddy_quad, 'mask_file')
+
     bbreg = pe.Node(fs.BBRegister(contrast_type="t2", init="coreg",
                                   out_fsl_file=True,
                                   # subjects_dir=subjects_dir,
@@ -679,7 +711,7 @@ def binarize_aparc(aparc_aseg):
     wf.connect(prep, "fsl_eddy.out_residuals",
                datasink, "dmriprep.qc.@eddyresid")
 
-    # the file that told us which volumes to trop
+    # the file that told us which volumes to drop
     wf.connect(id_outliers_node, "outpath", datasink, "dmriprep.qc.@droppedscans")
 
     # the tensors of the dropped volumes dwi
@@ -700,6 +732,15 @@ def binarize_aparc(aparc_aseg):
     wf.connect(get_tensor_eddy, "color_fa_file", datasink, "dmriprep.dti_eddy.@colorfa")
     wf.connect(scale_tensor_eddy, "out_file", datasink, "dmriprep.dti_eddy.@scaled_tensor")
 
+    # all the eddy_quad stuff
+    wf.connect(eddy_quad, 'out_qc_json', datasink, "dmriprep.qc.@eddyquad_json")
+    wf.connect(eddy_quad, 'out_qc_pdf', datasink, "dmriprep.qc.@eddyquad_pdf")
+    wf.connect(eddy_quad, 'out_avg_b_png', datasink, "dmriprep.qc.@eddyquad_bpng")
+    wf.connect(eddy_quad, 'out_avg_b0_png', datasink, "dmriprep.qc.@eddyquad_b0png")
+    wf.connect(eddy_quad, 'out_cnr_png', datasink, "dmriprep.qc.@eddyquad_cnr")
+    wf.connect(eddy_quad, 'out_vdm_png', datasink, "dmriprep.qc.@eddyquad_vdm")
+    wf.connect(eddy_quad, 'out_residuals', datasink, 'dmriprep.qc.@eddyquad_resid')
+
     # anatomical registration stuff
     wf.connect(bbreg, "min_cost_file", datasink, "dmriprep.reg.@mincost")
     wf.connect(bbreg, "out_fsl_file", datasink, "dmriprep.reg.@fslfile")
@@ -762,7 +803,6 @@ def name_files_nicely(dwi_file, subject_id):
             ("art.eddy_corrected_outliers", dwi_fname.replace("dwi", "outliers")),
             ("color_fa", "colorfa"),
             ("orig_out", dwi_fname.replace("_dwi", "_T1w")),
-            # ("eddy_corrected_", dwi_fname.replace("dwi", "")),
             ("stats.eddy_corrected", dwi_fname.replace("dwi", "artStats")),
             ("eddy_corrected.eddy_parameters", dwi_fname + ".eddy_parameters"),
             ("qc/eddy_corrected", "qc/" + dwi_fname),

docker/Dockerfile

@@ -39,8 +39,8 @@ RUN export ND_ENTRYPOINT="/neurodocker/startup.sh" \
 
 ENTRYPOINT ["/neurodocker/startup.sh"]
 
-ENV FSLDIR="/opt/fsl-6.0.0" \
-    PATH="/opt/fsl-6.0.0/bin:$PATH"
+ENV FSLDIR="/opt/fsl-5.0.11" \
+    PATH="/opt/fsl-5.0.11/bin:$PATH"
 RUN apt-get update -qq \
     && apt-get install -y -q --no-install-recommends \
            bc \
@@ -63,15 +63,15 @@ RUN apt-get update -qq \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* \
     && echo "Downloading FSL ..." \
-    && mkdir -p /opt/fsl-6.0.0 \
-    && curl -fsSL --retry 5 https://fsl.fmrib.ox.ac.uk/fsldownloads/fsl-6.0.0-centos6_64.tar.gz \
-    | tar -xz -C /opt/fsl-6.0.0 --strip-components 1 \
+    && mkdir -p /opt/fsl-5.0.11 \
+    && curl -fsSL --retry 5 https://fsl.fmrib.ox.ac.uk/fsldownloads/fsl-5.0.11-centos6_64.tar.gz \
+    | tar -xz -C /opt/fsl-5.0.11 --strip-components 1 \
     && sed -i '$iecho Some packages in this Docker container are non-free' $ND_ENTRYPOINT \
     && sed -i '$iecho If you are considering commercial use of this container, please consult the relevant license:' $ND_ENTRYPOINT \
     && sed -i '$iecho https://fsl.fmrib.ox.ac.uk/fsl/fslwiki/Licence' $ND_ENTRYPOINT \
     && sed -i '$isource $FSLDIR/etc/fslconf/fsl.sh' $ND_ENTRYPOINT \
     && echo "Installing FSL conda environment ..." \
-    && bash /opt/fsl-6.0.0/etc/fslconf/fslpython_install.sh -f /opt/fsl-6.0.0
+    && bash /opt/fsl-5.0.11/etc/fslconf/fslpython_install.sh -f /opt/fsl-5.0.11
 
 ENV CONDA_DIR="/opt/miniconda-latest" \
     PATH="/opt/miniconda-latest/bin:$PATH"
@@ -134,8 +134,8 @@ COPY ./license.txt /opt/freesurfer-6.0.0/license.txt
 
 #&& sync && conda clean -tipsy && sync
 
-ADD environment.yml environment.yml
 RUN apt-get update && apt-get install -y git gcc libopenblas-base
+ADD environment.yml environment.yml
 RUN conda env create -f environment.yml
 
 ENV LD_LIBRARY_PATH=/usr/lib/openblas-base/
@@ -153,7 +153,7 @@ RUN echo '{ \
     \n    [ \
     \n      "fsl", \
     \n      { \
-    \n        "version": "6.0.0" \
+    \n        "version": "5.0.11" \
     \n      } \
     \n    ], \
     \n    [ \

docker/environment.yml

@@ -11,6 +11,7 @@ dependencies:
    - pandas
    - tqdm
    - pip:
-     - "--editable=git+https://github.com/nipy/nipype@35b58cdb59a900430f4b9639e220c8408341805d#egg=nipype"
+     - "--editable=git+https://github.com/akeshavan/nipype@7b5e7ab92183eb561980ec713d86eb69f28733e1#egg=nipype"
+     - "--editable=git+https://git.fmrib.ox.ac.uk/matteob/eddy_qc_release@57bb11da6a634c4195593fbc439ba9f8998157b0#egg=eddy_qc"
      - bids
      - duecredit

kubernetes/create_kube_job.py

@@ -19,6 +19,7 @@
         with open("run_dmriprep.yml.tmpl", 'r') as template:
             with open("jobs/job_{}.yml".format(subject), 'w') as f:
                 all_text = "\n".join(template.readlines())
+                all_text = all_text.replace("{{subject_lower}}", subject.lower())
                 all_text = all_text.replace("{{subject}}", subject)
                 all_text = all_text.replace("{{access_key}}", access_key)
                 all_text = all_text.replace("{{secret_key}}", secret_key)

kubernetes/docker/build_tag_push.sh

@@ -1,4 +1,4 @@
 #!/bin/bash
-docker build -t dmriprep:kube1 -f dockerfile-dmriprep-kube1 .
+docker build -t dmriprep:kube1 -f dockerfile-dmriprep-kube .
 docker tag dmriprep:kube1 gcr.io/dmriprep/dmriprep:kube1
 docker push gcr.io/dmriprep/dmriprep:kube1

kubernetes/run_dmriprep.yml.tmpl

@@ -1,13 +1,13 @@
 apiVersion: batch/v1
 kind: Job
 metadata:
-  name: dmriprep-{{subject}}
+  name: dmriprep-{{subject_lower}}
 spec:
   template:
     spec:
       containers:
       - name: dmriprep-subject
         image: gcr.io/dmriprep/dmriprep:kube1
-        command: ["/neurodocker/startup.sh", "./dmriprep_all.sh",  "sub-NDARED632KNG", "{{access_key}}", "{{secret_key}}"]
+        command: ["/neurodocker/startup.sh", "./dmriprep_all.sh",  "{{subject}}", "{{access_key}}", "{{secret_key}}"]
       restartPolicy: Never
   backoffLimit: 1