IMPR: forced ignore_exception=False in nipype nodes

.travis.yml

@@ -4,6 +4,10 @@ sudo: required
 
 language: python
 
+env:
+  global:
+    - TEST_RUN_FOLDER="/tmp" # folder where the tests are run from
+
 matrix:
   # Do not wait for the allowed_failures entry to finish before
   # setting the status

Makefile

@@ -5,12 +5,15 @@
 PYTHON ?= python
 CYTHON ?= cython
 NOSETESTS ?= nosetests
+NOSETESTS_OPTIONS := $(shell pip list | grep nose-timer > /dev/null && \
+                       echo '--with-timer --timer-top-n 50')
 CTAGS ?= ctags
 
-all: clean test
+all: clean test doc-noplot
 
 clean-pyc:
 	find . -name "*.pyc" | xargs rm -f
+	find . -name "__pycache__" | xargs rm -rf
 
 clean-so:
 	find . -name "*.so" | xargs rm -f
@@ -29,14 +32,17 @@ inplace:
 	$(PYTHON) setup.py build_ext -i
 
 test-code:
-	$(NOSETESTS) -s pypreprocess
+	$(NOSETESTS) -s pypreprocess $(NOSETESTS_OPTIONS)
+test-doc:
+	$(NOSETESTS) -s --with-doctest --doctest-tests --doctest-extension=rst \
+	--doctest-extension=inc --doctest-fixtures=_fixture `find doc/ -name '*.rst'`
 
 test-coverage:
 	rm -rf coverage .coverage
 	$(NOSETESTS) -s --with-coverage --cover-html --cover-html-dir=coverage \
 	--cover-package=pypreprocess pypreprocess
 
-test: test-code
+test: test-code test-doc
 
 trailing-spaces:
 	find . -name "*.py" | xargs perl -pi -e 's/[ \t]*$$//'
@@ -48,3 +54,15 @@ ctags:
 	# make tags for symbol based navigation in emacs and vim
 	# Install with: sudo apt-get install exuberant-ctags
 	$(CTAGS) -R *
+
+.PHONY : doc-plot
+doc-plot:
+	make -C doc html
+
+.PHONY : doc
+doc:
+	make -C doc html-noplot
+
+.PHONY : pdf
+pdf:
+	make -C doc pdf

circle.yml

@@ -1,21 +1,34 @@
 machine:
   environment:
+    SPM_VERSION: 8
     SPM_DIR: /home/ubuntu/opt/spm8/spm8/spm8_mcr/spm8
     SPM_MCR: /home/ubuntu/opt/spm8/spm8.sh
     # SPM_DIR: /home/ubuntu/opt/spm12/spm12_mcr/spm12
     # SPM_MCR: /home/ubuntu/opt/spm12/spm12.sh
 
 dependencies:
   cache_directories:
+    - "~/opt/spm8"
     - "~/opt/spm12"
     - "~/nilearn_data"
 
   pre:
     # Installing dependencies for SPM and MCR
     - sudo apt-get update
     - sudo apt-get install libxp6 libxpm4 libxmu6 libxt6 bc
+    # Installing SPM
+    - source continuous_integration/setup_spm.sh
+    # Installing Pypreprocess dependencies
+    - pip install --upgrade pip
+    - pip install nose coverage configparser
 
   override:
+    # Installing pypreprocess
+    - pip install -e .
+    # Fetching Auditory and Multimodal datasets in order to be cached in the future
+    - python -c "from pypreprocess import datasets; datasets.fetch_spm_auditory(); datasets.fetch_spm_multimodal_fmri(); datasets.fetch_fsl_feeds()"
+    # Caching terminates here. Outputs from test won't be saved.
+
     # Moving to nilearn directory before performing the installation.
     - source continuous_integration/install.sh:
         environment:

continuous_integration/show-python-packages-versions.py

@@ -0,0 +1,25 @@
+import sys
+
+DEPENDENCIES = ['numpy', 'scipy', 'sklearn', 'matplotlib', 'nibabel']
+
+
+def print_package_version(package_name, indent='  '):
+    try:
+        package = __import__(package_name)
+        version = getattr(package, '__version__', None)
+        package_file = getattr(package, '__file__', )
+        provenance_info = '{0} from {1}'.format(version, package_file)
+    except ImportError:
+        provenance_info = 'not installed'
+
+    print('{0}{1}: {2}'.format(indent, package_name, provenance_info))
+
+if __name__ == '__main__':
+    print('=' * 120)
+    print('Python %s' % str(sys.version))
+    print('from: %s\n' % sys.executable)
+
+    print('Dependencies versions')
+    for package_name in DEPENDENCIES:
+        print_package_version(package_name)
+    print('=' * 120)

pypreprocess/nipype_preproc_spm_utils.py

@@ -196,7 +196,7 @@ def _do_subject_slice_timing(subject_data, TR, TA=None, spm_dir=None,
                          time_acquisition=TA, num_slices=nslices,
                          ref_slice=ref_slice + 1,
                          slice_order=list(slice_order + 1),  # SPM
-                         ignore_exception=True
+                         ignore_exception=False
                          )
         if stc_result.outputs is None:
             subject_data.failed = True
@@ -495,7 +495,7 @@ def _do_subject_coregister(subject_data, reslice=False, spm_dir=None,
                          source=coreg_source,
                          apply_to_files=apply_to_files,
                          jobtype=jobtype,
-                         ignore_exception=True
+                         ignore_exception=False
                          )
 
     # failed node ?
@@ -633,7 +633,7 @@ def _do_subject_segment(subject_data, output_modulated_tpms=True, spm_dir=None,
         wm_output_type=gm_output_type,
         csf_output_type=csf_output_type,
         tissue_prob_maps=[GM_TEMPLATE, WM_TEMPLATE, CSF_TEMPLATE],
-        ignore_exception=True
+        ignore_exception=False
         )
 
     # failed node
@@ -746,7 +746,7 @@ def _do_subject_normalize(subject_data, fwhm=0., anat_fwhm=0., caching=True,
                                 output_dir=subject_data.scratch)
         normalize_result = normalize(
             source=subject_data.anat, template=t1_template,
-            write_preserve=False, ignore_exception=True)
+            write_preserve=False, ignore_exception=False)
         parameter_file = normalize_result.outputs.normalization_parameters
     else:
         parameter_file = subject_data.nipype_results[
@@ -777,7 +777,7 @@ def _do_subject_normalize(subject_data, fwhm=0., anat_fwhm=0., caching=True,
                 apply_to_files=apply_to_files,
                 write_voxel_sizes=list(write_voxel_sizes),
                 # write_bounding_box=[[-78, -112, -50], [78, 76, 85]],
-                write_interp=1, jobtype='write', ignore_exception=True)
+                write_interp=1, jobtype='write', ignore_exception=False)
 
             # failed node ?
             if normalize_result.outputs is None:
@@ -808,7 +808,7 @@ def _do_subject_normalize(subject_data, fwhm=0., anat_fwhm=0., caching=True,
                 write_wrap=[0, 0, 0],
                 write_interp=1,
                 jobtype='write',
-                ignore_exception=True
+                ignore_exception=False
                 )
 
             # failed node
@@ -933,7 +933,7 @@ def _do_subject_smooth(subject_data, fwhm, anat_fwhm=None, spm_dir=None,
             in_files = [getattr(subject_data, x) for x in anat_like]
 
         smooth_result = smooth(
-            in_files=in_files, fwhm=width, ignore_exception=True)
+            in_files=in_files, fwhm=width, ignore_exception=False)
 
         # failed node ?
         subject_data.nipype_results['smooth'][brain_name] = smooth_result
@@ -1025,7 +1025,7 @@ def _do_subject_dartelnorm2mni(subject_data,
             flowfield_files=subject_data.dartel_flow_fields,
             template_file=template_file,
             modulate=output_modulated_tpms,  # don't modulate
-            fwhm=anat_fwhm, ignore_exception=True, **tricky_kwargs)
+            fwhm=anat_fwhm, ignore_exception=False, **tricky_kwargs)
         setattr(subject_data, "mw" + tissue,
                 dartelnorm2mni_result.outputs.normalized_files)
 
@@ -1034,7 +1034,7 @@ def _do_subject_dartelnorm2mni(subject_data,
         apply_to_files=subject_data.anat,
         flowfield_files=subject_data.dartel_flow_fields,
         template_file=template_file,
-        ignore_exception=True,
+        ignore_exception=False,
         modulate=output_modulated_tpms,
         fwhm=anat_fwhm,
         **tricky_kwargs
@@ -1049,7 +1049,7 @@ def _do_subject_dartelnorm2mni(subject_data,
         createwarped_result = createwarped(
             image_files=subject_data.func,
             flowfield_files=subject_data.dartel_flow_fields,
-            ignore_exception=True
+            ignore_exception=False
             )
         subject_data.func = createwarped_result.outputs.warped_files
 
@@ -1408,7 +1408,7 @@ def _do_subjects_newsegment(
     newsegment_result = newsegment(
         channel_files=[subject_data.anat for subject_data in subjects],
         tissues=TISSUES,
-        ignore_exception=True)
+        ignore_exception=False)
     if newsegment_result.outputs is None:
         return
     else: