Merge pull request #16 from Caltech-IPAC/raen/add/neowise-parquet

Add notebooks for NEOWISE parquet catalog

Author: bsipocz

conf.py

@@ -49,9 +49,13 @@
     # Ignore them here.
     nb_execution_excludepatterns += ['wise-allwise-catalog-demo.md', 'Parallelize_Convolution.md']
 
+if 'CI' in os.environ:
+    # Both NEOWISE parquet notebooks work with large data that doesn't work within CircleCI or GHA resource limits
+    nb_execution_excludepatterns += ['neowise-source-table-strategies.md', 'neowise-source-table-lightcurves.md']
+
 if platform.platform().startswith("mac") or platform.platform().startswith("win"):
     # The way the notebooks use the multiprocessing module is known to not work on non-Linux
-    nb_execution_excludepatterns += ['Parallelize_Convolution.md']
+    nb_execution_excludepatterns += ['Parallelize_Convolution.md', 'neowise-source-table-lightcurves.md']
 
 # -- Options for HTML output -------------------------------------------------
 

ignore_gha_testing

@@ -0,0 +1,2 @@
+tutorials/parquet-catalog-demos/neowise-source-table-lightcurves
+tutorials/parquet-catalog-demos/neowise-source-table-strategies

index.md

@@ -33,6 +33,8 @@ caption: Cloud data access
 
 tutorials/cloud_access/cloud-access-intro
 tutorials/parquet-catalog-demos/wise-allwise-catalog-demo
+tutorials/parquet-catalog-demos/neowise-source-table-strategies
+tutorials/parquet-catalog-demos/neowise-source-table-lightcurves
 tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey
 tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey
 

tox.ini

@@ -37,6 +37,7 @@ commands =
     # too due to issues with e.g. multiprocessing and problems in upstream dependency
     !buildhtml: bash -c 'if python -c "import platform; print(platform.platform())" | grep -i macos; then cat ignore_osx_testing >> ignore_testing; fi'
     !buildhtml: bash -c 'if python -c "import platform; print(platform.platform())" | grep -i win; then cat ignore_windows_testing >> ignore_testing; fi'
+    !buildhtml: bash -c 'if [[ $CI == true ]]; then cat ignore_gha_testing >> ignore_testing; fi'
     !buildhtml: bash -c 'find tutorials -name "*.md" | grep -vf ignore_testing | xargs jupytext --to notebook '
 
     !buildhtml: pytest --nbval-lax -vv --durations=10 tutorials