Merge pull request #25 from synthesizer-project/qdev

switching over to synference-download, cleaning up files

Author: tHarvey303

.github/workflows/docs.yml

@@ -44,15 +44,16 @@ jobs:
           sudo apt install pandoc
           pip install "cosmos-synthesizer@git+https://github.com/synthesizer-project/synthesizer.git"
           pip install .[test,docs]
-          pip install "dense_basis@git+https://github.com/kartheikiyer/dense_basis"
+          pip install "dense_basis@git+https://github.com/kartheikiyer/dense_basis.git"
           pip install "ltu_ili@git+https://github.com/maho3/ltu-ili.git"
+          pip install "cosmos-synthesizer@git+https://github.com/synthesizer-project/synthesizer.git#egg=synthesizer"
           pip install pytest-xdist  # enable parallel pytest execution
       - name: Download test data
         run: |
           # Download test grid data 
           mkdir -p data/libraries/
           synthesizer-download --test-grids --dust-grid
-          synference-download --test
+          python -c "from synference.utils import download_test_data; download_test_data()"
       - name: Sphinx Build
         run: |
           # Test sphinx build (runs all notebooks)

.github/workflows/python-app.yml

@@ -31,9 +31,11 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        WITH_OPENMP=1 pip install .
+        pip install .
         pip install ruff pytest
         pip install "ltu_ili@git+https://github.com/maho3/ltu-ili.git"
+        pip install "cosmos-synthesizer@git+https://github.com/synthesizer-project/synthesizer.git#egg=synthesizer"
+        python -c "from synference.utils import download_test_data; download_test_data()"
     
     - name: Test import
       run: |

docs/source/advanced_topics/simformer.ipynb

@@ -31,10 +31,10 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from synference import SBI_Fitter\n",
+    "from synference import SBI_Fitter, test_data_dir\n",
     "\n",
     "fitter = SBI_Fitter.init_from_hdf5(\n",
-    "    model_name=\"test\", hdf5_path=\"../example_libraries/example_model_library.hdf5\"\n",
+    "    model_name=\"test\", hdf5_path=f\"{test_data_dir}/example_model_library.hdf5\"\n",
     ")"
    ]
   },

docs/source/gfx/SBI_SED.png

@@ -28,7 +28,7 @@
     "\n",
     "Synthesizer relies on pre-computed SPS (Stellar Population Synthesis) model grids to generate synthetic observables. The main documentation for these grids can be found [here](https://synthesizer-project.github.io/synthesizer/emission_grids/grids.html). Pre-computed grids are available for download for several popular SPS models, including: BPASS, FSPS, BC03, and Maraston, and are stored in HDF5 format.\n",
     "\n",
-    "Additionally, pre-computed grids have been generated for a variety of IMFs, and have been post-processed to include nebular emission using Cloudy. You should have a `SYNTHESIZER_GRID_DIR` environment variable pointing to the directory where you have stored these grids. \n",
+    "Additionally, pre-computed grids have been generated for a variety of IMFs, and variants which have been post-processed to include nebular emission using Cloudy are also available. \n",
     "\n",
     "For the purposes of this crash course, we will use a test grid from BPASS v2.2.1, but the following will work with any of the available grids."
    ]

docs/source/library_gen/complex_library_generation.ipynb

@@ -32,7 +32,7 @@
     "from synthesizer import get_grids_dir\n",
     "from unyt import Jy\n",
     "\n",
-    "from synference import SBI_Fitter, load_unc_model_from_hdf5\n",
+    "from synference import SBI_Fitter, load_unc_model_from_hdf5, test_data_dir\n",
     "\n",
     "print(get_grids_dir())\n",
     "\n",
@@ -68,7 +68,7 @@
    "source": [
     "from astropy.table import Table\n",
     "\n",
-    "cat = Table.read(\"../example_models/cats/jades_spec_catalogue_subset.fits\")"
+    "cat = Table.read(f\"{test_data_dir}/jades_spec_catalogue_subset.fits\")"
    ]
   },
   {
@@ -84,15 +84,15 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "library_path = \"../example_models/BPASS_DB_v4/grid_BPASS_Chab_DenseBasis_SFH_0.01_z_14_logN_2.7_Calzetti_v3_multinode.hdf5\"  # noqa: E501\n",
+    "library_path = (\n",
+    "    f\"{test_data_dir}/grid_BPASS_Chab_DenseBasis_SFH_0.01_z_14_logN_2.7_Calzetti_v3_multinode.hdf5\"  # noqa: E501\n",
+    ")\n",
     "\n",
     "fitter = SBI_Fitter.load_saved_model(\n",
-    "    model_file=\"../example_models/BPASS_DB_v4\", library_path=library_path, device=\"cpu\"\n",
+    "    model_file=f\"{test_data_dir}\", library_path=library_path, device=\"cpu\"\n",
     ")\n",
     "\n",
-    "nm_path = (\n",
-    "    \"../example_models/BPASS_DB_v4/BPASS_DenseBasis_v4_final_nsf_0_params_empirical_noise_models.h5\"\n",
-    ")\n",
+    "nm_path = f\"{test_data_dir}/BPASS_DenseBasis_v4_final_nsf_0_params_empirical_noise_models.h5\"\n",
     "noise_models = load_unc_model_from_hdf5(nm_path)\n",
     "\n",
     "fitter.feature_array_flags[\"empirical_noise_models\"] = noise_models"

docs/source/library_gen/synthesizer_crash_course.ipynb

@@ -4,6 +4,5 @@ Posterior Inference
 .. toctree::
    :maxdepth: 2
 
-   using_your_model
+   catalogue_fitting
    sed_recovery
-   catalogue_fitting

docs/source/posterior_inference/catalogue_fitting.ipynb

@@ -61,17 +61,17 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from synference import SBI_Fitter, load_unc_model_from_hdf5\n",
+    "from synference import SBI_Fitter, load_unc_model_from_hdf5, test_data_dir\n",
     "\n",
-    "library_path = \"../example_models/BPASS_DB_v4/grid_BPASS_Chab_DenseBasis_SFH_0.01_z_14_logN_2.7_Calzetti_v3_multinode.hdf5\"  # noqa: E501\n",
+    "library_path = (\n",
+    "    f\"{test_data_dir}/grid_BPASS_Chab_DenseBasis_SFH_0.01_z_14_logN_2.7_Calzetti_v3_multinode.hdf5\"  # noqa: E501\n",
+    ")\n",
     "\n",
     "fitter = SBI_Fitter.load_saved_model(\n",
-    "    model_file=\"../example_models/BPASS_DB_v4\", library_path=library_path, device=\"cpu\"\n",
+    "    model_file=f\"{test_data_dir}\", library_path=library_path, device=\"cpu\"\n",
     ")\n",
     "\n",
-    "nm_path = (\n",
-    "    \"../example_models/BPASS_DB_v4/BPASS_DenseBasis_v4_final_nsf_0_params_empirical_noise_models.h5\"\n",
-    ")\n",
+    "nm_path = f\"{test_data_dir}/BPASS_DenseBasis_v4_final_nsf_0_params_empirical_noise_models.h5\"\n",
     "noise_models = load_unc_model_from_hdf5(nm_path)\n",
     "\n",
     "fitter.feature_array_flags[\"empirical_noise_models\"] = noise_models"