Merge pull request #3 from astronomy-commons/delucchi/dask

Create local cluster/client for all tests.

Author: kesiavino

pyproject.toml

@@ -17,7 +17,7 @@ classifiers = [
 dynamic = ["version"]
 requires-python = ">=3.10"
 dependencies = [
-    "lsdb",
+    "lsdb>=0.6.0",
 ]
 
 [project.urls]

tests/conftest.py

@@ -1,10 +1,21 @@
 from pathlib import Path
 
 import pytest
+from dask.distributed import Client, LocalCluster
 
 TEST_DIR = Path(__file__).parent
 
 
+@pytest.fixture(scope="session", name="dask_client", autouse=True)
+def dask_client():
+    """Create a single client for use by all unit test cases."""
+    cluster = LocalCluster(n_workers=1, threads_per_worker=1, dashboard_address=":0")
+    client = Client(cluster)
+    yield client
+    client.close()
+    cluster.close()
+
+
 @pytest.fixture
 def test_data_dir():
     return Path(TEST_DIR) / "data"

tests/data/fetch_catalogs.ipynb

@@ -17,17 +17,22 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "full_delve = lsdb.read_hats('https://data.lsdb.io/hats/delve_dr2', columns=['QUICK_OBJECT_ID',\n",
-    " 'RA',\n",
-    " 'DEC',\n",
-    " 'MAG_PSF_G',\n",
-    " 'MAG_PSF_R',\n",
-    " 'MAG_PSF_I',\n",
-    " 'MAG_PSF_Z',\n",
-    " 'MAGERR_PSF_G',\n",
-    " 'MAGERR_PSF_R',\n",
-    " 'MAGERR_PSF_I',\n",
-    " 'MAGERR_PSF_Z',])"
+    "full_delve = lsdb.read_hats(\n",
+    "    \"https://data.lsdb.io/hats/delve_dr2\",\n",
+    "    columns=[\n",
+    "        \"QUICK_OBJECT_ID\",\n",
+    "        \"RA\",\n",
+    "        \"DEC\",\n",
+    "        \"MAG_PSF_G\",\n",
+    "        \"MAG_PSF_R\",\n",
+    "        \"MAG_PSF_I\",\n",
+    "        \"MAG_PSF_Z\",\n",
+    "        \"MAGERR_PSF_G\",\n",
+    "        \"MAGERR_PSF_R\",\n",
+    "        \"MAGERR_PSF_I\",\n",
+    "        \"MAGERR_PSF_Z\",\n",
+    "    ],\n",
+    ")"
    ]
   },
   {
@@ -57,7 +62,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "cone_delve = full_delve.cone_search(ra=8.8567, dec=11.8167, radius_arcsec=25*60)"
+    "cone_delve = full_delve.cone_search(ra=8.8567, dec=11.8167, radius_arcsec=25 * 60)"
    ]
   },
   {
@@ -87,54 +92,60 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "full_ps1 = lsdb.read_hats('s3://stpubdata/panstarrs/ps1/public/hats/otmo', margin_cache='s3://stpubdata/panstarrs/ps1/public/hats/otmo_10arcs',columns=['objName',\n",
-    " 'objID',\n",
-    " 'surveyID',\n",
-    " 'qualityFlag',\n",
-    " 'raMean',\n",
-    " 'decMean',\n",
-    " 'raMeanErr',\n",
-    " 'decMeanErr',\n",
-    " 'pmra',\n",
-    " 'pmdec',\n",
-    " 'pmraErr',\n",
-    " 'pmdecErr',\n",
-    " 'epochMean',\n",
-    " 'gMeanPSFMag',\n",
-    " 'gMeanPSFMagErr',\n",
-    " 'gMeanPSFMagStd',\n",
-    " 'gMeanPSFMagNpt',\n",
-    " 'gMeanPSFMagMin',\n",
-    " 'gMeanPSFMagMax',\n",
-    " 'gFlags',\n",
-    " 'rMeanPSFMag',\n",
-    " 'rMeanPSFMagErr',\n",
-    " 'rMeanPSFMagStd',\n",
-    " 'rMeanPSFMagNpt',\n",
-    " 'rMeanPSFMagMin',\n",
-    " 'rMeanPSFMagMax',\n",
-    " 'rFlags',\n",
-    " 'iMeanPSFMag',\n",
-    " 'iMeanPSFMagErr',\n",
-    " 'iMeanPSFMagStd',\n",
-    " 'iMeanPSFMagNpt',\n",
-    " 'iMeanPSFMagMin',\n",
-    " 'iMeanPSFMagMax',\n",
-    " 'iFlags',\n",
-    " 'zMeanPSFMag',\n",
-    " 'zMeanPSFMagErr',\n",
-    " 'zMeanPSFMagStd',\n",
-    " 'zMeanPSFMagNpt',\n",
-    " 'zMeanPSFMagMin',\n",
-    " 'zMeanPSFMagMax',\n",
-    " 'zFlags',\n",
-    " 'yMeanPSFMag',\n",
-    " 'yMeanPSFMagErr',\n",
-    " 'yMeanPSFMagStd',\n",
-    " 'yMeanPSFMagNpt',\n",
-    " 'yMeanPSFMagMin',\n",
-    " 'yMeanPSFMagMax',\n",
-    " 'yFlags'])"
+    "full_ps1 = lsdb.read_hats(\n",
+    "    \"s3://stpubdata/panstarrs/ps1/public/hats/otmo\",\n",
+    "    margin_cache=\"s3://stpubdata/panstarrs/ps1/public/hats/otmo_10arcs\",\n",
+    "    columns=[\n",
+    "        \"objName\",\n",
+    "        \"objID\",\n",
+    "        \"surveyID\",\n",
+    "        \"qualityFlag\",\n",
+    "        \"raMean\",\n",
+    "        \"decMean\",\n",
+    "        \"raMeanErr\",\n",
+    "        \"decMeanErr\",\n",
+    "        \"pmra\",\n",
+    "        \"pmdec\",\n",
+    "        \"pmraErr\",\n",
+    "        \"pmdecErr\",\n",
+    "        \"epochMean\",\n",
+    "        \"gMeanPSFMag\",\n",
+    "        \"gMeanPSFMagErr\",\n",
+    "        \"gMeanPSFMagStd\",\n",
+    "        \"gMeanPSFMagNpt\",\n",
+    "        \"gMeanPSFMagMin\",\n",
+    "        \"gMeanPSFMagMax\",\n",
+    "        \"gFlags\",\n",
+    "        \"rMeanPSFMag\",\n",
+    "        \"rMeanPSFMagErr\",\n",
+    "        \"rMeanPSFMagStd\",\n",
+    "        \"rMeanPSFMagNpt\",\n",
+    "        \"rMeanPSFMagMin\",\n",
+    "        \"rMeanPSFMagMax\",\n",
+    "        \"rFlags\",\n",
+    "        \"iMeanPSFMag\",\n",
+    "        \"iMeanPSFMagErr\",\n",
+    "        \"iMeanPSFMagStd\",\n",
+    "        \"iMeanPSFMagNpt\",\n",
+    "        \"iMeanPSFMagMin\",\n",
+    "        \"iMeanPSFMagMax\",\n",
+    "        \"iFlags\",\n",
+    "        \"zMeanPSFMag\",\n",
+    "        \"zMeanPSFMagErr\",\n",
+    "        \"zMeanPSFMagStd\",\n",
+    "        \"zMeanPSFMagNpt\",\n",
+    "        \"zMeanPSFMagMin\",\n",
+    "        \"zMeanPSFMagMax\",\n",
+    "        \"zFlags\",\n",
+    "        \"yMeanPSFMag\",\n",
+    "        \"yMeanPSFMagErr\",\n",
+    "        \"yMeanPSFMagStd\",\n",
+    "        \"yMeanPSFMagNpt\",\n",
+    "        \"yMeanPSFMagMin\",\n",
+    "        \"yMeanPSFMagMax\",\n",
+    "        \"yFlags\",\n",
+    "    ],\n",
+    ")"
    ]
   },
   {
@@ -164,7 +175,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "cone_ps1 = full_ps1.cone_search(ra=8.8567, dec=11.8167, radius_arcsec=25*60,fine=True)"
+    "cone_ps1 = full_ps1.cone_search(ra=8.8567, dec=11.8167, radius_arcsec=25 * 60, fine=True)"
    ]
   },
   {