|
16 | 16 |
|
17 | 17 | import pandas as pd |
18 | 18 |
|
| 19 | +from astropy.coordinates import SkyCoord |
| 20 | +import astropy.units as u |
| 21 | + |
19 | 22 | from pyspark.sql.functions import pandas_udf, PandasUDFType |
20 | 23 | from pyspark.sql.types import MapType, StringType, FloatType, ArrayType |
21 | 24 |
|
22 | | -from fink_utils.sso.utils import query_miriade_ephemcc |
23 | | -from fink_utils.sso.utils import query_miriade |
| 25 | +from fink_utils.sso.miriade import query_miriade_ephemcc |
| 26 | +from fink_utils.sso.miriade import query_miriade |
24 | 27 |
|
25 | 28 | from fink_utils.tester import spark_unit_tests |
26 | 29 |
|
27 | 30 |
|
28 | | -COLUMNS = ["Dobs", "Dhelio", "SDSS:g", "SDSS:r", "Phase", "Elong."] |
| 31 | +COLUMNS = ["Dobs", "Dhelio", "Phase", "Elong.", "RA", "DEC"] |
29 | 32 |
|
30 | 33 |
|
31 | 34 | def sanitize_name(col): |
@@ -135,8 +138,8 @@ def extract_ztf_ephemerides_from_miriade(ssnamenr, cjd, uid, method): |
135 | 138 | ... F.expr("uuid()"), |
136 | 139 | ... F.lit("rest"))) |
137 | 140 | >>> df_new_ephem = expand_columns(df_new_ephem) |
138 | | - >>> out = df_new_ephem.select(["cjd", "SDSS:g"]).collect() |
139 | | - >>> assert len(out[0]["cjd"]) == len(out[0]["SDSS:g"]) |
| 141 | + >>> out = df_new_ephem.select(["cjd", "RA"]).collect() |
| 142 | + >>> assert len(out[0]["cjd"]) == len(out[0]["RA"]) |
140 | 143 |
|
141 | 144 | Checking rolling add |
142 | 145 | >>> from fink_utils.sso.ssoft import join_aggregated_sso_data |
@@ -190,9 +193,16 @@ def extract_ztf_ephemerides_from_miriade(ssnamenr, cjd, uid, method): |
190 | 193 | ) |
191 | 194 | if ephems.get("data", None) is not None: |
192 | 195 | # Remove any "." in name |
193 | | - out.append({ |
| 196 | + ephems_corr = { |
194 | 197 | sanitize_name(k): [dic[k] for dic in ephems["data"]] for k in COLUMNS |
195 | | - }) |
| 198 | + } |
| 199 | + |
| 200 | + # In-place transformation of RA/DEC coordinates |
| 201 | + sc = SkyCoord(ephems_corr["RA"], ephems_corr["DEC"], unit=(u.deg, u.deg)) |
| 202 | + ephems_corr["RA"] = sc.ra.value * 15 |
| 203 | + ephems_corr["DEC"] = sc.dec.value |
| 204 | + |
| 205 | + out.append(ephems_corr) |
196 | 206 | else: |
197 | 207 | # Not sure about that |
198 | 208 | out.append({}) |
|
0 commit comments