Bump pandas to 0.25.0; test updates (#1448)

* bump pandas min from 0.22.0 to 0.25.0

* fix buggy test__check_pandas_assert_kwargs

don't use monkeypatch and mocker in the same test function.  pytest-dev/pytest-mock#289

* fix psm3 test (apparent_zenith -> solar_zenith)

* whatsnew

* better UTC conversion in sun_rise_set_transit_ephem

* helpful comments

* more whatsnew

* '3.0' -> '3' in read_crn test?

* apply dtypes during parsing in read_crn

* move dropna() post-processing into read_fwf call

* fix read_crn for pandas<1.2.0

* Update pvlib/solarposition.py

Co-authored-by: Will Holmgren <[email protected]>

* nix pytz

* UTC -> utc

* address simd arccos issue in tracking.singleaxis

Co-authored-by: Will Holmgren <[email protected]>

Author: kandersolar

benchmarks/asv.conf.json

@@ -116,7 +116,7 @@
         {
             "python": "3.6",
             "numpy": "1.16.0",
-            "pandas": "0.22.0",
+            "pandas": "0.25.0",
             "scipy": "1.2.0",
             // Note: these don't have a minimum in setup.py
             "h5py": "2.10.0",

ci/requirements-py36-min.yml

@@ -16,7 +16,7 @@ dependencies:
         - dataclasses
         - h5py==3.1.0
         - numpy==1.16.0
-        - pandas==0.22.0
+        - pandas==0.25.0
         - scipy==1.2.0
         - pytest-rerunfailures # conda version is >3.6
         - pytest-remotedata # conda package is 0.3.0, needs > 0.3.1

ci/requirements-py36.yml

@@ -11,7 +11,7 @@ dependencies:
     - nose
     - numba
     - numpy >= 1.16.0
-    - pandas >= 0.22.0
+    - pandas >= 0.25.0
     - pip
     - pytest
     - pytest-cov

ci/requirements-py37.yml

@@ -11,7 +11,7 @@ dependencies:
     - nose
     - numba
     - numpy >= 1.16.0
-    - pandas >= 0.22.0
+    - pandas >= 0.25.0
     - pip
     - pytest
     - pytest-cov

ci/requirements-py38.yml

@@ -11,7 +11,7 @@ dependencies:
     - nose
     - numba
     - numpy >= 1.16.0
-    - pandas >= 0.22.0
+    - pandas >= 0.25.0
     - pip
     - pytest
     - pytest-cov

ci/requirements-py39.yml

@@ -11,7 +11,7 @@ dependencies:
     - nose
     # - numba  # python 3.9 compat in early 2021
     - numpy >= 1.16.0
-    - pandas >= 0.22.0
+    - pandas >= 0.25.0
     - pip
     - pytest
     - pytest-cov

docs/sphinx/source/whatsnew/v0.9.2.rst

@@ -13,7 +13,13 @@ Bug fixes
 ~~~~~~~~~
 * :py:func:`pvlib.irradiance.get_total_irradiance` and
   :py:func:`pvlib.solarposition.spa_python` now raise an error instead
-  of silently ignoring unknown parameters (:ghpull:`1437`)
+  of silently ignoring unknown parameters (:pull:`1437`)
+* Fix a bug in :py:func:`pvlib.solarposition.sun_rise_set_transit_ephem`
+  where passing localized timezones with large UTC offsets could return
+  rise/set/transit times for the wrong day in recent versions of ``ephem``
+  (:issue:`1449`, :pull:`1448`)
+
+
 Testing
 ~~~~~~~
 
@@ -23,8 +29,10 @@ Documentation
 Benchmarking
 ~~~~~~~~~~~~~
 * Updated version of numba in asv.conf from 0.36.1 to 0.40.0 to solve numba/numpy conflict. (:issue:`1439`, :pull:`1440`)
+
 Requirements
 ~~~~~~~~~~~~
+* Minimum pandas version increased to v0.25.0, released July 18, 2019. (:pull:`1448`)
 
 Contributors
 ~~~~~~~~~~~~

pvlib/iotools/crn.py

@@ -2,6 +2,7 @@
 """
 
 import pandas as pd
+import numpy as np
 
 
 HEADERS = [
@@ -107,13 +108,24 @@ def read_crn(filename, map_variables=True):
     """
 
     # read in data
+    # TODO: instead of parsing as strings and then post-processing, switch to
+    # pd.read_fwf(..., dtype=dict(zip(HEADERS, DTYPES)), skip_blank_lines=True)
+    # when our minimum pandas >= 1.2.0 (skip_blank_lines bug for <1.2.0).
+    # As a workaround, parse all values as strings, then drop NaN, then cast
+    # to the appropriate dtypes, and mask "sentinal" NaN (e.g. -9999.0)
     data = pd.read_fwf(filename, header=None, names=HEADERS, widths=WIDTHS,
-                       na_values=NAN_DICT)
-    # Remove rows with all nans
+                       dtype=str)
+
+    # drop empty (bad) lines
     data = data.dropna(axis=0, how='all')
-    # set dtypes here because dtype kwarg not supported in read_fwf until 0.20
+
+    # can't set dtypes in read_fwf because int cols can't contain NaN, so
+    # do it here instead
     data = data.astype(dict(zip(HEADERS, DTYPES)))
 
+    # finally, replace -999 values with NaN
+    data = data.replace(NAN_DICT, value=np.nan)
+
     # set index
     # UTC_TIME does not have leading 0s, so must zfill(4) to comply
     # with %H%M format

pvlib/solarposition.py

@@ -22,6 +22,7 @@
 import pandas as pd
 import scipy.optimize as so
 import warnings
+import datetime
 
 from pvlib import atmosphere
 from pvlib.tools import datetime_to_djd, djd_to_datetime
@@ -574,9 +575,10 @@ def sun_rise_set_transit_ephem(times, latitude, longitude,
     trans = []
     for thetime in times:
         thetime = thetime.to_pydatetime()
-        # pyephem drops timezone when converting to its internal datetime
-        # format, so handle timezone explicitly here
-        obs.date = ephem.Date(thetime - thetime.utcoffset())
+        # older versions of pyephem ignore timezone when converting to its
+        # internal datetime format, so convert to UTC here to support
+        # all versions.  GH #1449
+        obs.date = ephem.Date(thetime.astimezone(datetime.timezone.utc))
         sunrise.append(_ephem_to_timezone(rising(sun), tzinfo))
         sunset.append(_ephem_to_timezone(setting(sun), tzinfo))
         trans.append(_ephem_to_timezone(transit(sun), tzinfo))

pvlib/tests/iotools/test_crn.py

@@ -83,7 +83,7 @@ def test_read_crn_problems(testfile_problems, columns_mapped, dtypes):
                               '2020-07-06 13:10:00'],
                              freq=None).tz_localize('UTC')
     values = np.array([
-        [92821, 20200706, 1200, 20200706, 700, '3.0', -80.69, 28.62, 24.9,
+        [92821, 20200706, 1200, 20200706, 700, '3', -80.69, 28.62, 24.9,
          0.0, np.nan, 0, 25.5, 'C', 0, 93.0, 0, nan, nan, 990, 0, 1.57, 0],
         [92821, 20200706, 1310, 20200706, 810, '2.623', -80.69, 28.62,
          26.9, 0.0, 430.0, 0, 30.2, 'C', 0, 87.0, 0, nan, nan, 989, 0,