MAINT: Remove E501 flake8 errors (#321)

gfyoung · jreback · commit 314033de2b85 · 2017-05-10T06:57:53.000-04:00
diff --git a/.travis.yml b/.travis.yml
@@ -72,7 +72,7 @@ script:
     - export ENIGMA_API_KEY=$ENIGMA_API_KEY
     - pytest -s --cov=pandas_datareader --cov-report xml:/tmp/cov-datareader.xml --junitxml=/tmp/datareader.xml
     - flake8 --version
-    - flake8 --ignore E501 pandas_datareader
+    - flake8 pandas_datareader
 
 after_success:
   - coveralls
diff --git a/pandas_datareader/base.py b/pandas_datareader/base.py
@@ -127,7 +127,8 @@ def _read_lines(self, out):
             rs = rs[:-1]
         # Get rid of unicode characters in index name.
         try:
-            rs.index.name = rs.index.name.decode('unicode_escape').encode('ascii', 'ignore')
+            rs.index.name = rs.index.name.decode(
+                'unicode_escape').encode('ascii', 'ignore')
         except AttributeError:
             # Python 3 string has no decode method.
             rs.index.name = rs.index.name.encode('ascii', 'ignore').decode()
@@ -152,7 +153,8 @@ def read(self):
         """ read data """
         # If a single symbol, (e.g., 'GOOG')
         if isinstance(self.symbols, (compat.string_types, int)):
-            df = self._read_one_data(self.url, params=self._get_params(self.symbols))
+            df = self._read_one_data(self.url,
+                                     params=self._get_params(self.symbols))
         # Or multiple symbols, (e.g., ['GOOG', 'AAPL', 'MSFT'])
         elif isinstance(self.symbols, DataFrame):
             df = self._dl_mult_symbols(self.symbols.index)
@@ -167,7 +169,8 @@ def _dl_mult_symbols(self, symbols):
         for sym_group in _in_chunks(symbols, self.chunksize):
             for sym in sym_group:
                 try:
-                    stocks[sym] = self._read_one_data(self.url, self._get_params(sym))
+                    stocks[sym] = self._read_one_data(self.url,
+                                                      self._get_params(sym))
                     passed.append(sym)
                 except IOError:
                     msg = 'Failed to read symbol: {0!r}, replacing with NaN.'
diff --git a/pandas_datareader/data.py b/pandas_datareader/data.py
@@ -90,7 +90,8 @@ def DataReader(name, data_source=None, start=None, end=None,
     # Data from Yahoo! Finance
     gs = DataReader("GS", "yahoo")
 
-    # Corporate Actions (Dividend and Split Data) with ex-dates from Yahoo! Finance
+    # Corporate Actions (Dividend and Split Data)
+    # with ex-dates from Yahoo! Finance
     gs = DataReader("GS", "yahoo-actions")
 
     # Data from Google Finance
diff --git a/pandas_datareader/enigma.py b/pandas_datareader/enigma.py
@@ -12,20 +12,24 @@
 
 class EnigmaReader(_BaseReader):
     """
-    Collects Enigma data located at the specified datapath and returns a pandas DataFrame.
+    Collects Enigma data located at the specified datapath and
+    returns a pandas DataFrame.
 
     Usage (high-level):
     ```
         import pandas_datareader as pdr
         df = pdr.get_data_enigma('enigma.inspections.restaurants.fl')
 
-        #in the event that ENIGMA_API_KEY does not exist in your env, it can be supplied as the second arg:
-        df = prd.get_data_enigma('enigma.inspections.restaurants.fl', 'ARIAMFHKJMISF38UT')
+        # in the event that ENIGMA_API_KEY does not exist in your env,
+        # it can be supplied as the second arg:
+        df = prd.get_data_enigma('enigma.inspections.restaurants.fl',
+        ...                      'ARIAMFHKJMISF38UT')
     ```
 
     Usage:
     ```
-        df = EnigmaReader(datapath='enigma.inspections.restaurants.fl', api_key='ARIAMFHKJMISF38UT').read()
+        df = EnigmaReader(datapath='enigma.inspections.restaurants.fl',
+        ...               api_key='ARIAMFHKJMISF38UT').read()
     ```
     """
 
@@ -42,16 +46,18 @@ def __init__(self,
         if api_key is None:
             self._api_key = os.getenv('ENIGMA_API_KEY')
             if self._api_key is None:
-                raise ValueError(
-                    """Please provide an Enigma API key or set the ENIGMA_API_KEY environment variable\n
-                        If you do not have an API key, you can get one here: https://app.enigma.io/signup""")
+                raise ValueError("Please provide an Enigma API key or set "
+                                 "the ENIGMA_API_KEY environment variable\n"
+                                 "If you do not have an API key, you can get "
+                                 "one here: https://app.enigma.io/signup")
         else:
             self._api_key = api_key
 
         self._datapath = datapath
         if not isinstance(self._datapath, compat.string_types):
             raise ValueError(
-                "The Enigma datapath must be a string (ex: 'enigma.inspections.restaurants.fl')")
+                "The Enigma datapath must be a string (ex: "
+                "'enigma.inspections.restaurants.fl')")
 
     @property
     def url(self):
@@ -95,5 +101,6 @@ def extract_export_url(self, delay=10, max_attempts=10):
 
     def read(self):
         export_gzipped_req = self._request(self.extract_export_url())
-        decompressed_data = self._decompress_export(export_gzipped_req.content).decode("utf-8")
+        decompressed_data = self._decompress_export(
+            export_gzipped_req.content).decode("utf-8")
         return pd.read_csv(StringIO(decompressed_data))
diff --git a/pandas_datareader/eurostat.py b/pandas_datareader/eurostat.py
@@ -27,7 +27,8 @@ def dsd_url(self):
         if not isinstance(self.symbols, compat.string_types):
             raise ValueError('data name must be string')
 
-        return '{0}/datastructure/ESTAT/DSD_{1}'.format(self._URL, self.symbols)
+        return '{0}/datastructure/ESTAT/DSD_{1}'.format(
+            self._URL, self.symbols)
 
     def _read_one_data(self, url, params):
         resp_dsd = self._get_response(self.dsd_url)
diff --git a/pandas_datareader/famafrench.py b/pandas_datareader/famafrench.py
@@ -115,10 +115,12 @@ def _read_one_data(self, url, params):
             shape = '({0} rows x {1} cols)'.format(*df.shape)
             table_desc.append('{0} {1}'.format(title, shape).strip())
 
-        descr = '{0}\n{1}\n\n'.format(self.symbols.replace('_', ' '), len(self.symbols) * '-')
+        descr = '{0}\n{1}\n\n'.format(self.symbols.replace('_', ' '),
+                                      len(self.symbols) * '-')
         if doc_chunks:
             descr += ' '.join(doc_chunks).replace(2 * ' ', ' ') + '\n\n'
-        table_descr = map(lambda x: '{0:3} : {1}'.format(*x), enumerate(table_desc))
+        table_descr = map(lambda x: '{0:3} : {1}'.format(*x),
+                          enumerate(table_desc))
         datasets['DESCR'] = descr + '\n'.join(table_descr)
 
         return datasets
@@ -139,7 +141,9 @@ def get_available_datasets(self):
         response = self.session.get(_URL + 'data_library.html')
         root = document_fromstring(response.content)
 
-        l = filter(lambda x: x.startswith(_URL_PREFIX) and x.endswith(_URL_SUFFIX),
-                   [e.attrib['href'] for e in root.findall('.//a') if 'href' in e.attrib])
+        l = filter(lambda x: (x.startswith(_URL_PREFIX) and
+                              x.endswith(_URL_SUFFIX)),
+                   [(e.attrib['href'] for e in root.findall('.//a')
+                     if 'href' in e.attrib)])
 
         return lmap(lambda x: x[len(_URL_PREFIX):-len(_URL_SUFFIX)], l)
diff --git a/pandas_datareader/fred.py b/pandas_datareader/fred.py
@@ -37,8 +37,8 @@ def fetch_data(url, name):
                 return data.truncate(self.start, self.end)
             except KeyError:  # pragma: no cover
                 if data.ix[3].name[7:12] == 'Error':
-                    raise IOError("Failed to get the data. Check that {0!r} is "
-                                  "a valid FRED series.".format(name))
+                    raise IOError("Failed to get the data. Check that "
+                                  "{0!r} is a valid FRED series.".format(name))
                 raise
         df = concat([fetch_data(url, n) for url, n in zip(urls, names)],
                     axis=1, join='outer')
diff --git a/pandas_datareader/google/options.py b/pandas_datareader/google/options.py
@@ -60,14 +60,15 @@ def get_options_data(self, month=None, year=None, expiry=None):
 
         Parameters
         ----------
-        month : number, int, optional(default=None)
+        month : number, int, optional (default=None)
             The month the options expire. This should be either 1 or 2
             digits.
 
-        year : number, int, optional(default=None)
+        year : number, int, optional (default=None)
             The year the options expire. This should be a 4 digit int.
 
-        expiry : date-like or convertible or list-like object, optional (default=None)
+        expiry : date-like or convertible or
+                 list-like object, optional (default=None)
             The date (or dates) when options expire (defaults to current month)
 
         Returns
@@ -93,14 +94,16 @@ def get_options_data(self, month=None, year=None, expiry=None):
 
         Notes
         -----
-        Note: Format of returned data frame is dependent on Google and may change.
+        Note: Format of returned data frame is dependent on
+              Google and may change.
 
             >>> goog = Options('goog', 'google')  # Create object
             >>> goog.get_options_data(expiry=goog.expiry_dates[0])  # Get data
 
         """
         if month is not None or year is not None:
-            raise NotImplementedError('month and year parameters cannot be used')
+            raise NotImplementedError('month and year parameters '
+                                      'cannot be used')
         if expiry is None:
             raise ValueError('expiry has to be set')
         d = self._load_data(expiry)
@@ -116,12 +119,14 @@ def expiry_dates(self):
         except AttributeError:
             # has to be a non-valid date, to trigger returning 'expirations'
             d = self._load_data(dt.datetime(2016, 1, 3))
-            self._expiry_dates = [dt.date(x['y'], x['m'], x['d']) for x in d['expirations']]
+            self._expiry_dates = [dt.date(x['y'], x['m'], x['d'])
+                                  for x in d['expirations']]
         return self._expiry_dates
 
     def _load_data(self, expiry):
-        url = self._OPTIONS_BASE_URL.format(sym=self.symbol, day=expiry.day,
-                                            month=expiry.month, year=expiry.year)
+        url = self._OPTIONS_BASE_URL.format(
+            sym=self.symbol, day=expiry.day,
+            month=expiry.month, year=expiry.year)
         s = re.sub(r'(\w+):', '"\\1":', self._read_url_as_StringIO(url).read())
         return json.loads(s)
 
@@ -136,7 +141,8 @@ def _process_data(self, jd, expiry):
                    'Open_Int', 'Root', 'Underlying_Price', 'Quote_Time']
         indexes = ['Strike', 'Expiry', 'Type', 'Symbol']
         rows_list, index = self._process_rows(jd, now, expiry)
-        df = DataFrame(rows_list, columns=columns, index=MultiIndex.from_tuples(index, names=indexes))
+        df = DataFrame(rows_list, columns=columns,
+                       index=MultiIndex.from_tuples(index, names=indexes))
 
         # Make dtype consistent, requires float64 as there can be NaNs
         df['Vol'] = df['Vol'].astype('float64')
@@ -150,9 +156,12 @@ def _process_rows(self, jd, now, expiry):
         for key, typ in [['calls', 'call'], ['puts', 'put']]:
             for row in jd[key]:
                 d = {}
-                for dkey, rkey, ntype in [('Last', 'p', float), ('Bid', 'b', float),
-                                          ('Ask', 'a', float), ('Chg', 'c', float),
-                                          ('PctChg', 'cp', float), ('Vol', 'vol', int),
+                for dkey, rkey, ntype in [('Last', 'p', float),
+                                          ('Bid', 'b', float),
+                                          ('Ask', 'a', float),
+                                          ('Chg', 'c', float),
+                                          ('PctChg', 'cp', float),
+                                          ('Vol', 'vol', int),
                                           ('Open_Int', 'oi', int)]:
                     try:
                         d[dkey] = ntype(row[rkey].replace(',', ''))
@@ -162,5 +171,6 @@ def _process_rows(self, jd, now, expiry):
                 d['Underlying_Price'] = jd['underlying_price']
                 d['Quote_Time'] = now
                 rows_list.append(d)
-                index.append((float(row['strike'].replace(',', '')), expiry, typ, row['s']))
+                index.append((float(row['strike'].replace(',', '')),
+                              expiry, typ, row['s']))
         return rows_list, index
diff --git a/pandas_datareader/google/quotes.py b/pandas_datareader/google/quotes.py
@@ -28,6 +28,8 @@ def _read_lines(self, out):
         buffer = out.read()
         m = re.search('// ', buffer)
         result = json.loads(buffer[m.start() + len('// '):])
-        return pd.DataFrame([[float(x['cp']), float(x['l']), np.datetime64(parse(x['lt']).isoformat())]
-                            for x in result], columns=['change_pct', 'last', 'time'],
+        return pd.DataFrame([[float(x['cp']), float(x['l']),
+                              np.datetime64(parse(x['lt']).isoformat())]
+                             for x in result], columns=['change_pct',
+                                                        'last', 'time'],
                             index=[x['t'] for x in result])
diff --git a/pandas_datareader/io/jsdmx.py b/pandas_datareader/io/jsdmx.py
@@ -18,7 +18,7 @@ def read_jsdmx(path_or_buf):
 
     Parameters
     ----------
-    filepath_or_buffer : a valid SDMX-JSON string or file-like
+    path_or_buf : a valid SDMX-JSON string or file-like
         http://sdmx.org/wp-content/uploads/2014/07/sdmx-json-data-message.pdf
 
     Returns
@@ -58,7 +58,8 @@ def _get_indexer(index):
     if index.nlevels == 1:
         return [str(i) for i in compat.range(len(index))]
     else:
-        it = itertools.product(*[compat.range(len(level)) for level in index.levels])
+        it = itertools.product(*[compat.range(
+            len(level)) for level in index.levels])
         return [':'.join(map(str, i)) for i in it]
 
 
diff --git a/pandas_datareader/io/sdmx.py b/pandas_datareader/io/sdmx.py
@@ -141,7 +141,8 @@ def _construct_index(keys, dsd=None):
             except KeyError:
                 values[name] = [value]
 
-    midx = pd.MultiIndex.from_arrays([values[name] for name in names], names=names)
+    midx = pd.MultiIndex.from_arrays([values[name] for name in names],
+                                     names=names)
     return midx
 
 
@@ -168,9 +169,11 @@ def _get_child(element, key):
     if len(elements) == 1:
         return elements[0]
     elif len(elements) == 0:
-        raise ValueError("Element {0} contains no {1}".format(element.tag, key))
+        raise ValueError("Element {0} contains "
+                         "no {1}".format(element.tag, key))
     else:
-        raise ValueError("Element {0} contains multiple {1}".format(element.tag, key))
+        raise ValueError("Element {0} contains "
+                         "multiple {1}".format(element.tag, key))
 
 
 _NAME_EN = ".//{0}Name[@{1}lang='en']".format(_COMMON, _XML)
diff --git a/pandas_datareader/oanda.py b/pandas_datareader/oanda.py
@@ -8,7 +8,9 @@ def reverse_pair(s, sep="/"):
     return sep.join([lst[1], lst[0]])
 
 
-def get_oanda_currency_historical_rates(start, end, quote_currency="USD", base_currency=None, reversed=True, session=None):
+def get_oanda_currency_historical_rates(start, end, quote_currency="USD",
+                                        base_currency=None, reversed=True,
+                                        session=None):
     session = _init_session(session)
     start, end = _sanitize_dates(start, end)
 
@@ -39,7 +41,9 @@ def get_oanda_currency_historical_rates(start, end, quote_currency="USD", base_c
     skiprows = 4
     skipfooter = 4
     usecols = range(len(base_currency) + 1)
-    df = pd.read_csv(StringIO(response.text), parse_dates=[0], skiprows=skiprows, skipfooter=skipfooter, usecols=usecols, engine='python')
+    df = pd.read_csv(StringIO(response.text), parse_dates=[0],
+                     skiprows=skiprows, skipfooter=skipfooter,
+                     usecols=usecols, engine='python')
     df = df.rename(columns={
         "End Date": "Date",
     })
diff --git a/pandas_datareader/tsp.py b/pandas_datareader/tsp.py
@@ -27,7 +27,8 @@ class TSPReader(_BaseReader):
     """
 
     def __init__(self,
-                 symbols=['Linc', 'L2020', 'L2030', 'L2040', 'L2050', 'G', 'F', 'C', 'S', 'I'],
+                 symbols=['Linc', 'L2020', 'L2030', 'L2040',
+                          'L2050', 'G', 'F', 'C', 'S', 'I'],
                  start=None, end=None, retry_count=3, pause=0.001,
                  session=None):
         super(TSPReader, self).__init__(symbols=symbols,
diff --git a/pandas_datareader/wb.py b/pandas_datareader/wb.py
diff --git a/pandas_datareader/yahoo/daily.py b/pandas_datareader/yahoo/daily.py
diff --git a/pandas_datareader/yahoo/options.py b/pandas_datareader/yahoo/options.py
diff --git a/pandas_datareader/yahoo/quotes.py b/pandas_datareader/yahoo/quotes.py
