Skip to content

Commit 67ee051

Browse files
authored
Merge pull request #152 from phakiller/fix-pandas-type-hint
Fixes type hint non using direct import from 'multiprocessing'
2 parents 2885a75 + a414530 commit 67ee051

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

awswrangler/pandas.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@
33
import copy
44
import csv
55
import multiprocessing as mp
6+
from multiprocessing.connection import Connection as MultiprocessingConnection
67
from ast import literal_eval
78
from datetime import date, datetime
89
from decimal import Decimal
@@ -270,7 +271,7 @@ def _read_csv_once(session_primitives: "SessionPrimitives", bucket_name: str, ke
270271
return dataframe
271272

272273
@staticmethod
273-
def _read_csv_once_remote(send_pipe: mp.connection.Connection, session_primitives: "SessionPrimitives",
274+
def _read_csv_once_remote(send_pipe: MultiprocessingConnection, session_primitives: "SessionPrimitives",
274275
bucket_name: str, key_path: str, **pd_additional_kwargs):
275276
df: pd.DataFrame = Pandas._read_csv_once(session_primitives=session_primitives,
276277
bucket_name=bucket_name,
@@ -884,7 +885,7 @@ def _cast_pandas(dataframe: pd.DataFrame, cast_columns: Dict[str, str]) -> pd.Da
884885
return dataframe
885886

886887
@staticmethod
887-
def _data_to_s3_dataset_writer_remote(send_pipe,
888+
def _data_to_s3_dataset_writer_remote(send_pipe: MultiprocessingConnection,
888889
dataframe: pd.DataFrame,
889890
path: str,
890891
partition_cols,
@@ -1295,7 +1296,7 @@ def read_parquet(self,
12951296
return df
12961297

12971298
@staticmethod
1298-
def _read_parquet_paths_remote(send_pipe: mp.connection.Connection,
1299+
def _read_parquet_paths_remote(send_pipe: MultiprocessingConnection,
12991300
session_primitives: "SessionPrimitives",
13001301
path: Union[str, List[str]],
13011302
columns: Optional[List[str]] = None,
@@ -1781,7 +1782,7 @@ def _read_fwf(session_primitives: "SessionPrimitives", bucket_name: str, key_pat
17811782
return dataframe
17821783

17831784
@staticmethod
1784-
def _read_fwf_remote(send_pipe: mp.connection.Connection, session_primitives: "SessionPrimitives", bucket_name: str,
1785+
def _read_fwf_remote(send_pipe: MultiprocessingConnection, session_primitives: "SessionPrimitives", bucket_name: str,
17851786
key_path: str, **pd_additional_kwargs):
17861787
df: pd.DataFrame = Pandas._read_fwf(session_primitives=session_primitives,
17871788
bucket_name=bucket_name,

0 commit comments

Comments
 (0)