refactor: read excel faster

Author: XiaJunjie2020

backend/apps/datasource/api/datasource.py

@@ -273,9 +273,9 @@ def inner():
             for sheet_name in sheet_names:
                 tableName = f"{sheet_name}_{hashlib.sha256(uuid.uuid4().bytes).hexdigest()[:10]}"
                 sheets.append({"tableName": tableName, "tableComment": ""})
-                df_temp = pd.read_excel(save_path, nrows=5)
-                non_empty_cols = df_temp.columns[df_temp.notna().any()].tolist()
-                df = pd.read_excel(save_path, sheet_name=sheet_name, engine='calamine', usecols=non_empty_cols)
+                # df_temp = pd.read_excel(save_path, nrows=5)
+                # non_empty_cols = df_temp.columns[df_temp.notna().any()].tolist()
+                df = pd.read_excel(save_path, sheet_name=sheet_name, engine='calamine')
                 insert_pg(df, tableName, engine)
 
         # os.remove(save_path)