updated parquet writer to not require filename extension now

Author: Vedant1

dsi/plugins/file_writer.py

@@ -313,6 +313,9 @@ def __init__(self, table_name, filename, export_cols = None, **kwargs):
             - Ex: if a table has columns [a, b, c, d, e], and export_cols = [a, c, e], only those are writted to Parquet
         """
         super().__init__(filename, **kwargs)
+        file_extension = filename.rsplit(".", 1)[-1] if '.' in filename else ''
+        if file_extension not in ["pq", "parquet"]:
+            filename = filename + ".pq"
         self.parquet_file_name = filename
         self.table_name = table_name
         self.export_cols = export_cols

dsi/plugins/tests/test_file_writer.py

@@ -56,6 +56,7 @@ def test_parquet_writer():
     assert os.path.exists("student_physics_parquet.pq")
 
     a.load_module('plugin', 'Parquet', 'reader', filenames="student_physics_parquet.pq")
-
     assert "Parquet" in a.active_metadata.keys()
-    assert a.active_metadata["Parquet"]["specification"] == ["!amy", "!amy1"]
+    assert a.active_metadata["Parquet"]["specification"] == ["!amy", "!amy1"]
+
+    os.remove("student_physics_parquet.pq")