feat: Add DataframeDisplayConfig for customizable DataFrame display options

- Introduced `DataframeDisplayConfig` struct to manage display settings for DataFrames.
- Added fields for maximum bytes, minimum rows, maximum cell length, and maximum rows in repr.
- Implemented a constructor with default values for easy initialization.
- Updated `PySessionConfig` to include `display_config` with default settings.

Author: kosiew

src/context.rs

@@ -72,16 +72,71 @@ use datafusion_ffi::table_provider::{FFI_TableProvider, ForeignTableProvider};
 use pyo3::types::{PyCapsule, PyDict, PyList, PyTuple, PyType};
 use tokio::task::JoinHandle;
 
+/// Configuration for displaying DataFrames
+#[pyclass(name = "DataframeDisplayConfig", module = "datafusion", subclass)]
+#[derive(Clone)]
+pub struct DataframeDisplayConfig {
+    /// Maximum bytes to display for table presentation (default: 2MB)
+    #[pyo3(get, set)]
+    pub max_table_bytes: usize,
+    /// Minimum number of table rows to display (default: 20)
+    #[pyo3(get, set)]
+    pub min_table_rows: usize,
+    /// Maximum length of a cell before it gets minimized (default: 25)
+    #[pyo3(get, set)]
+    pub max_cell_length: usize,
+    /// Maximum number of rows to display in repr string output (default: 10)
+    #[pyo3(get, set)]
+    pub max_table_rows_in_repr: usize,
+}
+
+#[pymethods]
+impl DataframeDisplayConfig {
+    #[new]
+    #[pyo3(signature = (max_table_bytes=None, min_table_rows=None, max_cell_length=None, max_table_rows_in_repr=None))]
+    fn new(
+        max_table_bytes: Option<usize>,
+        min_table_rows: Option<usize>,
+        max_cell_length: Option<usize>,
+        max_table_rows_in_repr: Option<usize>,
+    ) -> Self {
+        let default = Self::default();
+        Self {
+            max_table_bytes: max_table_bytes.unwrap_or(default.max_table_bytes),
+            min_table_rows: min_table_rows.unwrap_or(default.min_table_rows),
+            max_cell_length: max_cell_length.unwrap_or(default.max_cell_length),
+            max_table_rows_in_repr: max_table_rows_in_repr
+                .unwrap_or(default.max_table_rows_in_repr),
+        }
+    }
+}
+
+impl Default for DataframeDisplayConfig {
+    fn default() -> Self {
+        Self {
+            max_table_bytes: 2 * 1024 * 1024, // 2 MB
+            min_table_rows: 20,
+            max_cell_length: 25,
+            max_table_rows_in_repr: 10,
+        }
+    }
+}
+
 /// Configuration options for a SessionContext
 #[pyclass(name = "SessionConfig", module = "datafusion", subclass)]
 #[derive(Clone, Default)]
 pub struct PySessionConfig {
     pub config: SessionConfig,
+    #[pyo3(get, set)]
+    pub display_config: DataframeDisplayConfig,
 }
 
 impl From<SessionConfig> for PySessionConfig {
     fn from(config: SessionConfig) -> Self {
-        Self { config }
+        Self {
+            config,
+            display_config: DataframeDisplayConfig::default(),
+        }
     }
 }
 
@@ -97,7 +152,10 @@ impl PySessionConfig {
             }
         }
 
-        Self { config }
+        Self {
+            config,
+            display_config: DataframeDisplayConfig::default(),
+        }
     }
 
     fn with_create_default_catalog_and_schema(&self, enabled: bool) -> Self {