feat: minio and pyspark docs added

Author: HelloJowet

docs/data_engineering/data_lakehouse/apache_iceberg.md

@@ -103,3 +103,7 @@ async fn main() {
     println!("{:?}", table_created.metadata());
 }
 ```
+
+### Insert data
+
+The iceberg-rust package currently lacks write support ([source](https://github.com/apache/iceberg-rust/issues/700)).

docs/data_engineering/data_lakehouse/apache_spark.md

@@ -37,3 +37,76 @@ services:
     depends_on:
       - spark_master
 ```
+
+## Python library
+
+-> [Minio](../../dev_ops/services/minio.md) as local s3 service
+
+### Apache Iceberg integration
+
+```python
+from pyspark.sql import SparkSession
+
+spark = (
+    SparkSession.builder.master('spark://localhost:7077')
+    .config(
+        'spark.jars.packages',
+        'org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.7.1,' 'org.apache.iceberg:iceberg-aws-bundle:1.7.1,' 'org.postgresql:postgresql:42.7.4',
+    )
+    .config('spark.sql.extensions', 'org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions')
+    .config('spark.sql.catalog.my_catalog', 'org.apache.iceberg.spark.SparkCatalog')
+    .config('spark.sql.catalog.my_catalog.type', 'hadoop')
+    .config('spark.sql.catalog.my_catalog.type', 'jdbc')
+    .config('spark.sql.catalog.my_catalog.uri', 'jdbc:postgresql://localhost:5500/postgres')
+    .config('spark.sql.catalog.my_catalog.jdbc.user', 'postgres')
+    .config('spark.sql.catalog.my_catalog.jdbc.password', 'postgres')
+    .config('spark.sql.catalog.my_catalog.io-impl', 'org.apache.iceberg.aws.s3.S3FileIO')
+    .config('spark.sql.catalog.my_catalog.warehouse', 's3://data-lakehouse')
+    .config('spark.sql.catalog.my_catalog.s3.region', 'us-east-1')
+    .config('spark.sql.catalog.my_catalog.s3.endpoint', 'http://YOUR_IP_ADDRESS:5561')
+    .config('spark.sql.catalog.my_catalog.s3.access-key-id', 'admin')
+    .config('spark.sql.catalog.my_catalog.s3.secret-access-key', 'password')
+    .getOrCreate()
+)
+
+spark.sql('CREATE TABLE my_catalog.table (name string) USING iceberg;')
+spark.sql("INSERT INTO my_catalog.table VALUES ('Alex'), ('Dipankar'), ('Jason')")
+```
+
+### Apache Iceberg + Sedona
+
+```python
+from sedona.spark import SedonaContext
+
+spark = (
+    SedonaContext.builder()
+    .master('spark://localhost:7077')
+    .config(
+        'spark.jars.packages',
+        # sedona
+        'org.apache.sedona:sedona-spark-3.5_2.12:1.7.0,'
+        'org.datasyslab:geotools-wrapper:1.7.0-28.5,'
+        # iceberg
+        'org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.7.1,'
+        'org.apache.iceberg:iceberg-aws-bundle:1.7.1,'
+        'org.postgresql:postgresql:42.7.4',
+    )
+    .config('spark.sql.extensions', 'org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions')
+    .config('spark.sql.catalog.my_catalog', 'org.apache.iceberg.spark.SparkCatalog')
+    .config('spark.sql.catalog.my_catalog.type', 'jdbc')
+    .config('spark.sql.catalog.my_catalog.uri', 'jdbc:postgresql://localhost:5500/postgres')
+    .config('spark.sql.catalog.my_catalog.jdbc.user', 'postgres')
+    .config('spark.sql.catalog.my_catalog.jdbc.password', 'postgres')
+    .config('spark.sql.catalog.my_catalog.io-impl', 'org.apache.iceberg.aws.s3.S3FileIO')
+    .config('spark.sql.catalog.my_catalog.warehouse', 's3://data-lakehouse')
+    .config('spark.sql.catalog.my_catalog.s3.region', 'us-east-1')
+    .config('spark.sql.catalog.my_catalog.s3.endpoint', 'http://YOUR_IP_ADDRESS:5561')
+    .config('spark.sql.catalog.my_catalog.s3.access-key-id', 'admin')
+    .config('spark.sql.catalog.my_catalog.s3.secret-access-key', 'password')
+    .config('spark.sql.catalog.my_catalog.s3.path-style-access', 'true')
+    .getOrCreate()
+)
+
+spark.sql('CREATE TABLE my_catalog.table8 (name string) USING iceberg;')
+spark.sql("INSERT INTO my_catalog.table8 VALUES ('Alex'), ('Dipankar'), ('Jason')")
+```

docs/dev_ops/.pages

@@ -0,0 +1 @@
+title: ⚙️ Dev Ops

docs/dev_ops/services/.pages

@@ -0,0 +1 @@
+title: 📦 Services

docs/dev_ops/services/minio.md

@@ -0,0 +1,46 @@
+# 🪣 Minio
+
+## Docker compose
+
+`docker_compose.yaml`:
+
+```yaml
+storage_s3:
+restart: always
+image: quay.io/minio/minio:RELEASE.2024-10-29T16-01-48Z
+ports:
+    - 5560:5560
+    - 5561:5561
+hostname: storage-s3
+environment:
+    MINIO_ROOT_USER: admin
+    MINIO_ROOT_PASSWORD: password
+command: server /data --console-address ":5560" --address=":5561"
+healthcheck:
+    test: ["CMD", "curl", "-f", "http://localhost:5560/minio/health/live"]
+    interval: 5s
+    timeout: 5s
+    retries: 5
+
+storage_s3_initial_setup:
+image: minio/mc:RELEASE.2024-10-29T15-34-59Z
+depends_on:
+    storage_s3:
+    condition: service_healthy
+volumes:
+    - ./docker_entrypoint.sh:/docker_entrypoint.sh:z
+entrypoint:
+    - /docker_entrypoint.sh
+```
+
+`docker_entrypoint.sh`:
+
+```sh
+#!/bin/bash
+
+# Set up alias for MinIO
+mc alias set minio http://storage-s3:5561 admin password;
+
+# Create buckets
+mc mb minio/data-lakehouse;
+```