Destination PostgreSQL: add schema name, use Quix Streams version (#612)

* add new env var, remove embedded sink

* TEMPORARY: install from repo branch

* fix optional install

* remove redundant requirement

* add postgres as a deployment option

* fix dockerfile

* update default postgres values for easy quix deployment connecting

Author: tim-quix

docker/postgres/README.md

@@ -0,0 +1,32 @@
+# PostgreSQL
+
+This sample demonstrates how to deploy and use a PostgreSQL database in your Quix Cloud pipeline. 
+
+Please note: this image is provided by Postgres and is offered as-is, with no specific support from Quix. For any support, contact Postgres directly.
+
+## How to Run
+
+1. Create an account or log in to your [Quix](https://portal.platform.quix.io/signup?xlink=github) account and navigate to the Code Samples section.
+2. Click `Deploy` to launch a pre-built container in Quix.
+3. Enable state, otherwise changes will be lost on restart. Please note, the necessary storage type may not be supported on all Quix Platforms.
+
+## How to Use
+To interact with PosgreSQL from your pipeline, either use one of the no-code [PostgreSQL connectors](https://quix.io/integrations?category=SQL+DB)
+in Quix Cloud or use a Quix Streams [PostgreSQLSink](https://quix.io/docs/quix-streams/connectors/sinks/postgresql-sink.html) directly.
+
+Use the following values to connect:
+```shell
+host="postgresql"
+port=80
+username="admin"  # or your POSTGRES_USER value
+password="<YOUR PASSWORD>" # your POSTGRES_PASSWORD value
+db="quix"  # or your POSTGRES_DB value
+```
+
+## Contribute
+
+Feel free to fork this project on the [GitHub](https://github.com/quixio/quix-samples) repository and contribute your enhancements. Any accepted contributions will be attributed accordingly.
+
+## License & Support
+
+This project is open source under the Apache 2.0 license and available in our [GitHub](https://github.com/quixio/quix-samples) repo. Remember, this image is provided by Influx and is offered as-is, with no InfluxDB specific support from Quix.

docker/postgres/dockerfile

@@ -0,0 +1,22 @@
+FROM postgres:16
+
+# Set environment variables for PostgreSQL (will be overridden in K8s runtime if needed)
+ENV PGDATA=/app/state/pgdata
+ENV POSTGRES_USER=admin
+ENV POSTGRES_DB=quix
+
+# Create non-root user (if not using built-in `postgres` user)
+# We'll use the default `postgres` user that already exists in the base image.
+
+USER root
+
+# Create the data directory and set permissions
+RUN mkdir -p "$PGDATA" \
+ && chown -R postgres:postgres /app/state \
+ && chmod -R 700 /app/state
+
+USER postgres
+
+EXPOSE 5432
+
+CMD ["postgres", "-c", "listen_addresses=*"]

docker/postgres/icon.png

@@ -0,0 +1,54 @@
+{
+  "libraryItemId": "postgresql",
+  "name": "postgreSQL",
+  "language": "docker",
+  "tags": {
+    "Category": ["Database"],
+    "Type": ["Auxiliary Services"]
+  },
+  "shortDescription": "Run postgreSQL in your pipeline.",
+  "DefaultFile": "dockerfile",
+  "EntryPoint": "dockerfile",
+  "IconFile": "icon.png",
+  "DeploySettings": {
+    "DeploymentType": "Service",
+    "CpuMillicores": 1000,
+    "MemoryInMb": 8000,
+    "Replicas": 1,
+    "Network": {
+      "ServiceName": "postgresql",
+      "Ports":
+      [
+        {
+          "Port": 80,
+          "TargetPort": 5432
+        }
+      ]
+    }
+  },
+  "Variables": [
+    {
+      "Name": "POSTGRES_USER",
+      "Type": "EnvironmentVariable",
+      "InputType": "FreeText",
+      "Description": "The root username to initialize PostgreSQL with",
+      "DefaultValue": "admin",
+      "Required": true
+    },
+    {
+      "Name": "POSTGRES_PASSWORD",
+      "Type": "EnvironmentVariable",
+      "InputType": "Secret",
+      "Description": "The root password to initialize MongoDB with",
+      "Required": true
+    },
+        {
+      "Name": "POSTGRES_DB",
+      "Type": "EnvironmentVariable",
+      "InputType": "FreeText",
+      "Description": "The default database name to initialize PostgreSQL with",
+      "DefaultValue": "quix",
+      "Required": true
+    }
+  ]
+}

docker/postgres/library.json

@@ -1,5 +1,12 @@
 FROM python:3.12.5-slim-bookworm
-			
+
+# TODO: remove this RUN block when done doing "@ git+" install in requirements.txt
+# This should be done BEFORE merging PR
+RUN apt-get update && \
+  apt-get install -y git && \
+  apt-get clean && \
+  rm -rf /var/lib/apt/lists/*
+
 # Set environment variables for non-interactive setup and unbuffered output
 ENV DEBIAN_FRONTEND=noninteractive \
     PYTHONUNBUFFERED=1 \

python/destinations/postgres/dockerfile

@@ -26,31 +26,31 @@
       "Type": "EnvironmentVariable",
       "InputType": "FreeText",
       "Description": "Host address for the PostgreSQL instance.",
-      "DefaultValue": "localhost",
+      "DefaultValue": "postgresql",
       "Required": true
     },
     {
       "Name": "POSTGRES_PORT",
       "Type": "EnvironmentVariable",
       "InputType": "FreeText",
       "Description": "Port number for the PostgreSQL instance.",
-      "DefaultValue": "5432",
+      "DefaultValue": 80,
       "Required": true
     },
     {
       "Name": "POSTGRES_DBNAME",
       "Type": "EnvironmentVariable",
       "InputType": "FreeText",
       "Description": "Database name in PostgreSQL where data should be stored.",
-      "DefaultValue": "mydatabase",
+      "DefaultValue": "quix",
       "Required": true
     },
     {
       "Name": "POSTGRES_USER",
       "Type": "EnvironmentVariable",
       "InputType": "FreeText",
       "Description": "Username for the PostgreSQL database.",
-      "DefaultValue": "myuser",
+      "DefaultValue": "admin",
       "Required": true
     },
     {
@@ -65,9 +65,16 @@
       "Type": "EnvironmentVariable",
       "InputType": "FreeText",
       "Description": "The PostgreSQL table where data will be stored. If the table does not exist, it will be created automatically.",
-      "DefaultValue": "numbers",
       "Required": true
     },
+    {
+      "Name": "POSTGRES_SCHEMA",
+      "Type": "EnvironmentVariable",
+      "InputType": "FreeText",
+      "Description": "The schema name. Schemas are a way of organizing tables and not related to the table data, referenced as `<schema_name>.<table_name>`. PostrgeSQL uses 'public' by default under the hood.",
+      "DefaultValue": "public",
+      "Required": false
+    },
     {
       "Name": "SCHEMA_AUTO_UPDATE",
       "Type": "EnvironmentVariable",

python/destinations/postgres/library.json

@@ -1,32 +1,28 @@
 import os
 from quixstreams import Application
-from postgres_sink import PostgresSink
-
+from quixstreams.sinks.community.postgresql import PostgreSQLSink
 # Load environment variables from a .env file for local development
 from dotenv import load_dotenv
 load_dotenv()
 
 # Initialize PostgreSQL Sink
-postgres_sink = PostgresSink(
+postgres_sink = PostgreSQLSink(
     host=os.environ["POSTGRES_HOST"],
     port=int(os.environ["POSTGRES_PORT"]),
     dbname=os.environ["POSTGRES_DBNAME"],
     user=os.environ["POSTGRES_USER"],
     password=os.environ["POSTGRES_PASSWORD"],
     table_name=os.environ["POSTGRES_TABLE"],
-    schema_auto_update=os.environ.get("SCHEMA_AUTO_UPDATE", "true").lower() == "true"
+    schema_name=os.getenv("POSTGRES_SCHEMA", "public"),
+    schema_auto_update=os.environ.get("SCHEMA_AUTO_UPDATE", "true").lower() == "true",
 )
 
-# Buffer settings
-buffer_size = int(os.environ.get("BATCH_SIZE", "1000"))
-buffer_delay = float(os.environ.get("BATCH_TIMEOUT", "1"))
-
 # Initialize the application
 app = Application(
     consumer_group=os.environ["CONSUMER_GROUP_NAME"],
     auto_offset_reset="earliest",
-    commit_interval=buffer_delay,
-    commit_every=buffer_size
+    commit_interval=float(os.environ.get("BATCH_TIMEOUT", "1")),
+    commit_every=int(os.environ.get("BATCH_SIZE", "1000"))
 )
 
 # Define the input topic