confluentinc
diff --git a/‎.ducktape/metadata/session_id‎
Lines changed: 0 additions & 1 deletion b/‎.ducktape/metadata/session_id‎
Lines changed: 0 additions & 1 deletion
diff --git a/‎.gitignore‎
Lines changed: 2 additions & 1 deletion b/‎.gitignore‎
Lines changed: 2 additions & 1 deletion
diff --git a/‎.semaphore/semaphore.yml‎
Lines changed: 100 additions & 0 deletions b/‎.semaphore/semaphore.yml‎
Lines changed: 100 additions & 0 deletions
diff --git a/‎CHANGELOG.md‎
Lines changed: 46 additions & 15 deletions b/‎CHANGELOG.md‎
Lines changed: 46 additions & 15 deletions
@@ -34,4 +34,5 @@ venv_examples
 .coverage
 **/coverage.xml
 **/test-report.xml
-*.ducktape
+.ducktape
+results
@@ -275,6 +275,106 @@ blocks:
             - python3 -m venv _venv && source _venv/bin/activate
             - chmod u+r+x tools/source-package-verification.sh
             - tools/source-package-verification.sh
+  - name: "Ducktape Performance Tests (Linux x64)"
+    dependencies: []
+    task:
+      agent:
+        machine:
+          type: s1-prod-ubuntu24-04-amd64-3
+      env_vars:
+        - name: OS_NAME
+          value: linux
+        - name: ARCH
+          value: x64
+        - name: BENCHMARK_BOUNDS_CONFIG
+          value: tests/ducktape/producer_benchmark_bounds.json
+        - name: BENCHMARK_ENVIRONMENT
+          value: ci
+      prologue:
+        commands:
+          - '[[ -z $DOCKERHUB_APIKEY ]] || docker login --username $DOCKERHUB_USER --password $DOCKERHUB_APIKEY'
+      jobs:
+        - name: Build and Tests
+          commands:
+            # Setup Python environment
+            - sem-version python 3.9
+            - python3 -m venv _venv && source _venv/bin/activate
+
+            # Install ducktape framework and additional dependencies
+            - pip install ducktape psutil
+
+            # Install existing test requirements
+            - pip install -r requirements/requirements-tests-install.txt
+
+            # Build and install confluent-kafka from source
+            - lib_dir=dest/runtimes/$OS_NAME-$ARCH/native
+            - tools/wheels/install-librdkafka.sh "${LIBRDKAFKA_VERSION#v}" dest
+            - export CFLAGS="$CFLAGS -I${PWD}/dest/build/native/include"
+            - export LDFLAGS="$LDFLAGS -L${PWD}/${lib_dir}"
+            - export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$PWD/$lib_dir"
+            - python3 -m pip install -e .
+
+            # Store project root for reliable navigation
+            - PROJECT_ROOT="${PWD}"
+
+            # Start Kafka cluster and Schema Registry using dedicated ducktape compose file (KRaft mode)
+            - cd "${PROJECT_ROOT}/tests/docker"
+            - docker-compose -f docker-compose.ducktape.yml up -d kafka schema-registry
+
+            # Debug: Check container status and logs
+            - echo "=== Container Status ==="
+            - docker-compose -f docker-compose.ducktape.yml ps
+            - echo "=== Kafka Logs ==="
+            - docker-compose -f docker-compose.ducktape.yml logs kafka | tail -50
+
+            # Wait for Kafka to be ready (using PLAINTEXT listener for external access)
+            - |
+              timeout 1800 bash -c '
+                counter=0
+                until docker-compose -f docker-compose.ducktape.yml exec -T kafka kafka-topics --bootstrap-server localhost:9092 --list >/dev/null 2>&1; do
+                  echo "Waiting for Kafka... (attempt $((counter+1)))"
+
+                  # Show logs every 4th attempt (every 20 seconds)
+                  if [ $((counter % 4)) -eq 0 ] && [ $counter -gt 0 ]; then
+                    echo "=== Recent Kafka Logs ==="
+                    docker-compose -f docker-compose.ducktape.yml logs --tail=10 kafka
+                    echo "=== Container Status ==="
+                    docker-compose -f docker-compose.ducktape.yml ps kafka
+                  fi
+
+                  counter=$((counter+1))
+                  sleep 5
+                done
+              '
+            - echo "Kafka cluster is ready!"
+
+            # Wait for Schema Registry to be ready
+            - echo "=== Waiting for Schema Registry ==="
+            - |
+              timeout 300 bash -c '
+                counter=0
+                until curl -f http://localhost:8081/subjects >/dev/null 2>&1; do
+                  echo "Waiting for Schema Registry... (attempt $((counter+1)))"
+
+                  # Show logs every 3rd attempt (every 15 seconds)
+                  if [ $((counter % 3)) -eq 0 ] && [ $counter -gt 0 ]; then
+                    echo "=== Recent Schema Registry Logs ==="
+                    docker-compose -f docker-compose.ducktape.yml logs --tail=10 schema-registry
+                    echo "=== Schema Registry Container Status ==="
+                    docker-compose -f docker-compose.ducktape.yml ps schema-registry
+                  fi
+
+                  counter=$((counter+1))
+                  sleep 5
+                done
+              '
+            - echo "Schema Registry is ready!"
+
+            # Run standard ducktape tests with CI bounds
+            - cd "${PROJECT_ROOT}" && PYTHONPATH="${PROJECT_ROOT}" python tests/ducktape/run_ducktape_test.py
+
+            # Cleanup
+            - cd "${PROJECT_ROOT}/tests/docker" && docker-compose -f docker-compose.ducktape.yml down -v || true
   - name: "Packaging"
     run:
       when: "tag =~ '.*'"
 
@@ -1,6 +1,37 @@
-# Confluent's Python client for Apache Kafka
+# Confluent Python Client for Apache Kafka - CHANGELOG
 
-## v2.11.1
+## Unreleased
+
+### Added
+
+- AsyncIO Producer (experimental): Introduces `confluent_kafka.aio.AIOProducer` for
+  asynchronous message production in asyncio applications. This API offloads
+  blocking librdkafka calls to a thread pool and schedules common callbacks
+  (`error_cb`, `throttle_cb`, `stats_cb`, `oauth_cb`, `logger`) onto the event
+  loop for safe usage inside async frameworks.
+
+### Features
+
+- Batched async produce: `await aio.AIOProducer(...).produce(topic, value=...)`
+  buffers messages and flushes when the buffer threshold or timeout is reached.
+- Async lifecycle: `await producer.flush()`, `await producer.purge()`, and
+  transactional operations (`init_transactions`, `begin_transaction`,
+  `commit_transaction`, `abort_transaction`).
+
+### Limitations
+
+- Per-message headers are not supported in the current batched async produce
+  path. If headers are required, use the synchronous `Producer.produce(...)` or
+  offload a sync produce call to a thread executor within your async app.
+
+### Guidance
+
+- Use the AsyncIO Producer inside async apps/servers (FastAPI/Starlette, aiohttp,
+  asyncio tasks) to avoid blocking the event loop.
+- For batch jobs, scripts, or highest-throughput pipelines without an event
+  loop, the synchronous `Producer` remains recommended.
+
+## v2.11.1 - 2025-08-18
 
 v2.11.1 is a maintenance release with the following fixes:
 
@@ -9,7 +40,7 @@ confluent-kafka-python v2.11.1 is based on librdkafka v2.11.1, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.11.0
+## v2.11.0 - 2025-07-03
 
 v2.11.0 is a feature release with the following enhancements:
 
@@ -18,7 +49,7 @@ confluent-kafka-python v2.11.0 is based on librdkafka v2.11.0, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.10.1
+## v2.10.1 - 2025-06-11
 
 v2.10.1 is a maintenance release with the following fixes:
 
@@ -34,7 +65,7 @@ confluent-kafka-python v2.10.1 is based on librdkafka v2.10.1, see the
 [librdkafka release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.10.1)
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
-## v2.10.0
+## v2.10.0 - 2025-04-18
 
 v2.10.0 is a feature release with the following fixes and enhancements:
 
@@ -45,7 +76,7 @@ confluent-kafka-python v2.10.0 is based on librdkafka v2.10.0, see the
 [librdkafka release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.10.0)
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
-## v2.9.0
+## v2.9.0 - 2025-03-28
 
 v2.9.0 is a feature release with the following fixes and enhancements:
 
@@ -58,7 +89,7 @@ confluent-kafka-python v2.9.0 is based on librdkafka v2.8.0, see the
 [librdkafka release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.8.0)
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
-## v2.8.2
+## v2.8.2 - 2025-02-28
 
 v2.8.2 is a maintenance release with the following fixes and enhancements:
 
@@ -73,7 +104,7 @@ Note: Versioning is skipped due to breaking change in v2.8.1.
 Do not run software with v2.8.1 installed.
 
 
-## v2.8.0
+## v2.8.0 - 2025-01-07
 
 v2.8.0 is a feature release with the features, fixes and enhancements:
 
@@ -82,7 +113,7 @@ confluent-kafka-python v2.8.0 is based on librdkafka v2.8.0, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.7.0
+## v2.7.0 - 2024-12-21
 
 v2.7.0 is a feature release with the features, fixes and enhancements present in v2.6.2 including the following fix:
 
@@ -93,7 +124,7 @@ confluent-kafka-python v2.7.0 is based on librdkafka v2.6.1, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.6.2
+## v2.6.2 - 2024-12-18
 
 > [!WARNING]
 > Due to an error in which we included dependency changes to a recent patch release, Confluent recommends users to **refrain from upgrading to 2.6.2** of Confluent Kafka. Confluent will release a new minor version, 2.7.0, where the dependency changes will be appropriately included. Users who have already upgraded to 2.6.2 and made the required dependency changes are free to remain on that version and are recommended to upgrade to 2.7.0 when that version is available. Upon the release of 2.7.0, the 2.6.2 version will be marked deprecated.
@@ -136,7 +167,7 @@ confluent-kafka-python is based on librdkafka v2.6.1, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.6.1
+## v2.6.1 - 2024-11-18
 
 v2.6.1 is a maintenance release with the following fixes and enhancements:
 
@@ -149,7 +180,7 @@ confluent-kafka-python is based on librdkafka v2.6.1, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.6.0
+## v2.6.0 - 2024-10-11
 
 v2.6.0 is a feature release with the following features, fixes and enhancements:
 
@@ -163,7 +194,7 @@ confluent-kafka-python is based on librdkafka v2.6.0, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.5.3
+## v2.5.3 - 2024-09-02
 
 v2.5.3 is a maintenance release with the following fixes and enhancements:
 
@@ -178,7 +209,7 @@ for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
 
-## v2.5.0
+## v2.5.0 - 2024-07-10
 
 > [!WARNING]
 This version has introduced a regression in which an assert is triggered during **PushTelemetry** call. This happens when no metric is matched on the client side among those requested by broker subscription. 
@@ -211,7 +242,7 @@ confluent-kafka-python is based on librdkafka v2.5.0, see the
 for a complete list of changes, enhancements, fixes and upgrade considerations.
 
 
-## v2.4.0
+## v2.4.0 - 2024-05-07
 
 v2.4.0 is a feature release with the following features, fixes and enhancements: