Merge branch 'release/0.2.2'

Author: s3rius

.github/workflows/test.yml

@@ -56,5 +56,5 @@ jobs:
         if: matrix.os == 'ubuntu-latest' && matrix.py_version == '3.9'
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-          fail_ci_if_error: true
+          fail_ci_if_error: false
           verbose: true

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2022 Pavel Kirilin
+Copyright (c) 2022-2023 Pavel Kirilin
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

docs/README.md

@@ -16,16 +16,16 @@ head:
     - name: "google-site-verification"
       content: "hQCR5w2tmeuOvYIYXsOYU3u4kLNwT86lnqltANYlRQ0"
 features:
+    - title: Production ready
+      details: Taskiq has proven that it can run in heavy production systems with high load.
     - title: Fully asynchronous
       details: Taskiq can run both sync and async functions. You don't have to worry about it.
     - title: Easily extensible
       details: Taskiq has a lot of replaceable components. It's super easy to implement
         your own broker or middleware.
     - title: Strongly typed
       details: Taskiq provides correct autocompletion for most of its functionality.
-    - title: Simple
-      details: We tried to make the interface to be as simple as possible. And we are proud of it.
-footer: MIT Licensed | Copyright© 2022
+footer: MIT Licensed | Copyright© 2022-2023
 ---
 
 ## Installation

docs/guide/README.md

@@ -18,8 +18,22 @@ replaceable parts, such as brokers, result backends, and middlewares.
 ## Why not use existing libraries?
 
 We couldn't find a solution like Celery or Dramatiq that can run async code and send tasks asynchronously.
-It was the main reason we created this project. It's still in the early stages of development,
-so it's not a production-ready solution yet. We use it at work, but still, you may encounter bugs.
-If your project requires mature solutions, please use Dramatiq or Celery instead.
+It was the main reason we created this project.
 
-Also, this project is not for you if you have a fully synchronous project.
+You might have seen projects built on top of asyncio that solve similar problem, but here's a comparasion table of taskiq and other projects.
+
+|                Feature name | Taskiq |  Arq  | AioTasks |
+| --------------------------: | :----: | :---: | :------: |
+|         Actively maintained |   ✅    |   ✅   |    ❌     |
+|    Multiple broker backends |   ✅    |   ❌   |    ✅     |
+|    Multiple result backends |   ✅    |   ❌   |    ❌     |
+|  Have a rich documentation  |   ✅    |   ❌   |    ❌     |
+|   Startup & Shutdown events |   ✅    |   ✅   |    ❌     |
+| Have ability to abort tasks |   ❌    |   ✅   |    ❌     |
+|          Custom serializers |   ✅    |   ✅   |    ❌     |
+|        Dependency injection |   ✅    |   ❌   |    ❌     |
+|              Task pipelines |   ✅    |   ✅   |    ❌     |
+|              Task schedules |   ✅    |   ✅   |    ❌     |
+|          Global middlewares |   ✅    |   ❌   |    ❌     |
+
+If you have a fully synchronous project, consider using celery or dramatiq instead.

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "taskiq"
-version = "0.2.1"
+version = "0.2.2"
 description = "Distributed task queue with full async support"
 authors = ["Pavel Kirilin <[email protected]>"]
 maintainers = ["Pavel Kirilin <[email protected]>"]

taskiq/cli/worker/process_manager.py

@@ -75,6 +75,7 @@ def handle(
             daemon=True,
         )
         new_process.start()
+        logger.info(f"Process {new_process.name} restarted with pid {new_process.pid}")
         workers[self.worker_num] = new_process
 
 
@@ -163,12 +164,12 @@ def prepare_workers(self) -> None:
                 name=f"worker-{process}",
                 daemon=True,
             )
+            work_proc.start()
             logger.info(
                 "Started process worker-%d with pid %s ",
                 process,
                 work_proc.pid,
             )
-            work_proc.start()
             self.workers.append(work_proc)
 
     def start(self) -> None:  # noqa: C901, WPS213

taskiq/cli/worker/run.py

@@ -1,9 +1,6 @@
 import asyncio
 import logging
 import signal
-import sys
-from logging.handlers import QueueHandler, QueueListener
-from multiprocessing import Queue
 from typing import Any
 
 from watchdog.observers import Observer
@@ -120,15 +117,11 @@ def run_worker(args: WorkerArgs) -> None:  # noqa: WPS213
 
     :param args: CLI arguments.
     """
-    logging_queue = Queue(-1)  # type: ignore
-    listener = QueueListener(logging_queue, logging.StreamHandler(sys.stdout))
     logging.basicConfig(
         level=logging.getLevelName(args.log_level),
         format="[%(asctime)s][%(name)s][%(levelname)-7s][%(processName)s] %(message)s",
-        handlers=[QueueHandler(logging_queue)],
     )
     logging.getLogger("watchdog.observers.inotify_buffer").setLevel(level=logging.INFO)
-    listener.start()
     logger.info("Starting %s worker processes.", args.workers)
 
     observer = Observer()
@@ -149,4 +142,3 @@ def run_worker(args: WorkerArgs) -> None:  # noqa: WPS213
             logger.info("Stopping watching files.")
         observer.stop()
     logger.info("Stopping logging thread.")
-    listener.stop()