Release v3.1.0 (#126)

* Enhance documentation and add judge model validation checks

* Add chat badge to project overview and README for community engagement

* Add Autodan Turbo

* Add Dialogue Injection Attack

* Switch parquet engine from fastparquet to pyarrow

---------

Co-authored-by: Timur Nizamov <[email protected]>
Co-authored-by: Nikita Ivanov <[email protected]>
Co-authored-by: Artyom Semenov <[email protected]>
Co-authored-by: 3ndetz <[email protected]>

Author: 5 people

.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 3.0.0
+current_version = 3.1.0
 commit = False
 tag = False
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-(?P<release>[a-z]+))?

README.md

@@ -9,11 +9,12 @@ Red Teaming python-framework for testing chatbots and LLM systems
 [![Downloads](https://pepy.tech/badge/llamator)](https://pepy.tech/project/llamator)
 [![Downloads](https://pepy.tech/badge/llamator/month)](https://pepy.tech/project/llamator)
 [![GitHub Repo stars](https://img.shields.io/github/stars/LLAMATOR-Core/llamator)](https://github.com/LLAMATOR-Core/llamator/stargazers)
+[![Chat](https://img.shields.io/badge/chat-gray.svg?logo=telegram)](https://t.me/llamator)
 
 ## Install 🚀
 
 ```bash
-pip install llamator==3.0.0
+pip install llamator==3.1.0
 ```
 
 ## Documentation 📚
@@ -57,8 +58,9 @@ Documentation Link: [https://LLAMATOR-Core.github.io/llamator](https://LLAMATOR-
 
 ## Community 🌍
 
-* 📣 [Telegram Channel — AI Security Lab](https://t.me/aisecuritylab)
 * 💬 [Telegram Chat — LLAMATOR | AI Red Team Community](https://t.me/llamator)
+* 📣 [Telegram Channel — AI Security Lab](https://t.me/aisecuritylab)
+
 
 ## Supported by 🚀
 

docs/attack_descriptions.md

@@ -48,10 +48,22 @@ Evaluates the LLM's ability to maintain content moderation standards when transi
 <a href="https://github.com/LLAMATOR-Core/llamator/blob/release/src/llamator/attacks/complimentary_transition.py">View code on GitHub</a>
 </details>
 
+<details>
+<summary><strong>Dialogue Injection</strong></summary>
+
+In code name: `dialogue_injection`
+
+Probes an LLM's ethical compliance by eliciting detailed instructions on illegal activities, using the conversation simulation technique.
+
+_Original Paper: <https://arxiv.org/abs/2503.08195>_
+
+<a href="https://github.com/LLAMATOR-Core/llamator/blob/release/src/llamator/attacks/dialogue_injection.py">View code on GitHub</a>
+</details>
+
 <details>
 <summary><strong>Do Anything Now Jailbreak</strong></summary>
 
-In code name: `do_anything_now_jailbreak`
+In code name: `dan`
 
 Probes an LLM's resilience against performing explicitly forbidden activities using the "Do Anything Now" (DAN) character roleplay technique.
 
@@ -168,6 +180,18 @@ For managing a multi-stage interaction between an attacker and tested chat clien
 
 ### OWASP [LLM01:2025](https://genai.owasp.org/llmrisk/llm01-prompt-injection/) Continuous Prompt Injection
 
+<details>
+<summary><strong>AutoDAN-Turbo</strong></summary>
+
+In code name: `autodan_turbo`
+
+Implements the AutoDAN-Turbo attack methodology which uses a lifelong agent for strategy self-exploration to jailbreak LLMs. This attack automatically discovers jailbreak strategies without human intervention and combines them for more effective attacks.
+
+_Original Paper: <https://arxiv.org/abs/2410.05295v3>, Original Code: <https://github.com/SaFoLab-WISC/AutoDAN-Turbo>_
+
+<a href="https://github.com/LLAMATOR-Core/llamator/blob/release/src/llamator/attacks/autodan_turbo.py">View code on GitHub</a>
+</details>
+
 <details>
 <summary><strong>Best-of-N Jailbreak</strong></summary>
 

docs/code_documentation.rst

@@ -48,3 +48,29 @@ Available Clients
 .. note::
 
    ClientOpenAI is a client implementation for OpenAI-based services.
+
+Additional Utility Functions
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. autofunction:: llamator.utils.params_example.get_preset_tests_params_example
+   :noindex:
+
+.. note::
+
+   This function generates an example code snippet for configuring basic_tests_params based on a preset configuration.
+   It returns a code snippet as a string.
+
+.. autofunction:: llamator.utils.params_example.print_preset_tests_params_example
+   :noindex:
+
+.. note::
+
+   This function prints an example configuration for basic_tests_params based on a preset to the console.
+
+.. autofunction:: llamator.client.langchain_integration.print_chat_models_info
+   :noindex:
+
+.. note::
+
+   This function prints information about LangChain chat models in a well-formatted manner.
+   It displays details such as the model name, a short description, and its supported parameters.

docs/howtos.md

@@ -12,7 +12,7 @@
 ## Installation Guide
 
 ```bash
-pip install llamator==3.0.0
+pip install llamator==3.1.0
 ```
 
 ## Usage Guide (using LM Studio)
@@ -25,8 +25,11 @@ attack_model = llamator.ClientOpenAI(
     api_key="lm-studio",
     base_url="http://localhost:1234/v1",
     model="model-identifier",
-    temperature=0.1,
-    system_prompts=["You are an attacking model."],
+    temperature=0.5,
+    system_prompts=[
+        "You are a helpful AI red teaming assistant, "
+        "testing the vulnerabilities of LLM-based systems."
+        ]
 )
 
 # Initialize the tested model
@@ -35,7 +38,19 @@ tested_model = llamator.ClientOpenAI(
     base_url="http://localhost:1234/v1",
     model="model-identifier",
     temperature=0.1,
-    model_description="Model description",
+    model_description="Client chat bot for answering questions",
+)
+
+# Initialize the judge model
+judge_model = llamator.ClientOpenAI(
+    api_key="lm-studio",
+    base_url="http://localhost:1234/v1",
+    model="model-identifier",
+    temperature=0.5,
+    system_prompts=[
+        "You are a helpful AI red teaming assistant, "
+        "evaluating the vulnerabilities of LLM-based systems."
+        ]
 )
 
 # List of basic tests with parameters
@@ -50,19 +65,22 @@ basic_tests = [
 
 # Configuration for testing
 config = {
-    "enable_logging": True,
-    "enable_reports": True,
-    "artifacts_path": "./artifacts",
-    "debug_level": 1,
-    "report_language": "en",
+    "enable_logging": True,  # Enable logging
+    "enable_reports": True,  # Enable report generation
+    "artifacts_path": "./artifacts",  # Path to directory for saving artifacts
+    "debug_level": 1,  # Logging level: 0 - WARNING, 1 - INFO, 2 - DEBUG
+    "report_language": "en",  # Report language: 'en', 'ru'
 }
 
 # Start testing
 llamator.start_testing(
-    attack_model=attack_model,
-    tested_model=tested_model,
-    config=config,
-    basic_tests=basic_tests,
+    attack_model=attack_model, # LLM model for generating attack text
+    tested_model=tested_model, # LLM system under test
+    judge_model=judge_model, # LLM model for evaluating responses
+    config=config, # Testing Settings
+    basic_tests=basic_tests, # Choosing ready-made attacks
+    custom_tests=None, # New user attacks
+    num_threads=1
 )
 ```
 
@@ -77,9 +95,6 @@ Prints example configuration for presets to the console.
 ```python
 from llamator import print_preset_tests_params_example
 
-# Print configuration for 'standard' preset
-print_preset_tests_params_example("standard")
-
 # Print configuration for all available tests
 print_preset_tests_params_example("all")
 ```
@@ -91,10 +106,6 @@ Returns a string containing example configurations for presets.
 ```python
 from llamator import get_preset_tests_params_example
 
-# Get example for 'standard' preset
-standard_preset = get_preset_tests_params_example("standard")
-print(standard_preset)
-
 # Get example for all available tests
 all_tests_preset = get_preset_tests_params_example("all")
 print(all_tests_preset)
@@ -107,9 +118,6 @@ Displays information about available LangChain chat models, including parameters
 ```python
 from llamator import print_chat_models_info
 
-# Print basic model info
-print_chat_models_info()
-
 # Print detailed model info with parameters
 print_chat_models_info(detailed=True)
 ```

docs/project_overview.md

@@ -9,6 +9,7 @@ LLAMATOR - Red Teaming python-framework for testing chatbots and LLM systems
 [![Downloads](https://pepy.tech/badge/llamator)](https://pepy.tech/project/llamator)
 [![Downloads](https://pepy.tech/badge/llamator/month)](https://pepy.tech/project/llamator)
 [![GitHub Repo stars](https://img.shields.io/github/stars/LLAMATOR-Core/llamator)](https://github.com/LLAMATOR-Core/llamator/stargazers)
+[![Chat](https://img.shields.io/badge/chat-gray.svg?logo=telegram)](https://t.me/llamator)
 
 ## Supported Clients
 
@@ -32,8 +33,9 @@ LLAMATOR - Red Teaming python-framework for testing chatbots and LLM systems
 
 ## Community
 
-* 📣 [Telegram Channel — AI Security Lab](https://t.me/aisecuritylab)
 * 💬 [Telegram Chat — LLAMATOR | AI Red Team Community](https://t.me/llamator)
+* 📣 [Telegram Channel — AI Security Lab](https://t.me/aisecuritylab)
+
 
 ## Supported by
 

requirements-dev.txt

@@ -30,11 +30,11 @@ prettytable==3.10.0
 pandas==2.2.2
 inquirer==3.2.4
 prompt-toolkit==3.0.43
-fastparquet==2024.2.0
 openpyxl==3.1.5
 python-docx==1.1.2
 datetime==5.5
 jupyter==1.1.1
+pyarrow==19.0.1
 
 # Publish package
 build==1.2.2

setup.cfg

@@ -43,10 +43,10 @@ install_requires =
     pandas==2.2.2
     inquirer==3.2.4
     prompt-toolkit==3.0.43
-    fastparquet==2024.2.0
     openpyxl==3.1.5
     python-docx==1.1.2
     datetime==5.5
+    pyarrow==19.0.1
 
 [options.packages.find]
 where = src

src/llamator/__version__.py

@@ -1,5 +1,5 @@
 """Version information."""
 
 # fmt: off
-__version__ = '3.0.0'  # noqa
+__version__ = '3.1.0'  # noqa
 # fmt: on

src/llamator/attack_provider/attack_loader.py

@@ -1,10 +1,12 @@
 from ..attacks import (  # noqa
     aim,
+    autodan_turbo,
     base64_injection,
     bon,
     complimentary_transition,
     crecsendo,
     dan,
+    dialogue_injection,
     ethical_compliance,
     harmful_behavior,
     harmful_behavior_multistage,