update documents

Author: chenyushuo

README.md

@@ -191,10 +191,12 @@ Choose one of the following options:
 conda create -n trinity python=3.12
 conda activate trinity
 
-# If you have no GPU, skip following two commands and use Tinker instead.
-# pip install -e ".[tinker]"
 pip install -e ".[verl]"
 pip install -e ".[flash_attn]"
+
+# If you have no GPU, comment out the two lines above and uncomment this instead:
+# pip install -e ".[tinker]"
+
 # If you encounter issues when installing flash-attn, try:
 # pip install flash-attn==2.8.1 --no-build-isolation
 
@@ -207,10 +209,12 @@ pip install -e ".[dev]"  # for development like linting and debugging
 python3.10 -m venv .venv
 source .venv/bin/activate
 
-# If you have no GPU, skip following two commands and use Tinker instead.
-# pip install -e ".[tinker]"
 pip install -e ".[verl]"
 pip install -e ".[flash_attn]"
+
+# If you have no GPU, comment out the two lines above and uncomment this instead:
+# pip install -e ".[tinker]"
+
 # If you encounter issues when installing flash-attn, try:
 # pip install flash-attn==2.8.1 --no-build-isolation
 
@@ -222,7 +226,7 @@ pip install -e ".[dev]"  # for development like linting and debugging
 [`uv`](https://github.com/astral-sh/uv) is a modern Python package installer.
 
 ```bash
-uv sync --extra dev --extra flash_attn
+uv sync --extra verl --extra dev --extra flash_attn
 ```
 
 

README_zh.md

@@ -190,10 +190,12 @@ cd Trinity-RFT
 conda create -n trinity python=3.12
 conda activate trinity
 
-# 如果没有GPU，可以跳过下面的两行命令，改为使用Tinker：
-# pip install -e ".[tinker]"
 pip install -e ".[verl]"
 pip install -e ".[flash_attn]"
+
+# 如果没有GPU，可以注释上两行的命令，改为使用Tinker：
+# pip install -e ".[tinker]"
+
 # 如果安装 flash-attn 时遇到问题，可尝试：
 # pip install flash-attn==2.8.1 --no-build-isolation
 
@@ -206,10 +208,12 @@ pip install -e ".[dev]"  # 用于调试和开发
 python3.10 -m venv .venv
 source .venv/bin/activate
 
-# 如果没有GPU，可以跳过下面的两行命令，改为使用Tinker：
-# pip install -e ".[tinker]"
 pip install -e ".[verl]"
 pip install -e ".[flash_attn]"
+
+# 如果没有GPU，可以注释上两行的命令，改为使用Tinker：
+# pip install -e ".[tinker]"
+
 # 如果安装 flash-attn 时遇到问题，可尝试：
 # pip install flash-attn==2.8.1 --no-build-isolation
 
@@ -221,7 +225,7 @@ pip install -e ".[dev]"  # 用于调试和开发
 [`uv`](https://github.com/astral-sh/uv) 是现代的 Python 包管理工具。
 
 ```bash
-uv sync --extra dev --extra flash_attn
+uv sync --extra verl --extra dev --extra flash_attn
 ```
 
 ## 通过 PyPI 安装

scripts/docker/Dockerfile

@@ -27,7 +27,7 @@ RUN chmod 1777 /tmp && apt update && apt install -y \
 # copy the Trinity-RFT dir into the workspace
 COPY . .
 
-RUN pip install --upgrade pip && pip install -e .[mm,dev] && pip install flash_attn==2.8.1 --no-build-isolation
+RUN pip install --upgrade pip && pip install -e .[verl,mm,dev] && pip install flash_attn==2.8.1 --no-build-isolation
 
 # Set Env variables
 

scripts/docker/Dockerfile.megatron

@@ -28,7 +28,7 @@ COPY . .
 
 # Install Trinity-RFT with Megatron
 RUN pip install --upgrade pip \
-    && pip install -e .[mm,dev] \
+    && pip install -e .[verl,mm,dev] \
     && pip install flash_attn==2.8.1 --no-build-isolation \
     && pip install -e .[megatron] \
     && NVCC_APPEND_FLAGS="--threads 4" APEX_PARALLEL_BUILD=8 pip install -v \

scripts/docker/Dockerfile.uv

@@ -35,7 +35,7 @@ RUN pip install uv && uv venv /opt/venv --python=python3.12
 
 # Install minimal Trinity-RFT
 RUN . /opt/venv/bin/activate && \
-    uv pip install -e.[mm,dev]
+    uv pip install -e.[verl,mm,dev]
 
 # Install flash_attn and Megatron
 RUN . /opt/venv/bin/activate && \

tests/common/config_test.py

@@ -45,6 +45,7 @@ def test_all_examples_are_valid(self):
                     filename.startswith("train_")
                     or filename.startswith("verl_")
                     or filename.startswith("dj_")
+                    or filename.startswith("tinker")
                 ):
                     print(f"Checking config: {filename}")
                     config_path = os.path.join(example_dir, example_name, filename)