Skip to content

Commit 57b49da

Browse files
author
Tong Li
committed
setup update
1 parent 45ac6c6 commit 57b49da

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

applications/ColossalChat/rl_example.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,12 +10,12 @@
1010
parser.add_argument("-d", "--dataset", type=str, default="data.jsonl")
1111
parser.add_argument("-t", "--num-trainers", type=int, default=2)
1212
parser.add_argument("-i", "--num-inferencer", type=int, default=2)
13-
parser.add_argument("-ibs", "--inference-batch-size", type=int, default=64)
13+
parser.add_argument("-ibs", "--inference-batch-size", type=int, default=32)
1414
parser.add_argument("-imbs", "--inference-microbatch-size", type=int, default=16)
1515
parser.add_argument("-tbs", "--train-batch-size", type=int, default=16)
16-
parser.add_argument("-tmbs", "--train-microbatch-size", type=int, default=2)
16+
parser.add_argument("-tmbs", "--train-microbatch-size", type=int, default=1)
1717
parser.add_argument("-b", "--backend", type=str, default="transformers")
18-
parser.add_argument("-a", "--algo", type=str, default="GRPO", choices=["Simple, GPRO"])
18+
parser.add_argument("-a", "--algo", type=str, default="GRPO", choices=["Simple, GRPO"])
1919
args = parser.parse_args()
2020

2121
ray.init(address="local", namespace="ray-example")

0 commit comments

Comments
 (0)