clean readme.md

README.md

@@ -160,7 +160,6 @@ cd /openrlhf/examples/scripts
 
 # build OpenRLHF (i.e, pip install)
 ./build_openrlhf.sh
-
 # due to the compatibility of nVIDIA PyTorch image
 pip uninstall xgboost transformer_engine -y
 
@@ -169,17 +168,15 @@ pip uninstall xgboost transformer_engine -y
 
 # launch the master node of ray in container
 ray start --head --node-ip-address 0.0.0.0 --num-gpus 8
-
 # if you want to launch ray on more nodes, use
 ray start --address {MASTER-NODE-ADDRESS}:6379  --num-gpus 8
 
 
 # train ray PPO model, requires 8 gpus in default config
 ./train_ppo_llama_ray.sh
 
-# for 70B models and vLLM-based RLHF
+# for 70B models and vLLM-based RLHF (important!)
 pip install vllm==0.2.4
-
 # due to the compatibility of vLLM
 pip uninstall flash_attn -y