# Example of FSDP configuration for small cluster deployment
export FSDP_CONFIG="--sharding_strategy FULL_SHARD \
--mixed_precision --backward_prefetch_policy BACKWARD_PRE \
--forward_prefetch"

torchrun --nproc_per_node=4 train.py $FSDP_CONFIG