export OMP_NUM_THREADS=1 #set one OpenMP thread per worker torchrun --nproc_per_node=4 main.py