#!/bin/bash

export RANK_TABLE_FILE=$1
export RANK_SIZE=$2
export HCCL_CONNECT_TIMEOUT=600

rm -rf ./output_dir
mkdir ./output_dir

for((i = 0; i < RANK_SIZE; i++))
do
  echo "device $i"
  export DEVICE_ID=${i}
  export RANK_ID=${i}
  mkdir ./output_dir/device_"$i"
  cp -r glm/ ./output_dir/device_"$i"
  cp -r text_generate/ ./output_dir/device_"$i"
  cp -r tokenization/ ./output_dir/device_"$i"
  cp ./*.py ./output_dir/device_"$i"
  cd ./output_dir/device_"$i" || exit
  if [ $i == 7 ]; then
    python test_model_parallel.py --device_id="$i"
  else
    python test_model_parallel.py --device_id="$i" &> output.log &
  fi
  cd ../../
done