submission_hvd.sh

localDir=`pwd`
run_file=$localDir/run_file_hvd.sh
submit_file=$localDir/submit_file_hvd.sh
program=$localDir/training_hvd.py



epochs=200
bs=16
name="Indents_"


for gpu in 1
do
        for augment in 0
        do

            RESULT_DIR="$localDir/$name$gpu$augment"
            mkdir -p ${RESULT_DIR}
            cd ${RESULT_DIR}

            if [ $gpu = 1 ]
            then

                tasks=1
                node=1
            else

                tasks=2
                node=$((${gpu}/2))

            fi
            batch=$((${gpu}*bs))
            # adapting run file
            sed -e "s|tag_program|${program}|g" ${run_file}  |\
            sed -e "s/\<tag_epoch\>/${epochs}/g"| \
            sed -e "s/\<tag_batch\>/${batch}/g"| \
            sed -e "s/\<tag_aug\>/${augment}/g" > script.sh

            # adapting submit file
            sed -e "s/\<tag_task\>/${tasks}/g" ${submit_file}|\
            sed -e "s/\<tag_node\>/${node}/g" > sub_${node}.sh
            sbatch sub_${node}.sh

        done

done