train_model_EAR_10_seeds.sh

#!/bin/bash

if test $# -ne 3; then
	echo "Usage: train_model_10_seeds.sh <src_model> <output_dir> <training_dataset>"
	exit -1
fi

src_model=$1
output_dir=$2
training_dataset=$3

echo "Running with: ${src_model} ${output_dir} ${training_dataset}"

for ((i = 0 ; i < 10 ; i++)); do
    
    echo "Seed: $i"
    
    python train_bert.py \
        --src_model ${src_model} \
        --output_dir ${output_dir} \
        --training_dataset ${training_dataset} \
        --max_epochs 20 \
        --batch_size 64 \
        --max_seq_length 120 \
        --gpus 1 \
        --num_workers 8 \
        --learning_rate 2e-5 \
        --early_stop_epochs -1 \
        --seed $i \
        --regularization entropy \
        --reg_strength 0.01 \
        --warmup_train_perc 0.1 \
        --weight_decay 0.01

done