Run simulations with ASReview LAB v0 and v1 with different models

run_asreview_simulations_v0.sh

DATASET="van_de_schoot_2017"

QUERY_STRATEGIES=('max_random' 'max_uncertainty' 'max' 'uncertainty' 'random')
# ('max_random' 'max_uncertainty' 'max' 'uncertainty' 'random' 'cluster')

for qs in "${QUERY_STRATEGIES[@]}"
do
  asreview simulate benchmark:${DATASET} -q $qs --seed 535 --init_seed 535 -s ${DATASET}_${qs}.h5
  asreview plot recall ${DATASET}_${qs}.h5 -o ${DATASET}_${qs}_recall.png
done



BALANCE_STRATEGIES=('double' 'simple' 'undersample')

for bs in "${BALANCE_STRATEGIES[@]}"
do
  asreview simulate benchmark:${DATASET} -b $bs --seed 535 --init_seed 535 -s ${DATASET}_${bs}.h5
  asreview plot recall ${DATASET}_${bs}.h5 -o ${DATASET}_${bs}_recall.png
done



MODELS=('logistic' 'nb' 'rf' 'svm')
# MODELS=('logistic' 'lstm-base' 'lstm-pool' 'nb' 'nn-2-layer' 'rf' 'svm')

for m in "${MODELS[@]}"
do
  asreview simulate benchmark:${DATASET} -m $m --seed 535 --init_seed 535 -s ${DATASET}_${m}.h5
  asreview plot recall ${DATASET}_${m}.h5 -o ${DATASET}_${m}_recall.png
done



FEATURE_STRATEGIES=('tfidf')
# FEATURE_STRATEGIES=('doc2vec' 'embedding-idf' 'embedding-lstm' 'sbert' 'tfidf')

for fs in "${FEATURE_STRATEGIES[@]}"
do
  asreview simulate benchmark:${DATASET} -e $fs --seed 535 --init_seed 535 -s ${DATASET}_${fs}.h5
  asreview plot recall ${DATASET}_${fs}.h5 -o ${DATASET}_${fs}_recall.png
done

run_asreview_simulations_v1.sh

DATASET="van_de_schoot_2017"

QUERY_STRATEGIES=('max_random' 'max_uncertainty' 'max' 'uncertainty' 'random')
# ('max_random' 'max_uncertainty' 'max' 'uncertainty' 'random' 'cluster')

for qs in "${QUERY_STRATEGIES[@]}"
do
  asreview simulate benchmark:${DATASET} -q $qs --seed 535 --init_seed 535 -s ${DATASET}_${qs}.asreview
  asreview plot recall ${DATASET}_${qs}.asreview -o ${DATASET}_${qs}_recall.png
done



BALANCE_STRATEGIES=('double' 'simple' 'undersample')

for bs in "${BALANCE_STRATEGIES[@]}"
do
  asreview simulate benchmark:${DATASET} -b $bs --seed 535 --init_seed 535 -s ${DATASET}_${bs}.asreview
  asreview plot recall ${DATASET}_${bs}.asreview -o ${DATASET}_${bs}_recall.png
done



MODELS=('logistic' 'nb' 'rf' 'svm')
# MODELS=('logistic' 'lstm-base' 'lstm-pool' 'nb' 'nn-2-layer' 'rf' 'svm')

for m in "${MODELS[@]}"
do
  asreview simulate benchmark:${DATASET} -m $m --seed 535 --init_seed 535 -s ${DATASET}_${m}.asreview
  asreview plot recall ${DATASET}_${m}.asreview -o ${DATASET}_${m}_recall.png
done



FEATURE_STRATEGIES=('tfidf')
# FEATURE_STRATEGIES=('doc2vec' 'embedding-idf' 'embedding-lstm' 'sbert' 'tfidf')

for fs in "${FEATURE_STRATEGIES[@]}"
do
  asreview simulate benchmark:${DATASET} -e $fs --seed 535 --init_seed 535 -s ${DATASET}_${fs}.asreview
  asreview plot recall ${DATASET}_${fs}.asreview -o ${DATASET}_${fs}_recall.png
done