ExpliCITA/run_multiplechoice.sh at main · Unipisa/ExpliCITA · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
#!/bin/bash

PROMPTS=(
    "prompts/prompt-few.txt"
    "prompts/prompt-zero.txt"
    )

DEVICE="" # CHOSE DEVICE

# List of Hugging Face model names
MODEL_NAMES=(
             "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"
             "sapienzanlp/Minerva-350M-base-v1.0"
             "sapienzanlp/Minerva-1B-base-v1.0"
             "sapienzanlp/Minerva-3B-base-v1.0"
             "sapienzanlp/Minerva-7B-base-v1.0"
             "sapienzanlp/Minerva-7B-instruct-v1.0"
             "swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA"
             "swap-uniba/LLaMAntino-2-chat-7b-hf-UltraChat-ITA"
             "Almawave/Velvet-2B"
             "Almawave/Velvet-14B"
             "galatolo/cerbero-7b"
             "galatolo/cerbero-7b-openchat"
             "meta-llama/Llama-3.1-8B-Instruct"
             "google/gemma-3-4b-it"
             "google/gemma-3-12b-it"
             )


# Loop through each model name
for MODEL_NAME in "${MODEL_NAMES[@]}"
do
    for PROMPT in "${PROMPTS[@]}"
    do
        echo "Running multiple_choice_all.py for model: $MODEL_NAME"
        echo "Prompt: $PROMPT"
        python get_answers_local_model.py --dataset dataset_tradotto_revised.tsv --model_name $MODEL_NAME --prompt $PROMPT --gpu $DEVICE
        echo "--------------------------------------------------"
    done
    echo "-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*"
done