torchdynamo-tests/run_experiments.sh at main · sgugger/torchdynamo-tests · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
#!/bin/bash

if [[ -z $1 ]];
then
    echo "model_name_or_path not passed"
    exit 1
else
    echo "model_name_or_path = $1"
fi

if [[ -z $2 ]];
then
    echo "num_runs not passed"
    exit 1
else
    echo "num_runs = $2"
fi

if [[ -z $3 ]];
then
    echo "task_name not passed"
    exit 1
else
    echo "task_name = $2"
fi

model_name_or_path=$1
num_runs=$2
task_name=$3

for ((i = 1; i <= $num_runs; i++));
do
    echo "experiment run $i"

    case $task_name in
        "text_classification")
            echo "Running text_classification"
            echo "inductor backend with fp32"
            accelerate launch scripts/text_classification.py \
            --task_name mrpc \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --dynamo_backend inductor
            echo "no backend with fp32"
            accelerate launch scripts/text_classification.py \
            --task_name mrpc \
            --seed $i \
            --model_name_or_path $model_name_or_path
            echo "inductor backend with fp16"
            accelerate launch scripts/text_classification.py \
            --task_name mrpc \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --dynamo_backend inductor \
            --mixed_precision fp16
            echo "no backend with fp16"
            accelerate launch scripts/text_classification.py \
            --task_name mrpc \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --mixed_precision fp16 \
            ;;
        "language_modeling")
            echo "Running language_modeling"
            echo "inductor backend with fp32"
            accelerate launch scripts/language_modeling.py \
            --dataset_name wikitext \
            --dataset_config_name wikitext-2-raw-v1 \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --dynamo_backend inductor
            echo "no backend with fp32"
            accelerate launch scripts/language_modeling.py \
            --dataset_name wikitext \
            --dataset_config_name wikitext-2-raw-v1 \
            --seed $i \
            --model_name_or_path $model_name_or_path
            echo "inductor backend with fp16"
            accelerate launch scripts/language_modeling.py \
            --dataset_name wikitext \
            --dataset_config_name wikitext-2-raw-v1 \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --dynamo_backend inductor \
            --mixed_precision fp16
            echo "no backend with fp16"
            accelerate launch scripts/language_modeling.py \
            --dataset_name wikitext \
            --dataset_config_name wikitext-2-raw-v1 \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --mixed_precision fp16
            ;;
            "cv_classification")
            echo "Running cv_classification"
            echo "inductor backend with fp32"
            accelerate launch scripts/cv_classification.py \
            --dataset_name beans \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --dynamo_backend inductor
            echo "no backend with fp32"
            accelerate launch scripts/cv_classification.py \
            --dataset_name beans \
            --seed $i \
            --model_name_or_path $model_name_or_path
            echo "inductor backend with fp16"
            accelerate launch scripts/cv_classification.py \
            --dataset_name beans \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --dynamo_backend inductor \
            --mixed_precision fp16
            echo "no backend with fp16"
            accelerate launch scripts/cv_classification.py \
            --dataset_name beans \
            --seed $i \
            --model_name_or_path $model_name_or_path \
            --mixed_precision fp16
            ;;
        *)
            echo "Invalid task_name"
            exit 1
            ;;
    esac
done