Benchmarking/run.sh at main · xywen97/Benchmarking · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# available fields: backend, frontend, netlist, spec, rtl, general

# models:

# llama2_7b, llama2_13b, llama3_8b_instruct, llama3_1_70b_instruct, llama3_1_8b_instruct, llama3_2_11b_vision_instruct, llama3_2_90b_vision_instruct,
# mistrial_7b,
# gpt35, gpt4o, gpt4, gpt4_turbo, gpt4v, minigpt4_vicuna7b,
# gemini_1.0_pro, gemini_1.5_pro, gemini_1.5_flash,
# claude_3_sonnet, claude_3_haiku, claude_3_opus,
# reka_core, reka_flash, reka_edge,
# instructblip_flan_t5_xl, instructblip_flan_t5_xxl, blip2_flan_t5_xl, blip2_flan_t5_xxl,
# chatglm3_6b,
# kosmos2_patch14_224,
# qwen_2_5_7b_instruct, qwen_2_5_72b_instruct, qwen_2_7b_instruct, qwen_2_72b_instruct, qwen_2_0_5b_instruct, qwen_vl, qwen_vl_plus, qwen_vl_max, qwen_vl_chat,
# bunny_1_0_3b,
# fuyu_8b,
# hpt_1_5_edge,
# intern_chat_7b, intern_chat_20b, internlm_xcomposer_vl_7b, internlm_xcomposer2_vl_7b, internlm2_chat_7b, internlm2_chat_20b, internlm2_5_chat_7b, internlm2_5_chat_20b,
# internvl2_8b, internvl2_40b, internvl_chat_v1_5, internvl_mini_chat_2b_v1_5,
# minicpm_v, minicpm_v2, minicpm3_4b, minicpm1b_sft_bf16, minicpm2b_sft_bf16, minicpm_llama3_v_2_5,
# yi_vl_6b, yi_vl_34b, yi_chat_6b, yi_chat_34b


# 2024.11.19
# python main.py --field rtl --model reka_core
# python main.py --field rtl --model reka_flash (Done)
# python main.py --field rtl --model reka_edge (Done)
# python main.py --field rtl --model blip2_flan_t5_xl (Done)
# python main.py --field rtl --model blip2_flan_t5_xxl (Done)
# python main.py --field rtl --model gemini_1_5_pro
# python main.py --field rtl --model claude_3_sonnet
# python main.py --field rtl --model instructblip_flan_t5_xl (Done)
# python main.py --field rtl --model kosmos2_patch14_224 (Done)
# python main.py --field rtl --model minicpm1b_sft_bf16 (Done)
# python main.py --field rtl --model minicpm2b_sft_bf16 (Done)
# python main.py --field rtl --model minicpm3_4b (Done)
# python main.py --field rtl --model minicpm_llama3_v_2_5 (Done)
# python main.py --field rtl --model chatglm3_6b (Done)
# python main.py --field rtl --model gpt4 (Done)
# python main.py --field rtl --model yi_chat_6b (Done)
# python main.py --field rtl --model yi_vl_34b (Done)


# 2024.11.18
# python main.py --field rtl --model llama2_7b (Done)
# python main.py --field rtl --model llama2_13b (spec)
# python main.py --field rtl --model llama3_1_70b_instruct (Done)
# python main.py --field rtl --model llama3_8b_instruct (Done)
# python main.py --field rtl --model llama3_2_11b_vision_instruct (Done)
# python main.py --field rtl --model llama3_2_90b_vision_instruct (Done)
# python main.py --field rtl --model intern_chat_20b (Done)
# python main.py --field rtl --model internvl_mini_chat_2b_v1_5 (spec)
# python main.py --field rtl --model internvl2_40b (spec)
# python main.py --field rtl --model internlm_xcomposer_vl_7b (Done)
# python main.py --field rtl --model internlm_xcomposer2_vl_7b --start 36 (Done)
# python main.py --field rtl --model qwen_2_7b_instruct (Done)
# python main.py --field rtl --model qwen_vl_chat (Done)
# python main.py --field rtl --model qwen_vl (Done)
# python main.py --field rtl --model gpt4o (Done)
# python main.py --field rtl --model gpt4_turbo (Done)
# python main.py --field rtl --model gpt4v (Done)
# python main.py --field rtl --model qwen_2_72b_instruct (backend, frontend)

# 2024.11.16
# python main.py --field rtl --model gpt35 (Done)
# python main.py --field rtl --model qwen_2_0_5b_instruct (Done)
# python main.py --field rtl --model internvl2_8b (Done)
# python main.py --field rtl --model internvl_chat_v1_5 (spec)
# python main.py --field spec --model instructblip_flan_t5_xxl --start 100
# python main.py --field rtl --model llama3_1_8b_instruct (Done)
# python main.py --field rtl --model minicpm_v2 (Done)
# python main.py --field rtl --model yi_vl_6b (Done)