forked from sanketpurandare/mem-run-estimator
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathconfigs.py
105 lines (104 loc) · 10.9 KB
/
configs.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
from typing import Dict, List, Union
from exp_utils import AC, Precision
input_configs: Dict[str, List[Dict[str, Union[AC, Precision, int]]]] = {
"hf_T5": [
{"batch_size": 6, "seq_len": 512, "precision": Precision.MP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 4, "seq_len": 1024, "precision": Precision.HP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 1, "seq_len": 2048, "precision": Precision.HP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 2, "seq_len": 1024, "precision": Precision.FP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 1, "seq_len": 2048, "precision": Precision.MP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 1, "seq_len": 2048, "precision": Precision.HP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 1, "seq_len": 2048, "precision": Precision.FP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
],
"timm_vit": [
{"batch_size": 32, "seq_len": -1, "precision": Precision.FP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": -1, "precision": Precision.MP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": -1, "precision": Precision.HP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 128, "seq_len": -1, "precision": Precision.HP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": -1, "precision": Precision.MP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 256, "seq_len": -1, "precision": Precision.HP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": -1, "precision": Precision.FP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
],
"hf_clip": [
{"batch_size": 32, "seq_len": 20, "precision": Precision.FP, "ac": AC.NONE, "image_size": 336, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": 20, "precision": Precision.MP, "ac": AC.NONE, "image_size": 336, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": 20, "precision": Precision.HP, "ac": AC.FULL, "image_size": 336, "num_denoising_steps": -1},
{"batch_size": 32, "seq_len": 20, "precision": Precision.FP, "ac": AC.NONE, "image_size": 336, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": 20, "precision": Precision.MP, "ac": AC.NONE, "image_size": 336, "num_denoising_steps": -1},
{"batch_size": 128, "seq_len": 20, "precision": Precision.HP, "ac": AC.FULL, "image_size": 336, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": 20, "precision": Precision.FP, "ac": AC.FULL, "image_size": 336, "num_denoising_steps": -1},
],
"llama_v3_1b": [
{"batch_size": 8, "seq_len": 1024, "precision": Precision.FP, "ac": AC.AUTO, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 12, "seq_len": 1024, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 4, "seq_len": 2048, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 8, "seq_len": 2048, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 8, "seq_len": 1024, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 12, "seq_len": 1024, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 4, "seq_len": 2048, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 8, "seq_len": 2048, "precision": Precision.FP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
],
"gemma_2b": [
{"batch_size": 16, "seq_len": 512, "precision": Precision.HP, "ac": AC.AUTO, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 8, "seq_len": 1024, "precision": Precision.HP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 4, "seq_len": 2048, "precision": Precision.HP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 2, "seq_len": 4096, "precision": Precision.HP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 4, "seq_len": 1024, "precision": Precision.FP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 2, "seq_len": 2048, "precision": Precision.FP, "ac": AC.FULL, "image_size": -1, "num_denoising_steps": -1},
{"batch_size": 2, "seq_len": 2048, "precision": Precision.MP, "ac": AC.NONE, "image_size": -1, "num_denoising_steps": -1},
],
"timm_convnext_v2": [
{"batch_size": 16, "seq_len": -1, "precision": Precision.FP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 32, "seq_len": -1, "precision": Precision.MP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": -1, "precision": Precision.MP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 64, "seq_len": -1, "precision": Precision.HP, "ac": AC.NONE, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 128, "seq_len": -1, "precision": Precision.HP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 32, "seq_len": -1, "precision": Precision.FP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 256, "seq_len": -1, "precision": Precision.HP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
{"batch_size": 128, "seq_len": -1, "precision": Precision.FP, "ac": AC.FULL, "image_size": 224, "num_denoising_steps": -1},
],
"stable_diffusion": [
{"batch_size": 32, "seq_len": 77, "precision": Precision.FP, "ac": AC.AUTO, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 128, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 256, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 256, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 256, "num_denoising_steps": 50},
{"batch_size": 128, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 256, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 128, "seq_len": 77, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
],
"flux": [
{"batch_size": 1, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 16, "num_denoising_steps": 50},
{"batch_size": 1, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 1, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 1, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 256, "precision": Precision.FP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
],
"stable_diffusion_mmdit": [
{"batch_size": 1, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 16, "num_denoising_steps": 50},
{"batch_size": 1, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 64, "num_denoising_steps": 50},
{"batch_size": 1, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 128, "num_denoising_steps": 50},
{"batch_size": 1, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 16, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 32, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
{"batch_size": 64, "seq_len": 256, "precision": Precision.HP, "ac": AC.NONE, "image_size": 512, "num_denoising_steps": 50},
],
}