@@ -75,9 +75,9 @@ def profiler_output_to_filtered_time_by_kernel_name(
75
75
continue
76
76
elif e .key == "aten::add_" :
77
77
# accumulating gradients into leaf tensors
78
- assert e .count == (
79
- num_iter * num_leaf_tensors
80
- ), f"unexpected number of iter for { e . key } "
78
+ assert e .count == (num_iter * num_leaf_tensors ), (
79
+ f"unexpected number of iter for { e . key } "
80
+ )
81
81
continue
82
82
elif e .key == "cudaDeviceSynchronize" :
83
83
continue
@@ -136,9 +136,9 @@ def get_name_to_shapes_iter(
136
136
N : Optional [int ],
137
137
):
138
138
if shape_gen_name == "llama" :
139
- assert (
140
- M == K == N == None
141
- ), f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
139
+ assert M == K == N == None , (
140
+ f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
141
+ )
142
142
bsz , seq_len = 4 , 4096
143
143
M = bsz * seq_len
144
144
# LLaMa 2 70B single-node weight shapes
@@ -153,9 +153,9 @@ def get_name_to_shapes_iter(
153
153
return name_to_shapes_70b .items ()
154
154
155
155
elif shape_gen_name == "pow2" :
156
- assert (
157
- M == K == N == None
158
- ), f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
156
+ assert M == K == N == None , (
157
+ f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
158
+ )
159
159
name_to_shapes = {}
160
160
min_power_of_2 = 10 # 1024
161
161
max_power_of_2 = 14 # 16,384
@@ -165,9 +165,9 @@ def get_name_to_shapes_iter(
165
165
return name_to_shapes .items ()
166
166
167
167
elif shape_gen_name == "pow2_extended" :
168
- assert (
169
- M == K == N == None
170
- ), f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
168
+ assert M == K == N == None , (
169
+ f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
170
+ )
171
171
name_to_shapes = {}
172
172
min_power_of_2 = 10 # 1024
173
173
max_power_of_2 = 14 # 16,384
@@ -179,9 +179,9 @@ def get_name_to_shapes_iter(
179
179
return name_to_shapes .items ()
180
180
181
181
elif shape_gen_name == "sweep" :
182
- assert (
183
- M == K == N == None
184
- ), f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
182
+ assert M == K == N == None , (
183
+ f"M, K, N arguments not supported for shape_gen_name { shape_gen_name } "
184
+ )
185
185
name_to_shapes = {}
186
186
min_p2 = 8 # 256
187
187
max_p2 = 15 # 32,768
@@ -197,9 +197,9 @@ def get_name_to_shapes_iter(
197
197
return name_to_shapes .items ()
198
198
199
199
elif shape_gen_name == "custom" :
200
- assert (
201
- M is not None and K is not None and N is not None
202
- ), "M, K, N must be specified for custom shape_gen"
200
+ assert M is not None and K is not None and N is not None , (
201
+ "M, K, N must be specified for custom shape_gen"
202
+ )
203
203
name_to_shapes = {
204
204
1 : (M , K , N ),
205
205
}
0 commit comments