diff --git a/tests/ttnn/profiling/ops_for_profiling.py b/tests/ttnn/profiling/ops_for_profiling.py index 8c669973a59..29b32f44ec9 100644 --- a/tests/ttnn/profiling/ops_for_profiling.py +++ b/tests/ttnn/profiling/ops_for_profiling.py @@ -2,7 +2,6 @@ # SPDX-License-Identifier: Apache-2.0 -import tt_lib import ttnn @@ -194,10 +193,6 @@ def threshold_bw(x, y): ttnn.threshold_bw(x, y, 0.7, 10) -def unary_eq_bw(x, y): - tt_lib.tensor.unary_eq_bw(x, y, other=0.7) - - def logiteps_bw(x, y): ttnn.logiteps_bw(x, y, eps=0.0001) @@ -228,51 +223,51 @@ def mseloss(x, y): def primary_moreh_softmax_backward_0(x, y): - tt_lib.operations.primary.moreh_softmax_backward(x, y, dim=0) + ttnn.operations.moreh.softmax_backward(x, y, dim=0) def primary_moreh_softmax_backward_1(x, y): - tt_lib.operations.primary.moreh_softmax_backward(x, y, dim=1) + ttnn.operations.moreh.softmax_backward(x, y, dim=1) def primary_moreh_softmax_backward_2(x, y): - tt_lib.operations.primary.moreh_softmax_backward(x, y, dim=2) + ttnn.operations.moreh.softmax_backward(x, y, dim=2) def primary_moreh_softmax_backward_3(x, y): - tt_lib.operations.primary.moreh_softmax_backward(x, y, dim=3) + ttnn.operations.moreh.softmax_backward(x, y, dim=3) def primary_moreh_softmin_backward_0(x, y): - tt_lib.operations.primary.moreh_softmin_backward(x, y, dim=0) + ttnn.operations.moreh.softmin_backward(x, y, dim=0) def primary_moreh_softmin_backward_1(x, y): - tt_lib.operations.primary.moreh_softmin_backward(x, y, dim=1) + ttnn.operations.moreh.softmin_backward(x, y, dim=1) def primary_moreh_softmin_backward_2(x, y): - tt_lib.operations.primary.moreh_softmin_backward(x, y, dim=2) + ttnn.operations.moreh.softmin_backward(x, y, dim=2) def primary_moreh_softmin_backward_3(x, y): - tt_lib.operations.primary.moreh_softmin_backward(x, y, dim=3) + ttnn.operations.moreh.softmin_backward(x, y, dim=3) def primary_moreh_logsoftmax_backward_0(x, y): - tt_lib.operations.primary.moreh_logsoftmax_backward(x, y, dim=0) + ttnn.operations.moreh.logsoftmax_backward(x, y, dim=0) def primary_moreh_logsoftmax_backward_1(x, y): - tt_lib.operations.primary.moreh_logsoftmax_backward(x, y, dim=1) + ttnn.operations.moreh.logsoftmax_backward(x, y, dim=1) def primary_moreh_logsoftmax_backward_2(x, y): - tt_lib.operations.primary.moreh_logsoftmax_backward(x, y, dim=2) + ttnn.operations.moreh.logsoftmax_backward(x, y, dim=2) def primary_moreh_logsoftmax_backward_3(x, y): - tt_lib.operations.primary.moreh_logsoftmax_backward(x, y, dim=3) + ttnn.operations.moreh.logsoftmax_backward(x, y, dim=3) def primary_scale_mask_softmax_in_place(x, y): @@ -898,10 +893,6 @@ def unary_div_bw(x, y): "op": threshold_bw, "name": "ttnn.threshold_bw", }, - { - "op": unary_eq_bw, - "name": "tt_lib.tensor.unary_eq_bw", - }, { "op": ttnn.logit_bw, "name": "ttnn.logit_bw", @@ -965,51 +956,51 @@ def unary_div_bw(x, y): }, { "op": primary_moreh_softmax_backward_0, - "name": "tt_lib.operations.primary.moreh_softmax_backward_dim_0", + "name": "ttnn.operations.moreh.softmax_backward_dim_0", }, { "op": primary_moreh_softmax_backward_1, - "name": "tt_lib.operations.primary.moreh_softmax_backward_dim_1", + "name": "ttnn.operations.moreh.softmax_backward_dim_1", }, { "op": primary_moreh_softmax_backward_2, - "name": "tt_lib.operations.primary.moreh_softmax_backward_dim_2", + "name": "ttnn.operations.moreh.softmax_backward_dim_2", }, { "op": primary_moreh_softmax_backward_3, - "name": "tt_lib.operations.primary.moreh_softmax_backward_dim_3", + "name": "ttnn.operations.moreh.softmax_backward_dim_3", }, { "op": primary_moreh_softmin_backward_0, - "name": "tt_lib.operations.primary.moreh_softmin_backward_dim_0", + "name": "ttnn.operations.moreh.softmin_backward_dim_0", }, { "op": primary_moreh_softmin_backward_1, - "name": "tt_lib.operations.primary.moreh_softmin_backward_dim_1", + "name": "ttnn.operations.moreh.softmin_backward_dim_1", }, { "op": primary_moreh_softmin_backward_2, - "name": "tt_lib.operations.primary.moreh_softmin_backward_dim_2", + "name": "ttnn.operations.moreh.softmin_backward_dim_2", }, { "op": primary_moreh_softmin_backward_3, - "name": "tt_lib.operations.primary.moreh_softmin_backward_dim_3", + "name": "ttnn.operations.moreh.softmin_backward_dim_3", }, { "op": primary_moreh_logsoftmax_backward_0, - "name": "tt_lib.operations.primary.moreh_logsoftmax_backward_dim_0", + "name": "ttnn.operations.moreh.logsoftmax_backward_dim_0", }, { "op": primary_moreh_logsoftmax_backward_1, - "name": "tt_lib.operations.primary.moreh_logsoftmax_backward_dim_1", + "name": "ttnn.operations.moreh.logsoftmax_backward_dim_1", }, { "op": primary_moreh_logsoftmax_backward_2, - "name": "tt_lib.operations.primary.moreh_logsoftmax_backward_dim_2", + "name": "ttnn.operations.moreh.logsoftmax_backward_dim_2", }, { "op": primary_moreh_logsoftmax_backward_3, - "name": "tt_lib.operations.primary.moreh_logsoftmax_backward_dim_3", + "name": "ttnn.operations.moreh.logsoftmax_backward_dim_3", }, { "op": primary_scale_mask_softmax_in_place, @@ -1048,24 +1039,24 @@ def unary_div_bw(x, y): # To make # { # "op": conv, -# "name": "tt_lib.tensor.conv", +# "name": "ttnn.conv", # }, # Crashing # { # "op": primaru_moreh_mean_0123, -# "name": "tt_lib.operations.primary.moreh_mean_dims_0123", +# "name": "ttnn.operations.moreh.mean_dims_0123", # "shape_func": primaru_moreh_mean_0123_shape_func, # }, # { # "op": primaru_moreh_mean_023, -# "name": "tt_lib.operations.primary.moreh_mean_dims_023", +# "name": "ttnn.operations.moreh.mean_dims_023", # "shape_func": primaru_moreh_mean_023_shape_func, # }, # { # "op": primaru_moreh_mean_123, -# "name": "tt_lib.operations.primary.moreh_mean_dims_123", +# "name": "ttnn.operations.moreh.mean_dims_123", # "shape_func": primaru_moreh_mean_123_shape_func, # }, @@ -1340,10 +1331,6 @@ def group_norm_no_weights(x): ttnn.group_norm(x, num_groups=32, epsilon=0.00001, weight=None, bias=None) -def convert_conv_weight_tensor_to_tiled_layout(x): - tt_lib.tensor.convert_conv_weight_tensor_to_tiled_layout(x, in1_block_h=32, in1_block_w=32) - - def logical_not_(x): ttnn.logical_not_(x) @@ -1441,51 +1428,51 @@ def argmin_all(x): def primary_moreh_softmax_0(x): - tt_lib.operations.primary.moreh_softmax(x, dim=0) + ttnn.operations.moreh.softmax(x, dim=0) def primary_moreh_softmax_1(x): - tt_lib.operations.primary.moreh_softmax(x, dim=1) + ttnn.operations.moreh.softmax(x, dim=1) def primary_moreh_softmax_2(x): - tt_lib.operations.primary.moreh_softmax(x, dim=2) + ttnn.operations.moreh.softmax(x, dim=2) def primary_moreh_softmax_3(x): - tt_lib.operations.primary.moreh_softmax(x, dim=3) + ttnn.operations.moreh.softmax(x, dim=3) def primary_moreh_softmin_0(x): - tt_lib.operations.primary.moreh_softmin(x, dim=0) + ttnn.operations.moreh.softmin(x, dim=0) def primary_moreh_softmin_1(x): - tt_lib.operations.primary.moreh_softmin(x, dim=1) + ttnn.operations.moreh.softmin(x, dim=1) def primary_moreh_softmin_2(x): - tt_lib.operations.primary.moreh_softmin(x, dim=2) + ttnn.operations.moreh.softmin(x, dim=2) def primary_moreh_softmin_3(x): - tt_lib.operations.primary.moreh_softmin(x, dim=3) + ttnn.operations.moreh.softmin(x, dim=3) def primary_moreh_logsoftmax_0(x): - tt_lib.operations.primary.moreh_logsoftmax(x, dim=0) + ttnn.operations.moreh.logsoftmax(x, dim=0) def primary_moreh_logsoftmax_1(x): - tt_lib.operations.primary.moreh_logsoftmax(x, dim=1) + ttnn.operations.moreh.logsoftmax(x, dim=1) def primary_moreh_logsoftmax_2(x): - tt_lib.operations.primary.moreh_logsoftmax(x, dim=2) + ttnn.operations.moreh.logsoftmax(x, dim=2) def primary_moreh_logsoftmax_3(x): - tt_lib.operations.primary.moreh_logsoftmax(x, dim=3) + ttnn.operations.moreh.logsoftmax(x, dim=3) def primary_moreh_norm_0(x): @@ -1501,7 +1488,7 @@ def primary_moreh_norm_2(x): def primary_moreh_norm_3(x): - ttnn.operations.moreh.moreh_norm(x, p=2.0, dim=3) + ttnn.operations.moreh.norm(x, p=2.0, dim=3) def split_dim_3(x): @@ -2096,15 +2083,11 @@ def assign_unary(x): }, { "op": fill_rm, - "name": "tt_lib.tensor.fill_rm", + "name": "ttnn.fill_rm", }, { "op": fill_ones_rm, - "name": "tt_lib.tensor.fill_ones_rm", - }, - { - "op": ttnn.mean, - "name": "tt_lib.tensor.mean_hw", + "name": "ttnn.fill_ones_rm", }, { "op": ttnn.var_hw, @@ -2178,11 +2161,11 @@ def assign_unary(x): }, { "op": pow_int, - "name": "tt_lib.tensor.pow_int", + "name": "ttnn.pow_int", }, { "op": pow_float, - "name": "tt_lib.tensor.pow_float", + "name": "ttnn.pow_float", }, { "op": ttnn.identity, @@ -2229,51 +2212,51 @@ def assign_unary(x): }, { "op": primary_moreh_softmax_0, - "name": "tt_lib.operations.primary.moreh_softmax_dim_0", + "name": "ttnn.operations.moreh.softmax_dim_0", }, { "op": primary_moreh_softmax_1, - "name": "tt_lib.operations.primary.moreh_softmax_dim_1", + "name": "ttnn.operations.moreh.softmax_dim_1", }, { "op": primary_moreh_softmax_2, - "name": "tt_lib.operations.primary.moreh_softmax_dim_2", + "name": "ttnn.operations.moreh.softmax_dim_2", }, { "op": primary_moreh_softmax_3, - "name": "tt_lib.operations.primary.moreh_softmax_dim_3", + "name": "ttnn.operations.moreh.softmax_dim_3", }, { "op": primary_moreh_softmin_0, - "name": "tt_lib.operations.primary.moreh_softmin_dim_0", + "name": "ttnn.operations.moreh.softmin_dim_0", }, { "op": primary_moreh_softmin_1, - "name": "tt_lib.operations.primary.moreh_softmin_dim_1", + "name": "ttnn.operations.moreh.softmin_dim_1", }, { "op": primary_moreh_softmin_2, - "name": "tt_lib.operations.primary.moreh_softmin_dim_2", + "name": "ttnn.operations.moreh.softmin_dim_2", }, { "op": primary_moreh_softmin_3, - "name": "tt_lib.operations.primary_moreh_softmin_dim_3", + "name": "ttnn.operations.moreh.softmin_dim_3", }, { "op": primary_moreh_logsoftmax_0, - "name": "tt_lib.operations.primary.moreh_logsoftmax_dim_0", + "name": "ttnn.operations.moreh.logsoftmax_dim_0", }, { "op": primary_moreh_logsoftmax_1, - "name": "tt_lib.operations.primary.moreh_logsoftmax_dim_1", + "name": "ttnn.operations.moreh.logsoftmax_dim_1", }, { "op": primary_moreh_logsoftmax_2, - "name": "tt_lib.operations.primary.moreh_logsoftmax_dim_2", + "name": "ttnn.operations.moreh.logsoftmax_dim_2", }, { "op": primary_moreh_logsoftmax_3, - "name": "tt_lib.operations.primary.moreh_logsoftmax_dim_3", + "name": "ttnn.operations.moreh.logsoftmax_dim_3", }, { "op": primary_moreh_norm_0, @@ -2355,35 +2338,13 @@ def assign_unary(x): # "name": "ttnn.group_norm_no_weights", # }, -# Unsupported storage type -# { -# "op": convert_conv_weight_tensor_to_tiled_layout, -# "name": "tt_lib.tensor.convert_conv_weight_tensor_to_tiled_layout", -# "layout": "ROW_MAJOR", -# }, - - -# Very slow - And crashes sometimes -# { -# "op": argmin_4, -# "name": "tt_lib.tensor.argmin_dim_0", -# }, -# { -# "op": argmax_4, -# "name": "tt_lib.tensor.argmax_dim_0", -# }, - def layernorm(x, y, z): - ttnn.layer_norm(input=x, epsilon=0.0001, weight=y, bias=z) - - -def primary_layernorm(x, y, z): - ttnn.layer_norm(input=x, epsilon=0.0001, weight=y, bias=z) + ttnn.layer_norm(x, epsilon=0.0001, weight=y, bias=z) def norm_shapes_func(input_shape): - input_shape_12 = [input_shape[0], input_shape[1], 32, input_shape[3]] + input_shape_12 = [input_shape[0], input_shape[1], 1, input_shape[3]] return input_shape, input_shape_12, input_shape_12 @@ -2391,10 +2352,6 @@ def add_layernorm(x, y, z): ttnn.layer_norm(x, residual_input_tensor=x, epsilon=0.0001, weight=y, bias=z) -def primary_add_layernorm(x, y, z): - ttnn.layer_norm(x, residual_input_tensor=x, epsilon=0.0001, weight=y, bias=z) - - def group_norm(x, y, z): ttnn.group_norm(x, num_groups=32, epsilon=0.0001, weight=y, bias=x) @@ -2416,7 +2373,7 @@ def primary_moreh_groupnorm_shape_func(input_shape): def rmsnorm(x, y, z): - ttnn.rms_norm(input=x, epsilon=0.0001, weight=y, bias=z) + ttnn.rms_norm(x, epsilon=0.0001, weight=y, bias=z) def addcmul(x, y, z): @@ -2541,11 +2498,6 @@ def linear_shape_func(input_shape): "name": "ttnn.layer_norm", "shape_func": norm_shapes_func, }, - { - "op": primary_layernorm, - "name": "ttnn.layer_norm", - "shape_func": norm_shapes_func, - }, { "op": rmsnorm, "name": "ttnn.rms_norm", @@ -2553,12 +2505,7 @@ def linear_shape_func(input_shape): }, { "op": add_layernorm, - "name": "ttnn.layer_norm", - "shape_func": norm_shapes_func, - }, - { - "op": primary_add_layernorm, - "name": "ttnn.layer_norm", + "name": "ttnn.add_layer_norm", "shape_func": norm_shapes_func, }, { @@ -2607,8 +2554,8 @@ def linear_shape_func(input_shape): "name": "ttnn.add_bw", }, # { - # "op": tt_lib.tensor.embedding_bw, - # "name": "tt_lib.tensor.embedding_bw", + # "op": ttnn.embedding_bw, + # "name": "ttnn.embedding_bw", # }, { "op": where_bw, @@ -2730,19 +2677,11 @@ def linear_shape_func(input_shape): # Gets stuck # { # "op": primary_moreh_groupnorm, -# "name": "tt_lib.operations.primary.moreh_groupnorm", +# "name": "ttnn.operations.moreh.groupnorm", # "shape_func": primary_moreh_groupnorm_shape_func, # }, # { # "op": primary_moreh_groupnorm_backward, -# "name": "tt_lib.operations.primary.moreh_groupnorm_backward", +# "name": "ttnn.operations.moreh.groupnorm_backward", # "shape_func": primary_moreh_groupnorm_backward_shape_func, # } - - -# Seems depricated -# { -# "op": fused_layernorm, -# "name": "tt_lib.fused_ops.layernorm.Layernorm", -# "shape_func": norm_shapes_func, -# }, diff --git a/tests/ttnn/profiling/profile_host_overhead_with_tracy.py b/tests/ttnn/profiling/profile_host_overhead_with_tracy.py index 609a23e53e3..52960df22cc 100644 --- a/tests/ttnn/profiling/profile_host_overhead_with_tracy.py +++ b/tests/ttnn/profiling/profile_host_overhead_with_tracy.py @@ -118,7 +118,11 @@ def profile_host_overhead(output_directory, output_csv, op_to_profile=""): logger.info(f"Analyzing {file}") # Read the csv file - df = pd.read_csv(file) + try: + df = pd.read_csv(file) + except Exception as e: + print(e) + continue # Iterate over the rows in the final dataframe for index, row in final_df.iterrows(): diff --git a/tests/ttnn/profiling/reference.txt b/tests/ttnn/profiling/reference.txt index bb4a6bc2123..d537690928a 100644 --- a/tests/ttnn/profiling/reference.txt +++ b/tests/ttnn/profiling/reference.txt @@ -1,13 +1,13 @@ op,count,python min dispatch time (ms),python mean dispatch time(ms),python mean dispatch + sync time (ms),C++ mean dispatch time (ms) tt_lib.fused_ops.softmax.softmax,200,0.179,0.192,0.372,0.103 -tt_lib.operations.primary.moreh_logsoftmax_backward_dim_0,200,0.037,0.031,0.265,0.013 -tt_lib.operations.primary.moreh_logsoftmax_backward_dim_1,200,0.035,0.032,0.293,0.01 -tt_lib.operations.primary.moreh_logsoftmax_backward_dim_2,200,0.035,0.028,0.342,0.011 -tt_lib.operations.primary.moreh_logsoftmax_backward_dim_3,200,0.035,0.028,0.283,0.011 -tt_lib.operations.primary.moreh_logsoftmax_dim_0,200,0.028,0.03,0.291,0.011 -tt_lib.operations.primary.moreh_logsoftmax_dim_1,200,0.028,0.023,0.328,0.01 -tt_lib.operations.primary.moreh_logsoftmax_dim_2,200,0.028,0.023,0.252,0.011 -tt_lib.operations.primary.moreh_logsoftmax_dim_3,200,0.028,0.026,0.224,0.009 +ttnn.operations.moreh.logsoftmax_backward_dim_0,200,0.037,0.031,0.265,0.013 +ttnn.operations.moreh.logsoftmax_backward_dim_1,200,0.035,0.032,0.293,0.01 +ttnn.operations.moreh.logsoftmax_backward_dim_2,200,0.035,0.028,0.342,0.011 +ttnn.operations.moreh.logsoftmax_backward_dim_3,200,0.035,0.028,0.283,0.011 +ttnn.operations.moreh.logsoftmax_dim_0,200,0.028,0.03,0.291,0.011 +ttnn.operations.moreh.logsoftmax_dim_1,200,0.028,0.023,0.328,0.01 +ttnn.operations.moreh.logsoftmax_dim_2,200,0.028,0.023,0.252,0.011 +ttnn.operations.moreh.logsoftmax_dim_3,200,0.028,0.026,0.224,0.009 ttnn.operations.moreh.mean_backward,800,0.032,0.031,0.11,0.012 ttnn.operations.moreh.mean_dims_0,800,0.024,0.026,0.107,0.009 ttnn.operations.moreh.mean_dims_01,800,0.045,0.049,0.122,0.018 @@ -26,22 +26,22 @@ ttnn.operations.moreh.norm_dim_0,200,0.031,0.033,0.572,0.016 ttnn.operations.moreh.norm_dim_1,200,0.032,0.036,0.402,0.018 ttnn.operations.moreh.norm_dim_2,200,0.031,0.034,0.357,0.018 ttnn.operations.moreh.norm_dim_3,200,0.031,0.033,0.357,0.016 -tt_lib.operations.primary.moreh_softmax_backward_dim_0,200,0.043,0.029,0.236,0.011 -tt_lib.operations.primary.moreh_softmax_backward_dim_1,200,0.043,0.028,0.326,0.011 -tt_lib.operations.primary.moreh_softmax_backward_dim_2,200,0.043,0.027,0.262,0.012 -tt_lib.operations.primary.moreh_softmax_backward_dim_3,200,0.043,0.029,0.192,0.012 -tt_lib.operations.primary.moreh_softmax_dim_0,200,0.028,0.029,0.413,0.01 -tt_lib.operations.primary.moreh_softmax_dim_1,200,0.025,0.023,0.42,0.011 -tt_lib.operations.primary.moreh_softmax_dim_2,200,0.026,0.022,0.252,0.01 -tt_lib.operations.primary.moreh_softmax_dim_3,200,0.025,0.023,0.226,0.01 -tt_lib.operations.primary.moreh_softmin_backward_dim_0,200,0.031,0.032,0.236,0.012 -tt_lib.operations.primary.moreh_softmin_backward_dim_1,200,0.031,0.03,0.328,0.011 -tt_lib.operations.primary.moreh_softmin_backward_dim_2,200,0.031,0.027,0.263,0.011 -tt_lib.operations.primary.moreh_softmin_backward_dim_3,200,0.031,0.029,0.192,0.011 -tt_lib.operations.primary.moreh_softmin_dim_0,200,0.025,0.032,0.431,0.012 -tt_lib.operations.primary.moreh_softmin_dim_1,200,0.025,0.027,0.437,0.011 -tt_lib.operations.primary.moreh_softmin_dim_2,200,0.025,0.027,0.263,0.01 -tt_lib.operations.primary_moreh_softmin_dim_3,200,0.025,0.027,0.236,0.009 +ttnn.operations.moreh.softmax_backward_dim_0,200,0.043,0.029,0.236,0.011 +ttnn.operations.moreh.softmax_backward_dim_1,200,0.043,0.028,0.326,0.011 +ttnn.operations.moreh.softmax_backward_dim_2,200,0.043,0.027,0.262,0.012 +ttnn.operations.moreh.softmax_backward_dim_3,200,0.043,0.029,0.192,0.012 +ttnn.operations.moreh.softmax_dim_0,200,0.028,0.029,0.413,0.01 +ttnn.operations.moreh.softmax_dim_1,200,0.025,0.023,0.42,0.011 +ttnn.operations.moreh.softmax_dim_2,200,0.026,0.022,0.252,0.01 +ttnn.operations.moreh.softmax_dim_3,200,0.025,0.023,0.226,0.01 +ttnn.operations.moreh.softmin_backward_dim_0,200,0.031,0.032,0.236,0.012 +ttnn.operations.moreh.softmin_backward_dim_1,200,0.031,0.03,0.328,0.011 +ttnn.operations.moreh.softmin_backward_dim_2,200,0.031,0.027,0.263,0.011 +ttnn.operations.moreh.softmin_backward_dim_3,200,0.031,0.029,0.192,0.011 +ttnn.operations.moreh.softmin_dim_0,200,0.025,0.032,0.431,0.012 +ttnn.operations.moreh.softmin_dim_1,200,0.025,0.027,0.437,0.011 +ttnn.operations.moreh.softmin_dim_2,200,0.025,0.027,0.263,0.01 +ttnn.operations.moreh.softmin_dim_3,200,0.025,0.027,0.236,0.009 ttnn.addalpha,200,0.131,0.099,0.256,0.061 ttnn.addcdiv,200,2.846,2.244,3.316,0.163 ttnn.addcmul,200,0.126,0.129,0.389,0.074 @@ -71,8 +71,8 @@ ttnn.complex_sub,200,0.064,0.042,0.148,0.015 ttnn.conj,200,0.103,0.109,0.255,0.044 ttnn.conj_bw,200,0.038,0.03,0.102 ttnn.copy,200,0.034,0.024,0.101,0.008 -tt_lib.tensor.fill_ones_rm,200,0.038,0.02,2.028,0.007 -tt_lib.tensor.fill_rm,200,0.039,0.018,2.028,0.006 +ttnn.fill_ones_rm,200,0.038,0.02,2.028,0.007 +ttnn.fill_rm,200,0.039,0.018,2.028,0.006 ttnn.geglu_dim_2,200,0.175,0.111,0.236,0.045 ttnn.geglu_dim_3,200,0.172,0.111,0.236,0.045 ttnn.glu_dim_2,200,0.108,0.115,0.261,0.036 @@ -81,14 +81,16 @@ ttnn.imag,200,0.025,0.027,0.058,0.011 ttnn.imag_bw,200,0.918,0.932,0.955 ttnn.mac,200,0.09,0.068,0.279,0.027 ttnn.mean,200,0.783,0.793,0.777,0.427 -tt_lib.tensor.mean_hw,200,0.71,0.029,0.08,0.012 -tt_lib.tensor.moreh_norm_backward,200,0.036,0.038,0.667,0.017 +ttnn.operations.moreh.norm_backward,200,0.036,0.038,0.667,0.017 ttnn.mse_loss,200,0.789,0.911,0.992,0.55 ttnn.normalize_global,200,0.334,0.262,56.404,0.154 ttnn.normalize_hw,200,0.369,0.242,0.67,0.145 +ttnn.layer_norm,800,0.061,0.068,0.146 +ttnn.rms_norm,800,0.058,0.066,0.141 +ttnn.add_layer_norm,800,0.074,0.083,0.188 ttnn.polar,200,0.118,0.121,0.751,0.052 -tt_lib.tensor.pow_float,200,0.382,0.342,1.268,0.186 -tt_lib.tensor.pow_int,200,0.047,0.028,0.102,0.01 +ttnn.pow_float,200,0.382,0.342,1.268,0.186 +ttnn.pow_int,200,0.047,0.028,0.102,0.01 ttnn.real,200,0.027,0.029,0.06,0.012 ttnn.real_bw,200,0.934,0.827,0.847 ttnn.reglu_dim_2,200,0.132,0.107,0.245,0.045