==================================================Ascend ============================= test session starts ============================== platform linux -- Python 3.9.19, pytest-6.2.5, py-1.11.0, pluggy-1.5.0 rootdir: /home/jenkins/mindspore/testcases/testcases/tests/st/mint, configfile: ../../../../../../sault/virtual_test/virtualenv_003/sault/config/pytest.ini plugins: mock-3.14.0, hydra-core-1.3.2, forked-1.6.0, anyio-4.9.0, xdist-1.32.0 collected 16 items test_narrow.py . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape0-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape0-pynative],max_mem:2.0M TotalTime = 2.57683, [30] [bootstrap]: 0.0181717 [type_inference]: 2.13981 [event_method]: 1.449e-05 [auto_monad]: 0.00016544 [graph_reusing]: 5.77999e-06 [pre_auto_parallel]: 1.188e-05 [py_interpret_to_execute]: 0.00010403 [rewriter_before_opt_a]: 7.44e-05 [expand_dump_flag]: 3.53e-06 [jit_opt_a]: 0.0286973, [2] [Cycle 1]: 0.0159982, [27] [switch_simplify]: 5.52e-05 [loop_unroll]: 1.939e-05 [a_1]: 0.0140692 [with_stream_mark]: 5.009e-05 [recompute_prepare]: 1.804e-05 [updatestate_depend_eliminate]: 7.82e-06 [updatestate_assign_eliminate]: 5.67001e-06 [updatestate_loads_eliminate]: 5.88002e-06 [parameter_eliminate]: 3.26999e-06 [specialize_transform]: 9.09e-06 [updatestate_useless_node_eliminater]: 1.2e-05 [accelerated_algorithm]: 9.07999e-06 [meta_shard_fg_expand]: 4.87e-06 [get_grad_eliminate_]: 8.44002e-06 [merge_forward]: 7.46001e-06 [cell_reuse_recompute_pass]: 4.02e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.015e-05 [j_node_and_user_rematch]: 1.465e-05 [meta_fg_expand]: 3.97002e-06 [replace_old_param]: 1.469e-05 [inline_without_move]: 7.93999e-06 [renormalize]: 0.00122105 [add_forward_monad_depend]: 1.31e-05 [auto_monad_grad]: 2.93998e-06 [auto_monad_eliminator]: 2.61e-05 [cse]: 6.241e-05 [replace_applicator]: 2.071e-05 [Cycle 2]: 0.00055267, [27] [switch_simplify]: 9.14998e-06 [loop_unroll]: 8.43999e-06 [a_1]: 0.00021683 [with_stream_mark]: 1.556e-05 [recompute_prepare]: 9.42999e-06 [updatestate_depend_eliminate]: 5.26002e-06 [updatestate_assign_eliminate]: 4.75999e-06 [updatestate_loads_eliminate]: 7.56999e-06 [parameter_eliminate]: 1.95001e-06 [specialize_transform]: 8.94998e-06 [updatestate_useless_node_eliminater]: 1.09e-05 [accelerated_algorithm]: 7.91001e-06 [meta_shard_fg_expand]: 2.16e-06 [get_grad_eliminate_]: 7.66001e-06 [merge_forward]: 5.02e-06 [cell_reuse_recompute_pass]: 2.07999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.817e-05 [j_node_and_user_rematch]: 1.234e-05 [meta_fg_expand]: 3.28998e-06 [replace_old_param]: 1.135e-05 [inline_without_move]: 7.63999e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.41998e-06 [auto_monad_grad]: 1.72001e-06 [auto_monad_eliminator]: 1.169e-05 [cse]: 2.306e-05 [replace_applicator]: 8.39998e-06 [py_interpret_to_execute_after_opt_a]: 1.772e-05 [rewriter_after_opt_a]: 0.00113149 [convert_after_rewriter]: 2.033e-05 [order_py_execute_after_rewriter]: 7.82002e-06 [mutable_eliminate]: 0.00140744 [jit_opt_b]: 7.959e-05, [1] [Cycle 1]: 6.948e-05, [2] [frontend_op_eliminate]: 2.526e-05 [inline_after_opt_a]: 2.911e-05 [cconv]: 0.00011436 [loop_unroll]: 0.00055911 [jit_opt_after_cconv]: 0.00024158, [1] [Cycle 1]: 0.00023299, [11] [c_1]: 5.28e-05 [parameter_eliminate]: 5.40999e-06 [updatestate_depend_eliminate]: 1.387e-05 [updatestate_assign_eliminate]: 5.61e-06 [updatestate_loads_eliminate]: 4.95001e-06 [cse]: 5.046e-05 [call_graph_tuple_transform]: 2.283e-05 [tuple_list_get_item_eliminator]: 9.10999e-06 [none_parameter_eliminate]: 1.62999e-06 [renormalize]: 1.05001e-06 [switch_simplify]: 8.54e-06 [remove_dup_value]: 6.263e-05 [partial_unused_args_eliminate]: 2.46e-06 [environ_conv]: 2.309e-05 [add_recomputation]: 8.552e-05 [cse_after_recomputation]: 3.157e-05, [1] [Cycle 1]: 2.412e-05, [1] [cse]: 1.714e-05 [auto_monad_reorder]: 0.384095 [get_jit_bprop_graph]: 4.75001e-06 [rewriter_after_jit_bprop_graph]: 0.00022958 [opt_after_jit_grad]: 0.00092905 [symbol_engine_optimizer]: 0.00012253, [1] [Cycle 1]: 0.0001115, [6] [build]: 9.64e-06 [elim_shapecalc]: 1.339e-05 [elim_not_effective]: 2.62e-05 [opt_reshape]: 1.058e-05 [fold_const_symbol]: 1.567e-05 [renormalize]: 6.50005e-07 [validate]: 0.00015431 Sums bootstrap : 0.018172s : 0.71% type_inference : 2.139811s : 83.47% event_method : 0.000014s : 0.00% auto_monad : 0.000165s : 0.01% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000012s : 0.00% py_interpret_to_execute : 0.000104s : 0.00% rewriter_before_opt_a : 0.000074s : 0.00% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000064s : 0.00% jit_opt_a.loop_unroll : 0.000028s : 0.00% jit_opt_a.a_1 : 0.014286s : 0.56% jit_opt_a.with_stream_mark : 0.000066s : 0.00% jit_opt_a.recompute_prepare : 0.000027s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000010s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000013s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.00% jit_opt_a.accelerated_algorithm : 0.000017s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000016s : 0.00% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000048s : 0.00% jit_opt_a.j_node_and_user_rematch : 0.000027s : 0.00% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000026s : 0.00% jit_opt_a.inline_without_move : 0.000016s : 0.00% jit_opt_a.renormalize : 0.001221s : 0.05% jit_opt_a.add_forward_monad_depend : 0.000015s : 0.00% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000038s : 0.00% jit_opt_a.cse : 0.000085s : 0.00% jit_opt_a.replace_applicator : 0.000029s : 0.00% py_interpret_to_execute_after_opt_a : 0.000018s : 0.00% rewriter_after_opt_a : 0.001131s : 0.04% convert_after_rewriter : 0.000020s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.001407s : 0.05% jit_opt_b.frontend_op_eliminate : 0.000025s : 0.00% jit_opt_b.inline_after_opt_a : 0.000029s : 0.00% cconv : 0.000114s : 0.00% loop_unroll : 0.000559s : 0.02% jit_opt_after_cconv.c_1 : 0.000053s : 0.00% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000050s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000023s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000063s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000023s : 0.00% add_recomputation : 0.000086s : 0.00% cse_after_recomputation.cse : 0.000017s : 0.00% auto_monad_reorder : 0.384095s : 14.98% get_jit_bprop_graph : 0.000005s : 0.00% rewriter_after_jit_bprop_graph : 0.000230s : 0.01% opt_after_jit_grad : 0.000929s : 0.04% symbol_engine_optimizer.build : 0.000010s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000026s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000154s : 0.01% Time group info: ------[substitution.] 0.000521 43 2.49% : 0.000013s : 2: substitution.depend_value_elim 0.73% : 0.000004s : 4: substitution.elim_not_effective 0.41% : 0.000002s : 4: substitution.fold_const_symbol 1.45% : 0.000008s : 5: substitution.graph_param_transform 84.49% : 0.000440s : 2: substitution.inline 0.96% : 0.000005s : 8: substitution.j_node_and_user_rematch 1.53% : 0.000008s : 8: substitution.remove_not_recompute_node 1.60% : 0.000008s : 2: substitution.replace_old_param 3.82% : 0.000020s : 3: substitution.updatestate_pure_node_eliminater 2.52% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 2.139725 2 99.95% : 2.138696s : 1: type_inference.infer 0.05% : 0.001029s : 1: type_inference.specialize ------[replace.] 0.000078 2 100.00% : 0.000078s : 2: replace.inline ------[match.] 0.000435 2 100.00% : 0.000435s : 2: match.inline ------[predicate.] 0.013131 767 0.04% : 0.000005s : 11: predicate.accumulaten_eliminater 0.03% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 0.02% : 0.000002s : 11: predicate.addn_check_dump 0.05% : 0.000007s : 11: predicate.addn_zero_filter 98.04% : 0.012873s : 11: predicate.arithmetic_simplify 0.02% : 0.000002s : 11: predicate.cast_eliminate 0.01% : 0.000001s : 5: predicate.check_bprop_eliminate 0.02% : 0.000003s : 11: predicate.compare_switch_simplify 0.04% : 0.000005s : 11: predicate.depend_value_elim 0.01% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 0.02% : 0.000002s : 11: predicate.dict_get_item_eliminator 0.04% : 0.000005s : 11: predicate.dict_set_item_eliminator 0.02% : 0.000003s : 5: predicate.dumpgradient_eliminate 0.01% : 0.000001s : 5: predicate.elim_not_effective 0.01% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.02% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.01% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.02% : 0.000002s : 11: predicate.environ_get_depend_swap 0.02% : 0.000003s : 11: predicate.environ_get_eliminate 0.04% : 0.000005s : 11: predicate.environ_get_set_eliminate 0.00% : 0.000000s : 5: predicate.fold_const_symbol 0.02% : 0.000002s : 10: predicate.get_grad_eliminate 0.00% : 0.000000s : 5: predicate.graph_param_transform 0.09% : 0.000012s : 23: predicate.inline 0.01% : 0.000002s : 10: predicate.inline_without_move 0.01% : 0.000001s : 10: predicate.j_node_and_user_rematch 0.02% : 0.000003s : 10: predicate.less_batch_normalization 0.02% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 0.02% : 0.000003s : 16: predicate.load_eliminater 0.02% : 0.000003s : 5: predicate.loop_unroll_after_grad 0.03% : 0.000004s : 20: predicate.loop_unroll_before_grad 0.05% : 0.000007s : 16: predicate.make_slice_get_slice_eliminator 0.02% : 0.000002s : 11: predicate.merge_addn 0.02% : 0.000002s : 11: predicate.minmaximum_grad 0.04% : 0.000005s : 5: predicate.mutable_eliminate 0.01% : 0.000001s : 5: predicate.opt_reshape 0.03% : 0.000004s : 16: predicate.partial_eliminate 0.01% : 0.000002s : 11: predicate.print_const_string_wrapper 0.05% : 0.000006s : 11: predicate.reduce_eliminate 0.02% : 0.000003s : 11: predicate.redundant_stop_gradient_eliminater 0.01% : 0.000002s : 10: predicate.remove_not_recompute_node 0.02% : 0.000002s : 21: predicate.replace_applicator 0.01% : 0.000001s : 10: predicate.replace_old_param 0.01% : 0.000001s : 5: predicate.reset_defer_inline 0.01% : 0.000002s : 11: predicate.reshape_eliminate 0.02% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.01% : 0.000001s : 5: predicate.row_tensor_eliminate 0.02% : 0.000002s : 11: predicate.same_eliminate 0.01% : 0.000001s : 10: predicate.set_cell_output_no_recompute 0.02% : 0.000002s : 10: predicate.special_op_eliminate 0.02% : 0.000002s : 10: predicate.specialize_transform 0.04% : 0.000006s : 11: predicate.split_environ_get_set_with_tuple_value 0.02% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.01% : 0.000001s : 5: predicate.switch_call_monad_eliminater 0.03% : 0.000004s : 13: predicate.switch_defer_inline 0.04% : 0.000006s : 13: predicate.switch_layer_defer_inline 0.41% : 0.000053s : 38: predicate.switch_simplify 0.07% : 0.000009s : 11: predicate.tile_eliminate 0.02% : 0.000003s : 11: predicate.transpose_eliminate 0.02% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 0.04% : 0.000005s : 11: predicate.tuple_list_get_item_depend_reorder 0.05% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 0.02% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 0.02% : 0.000003s : 11: predicate.tuple_to_list_eliminator_ 0.02% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 0.05% : 0.000007s : 26: predicate.updatestate_useless_node_eliminater 0.02% : 0.000003s : 11: predicate.value_based_eliminate 0.01% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.01% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000428 5 22.86% : 0.000098s : 1: func_graph_cloner_run.FuncGraphClonerGraph 77.14% : 0.000330s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 2.592552 72 0.00% : 0.000089s : 1: add_recomputation 0.01% : 0.000171s : 1: auto_monad 14.82% : 0.384136s : 1: auto_monad_reorder 0.70% : 0.018219s : 1: bootstrap 0.00% : 0.000120s : 1: cconv 0.00% : 0.000025s : 1: convert_after_rewriter 0.00% : 0.000034s : 1: cse_after_recomputation 0.00% : 0.000026s : 1: environ_conv 0.00% : 0.000019s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000013s : 1: get_jit_bprop_graph 0.00% : 0.000008s : 1: graph_reusing 1.11% : 0.028702s : 1: jit_opt_a 0.01% : 0.000244s : 1: jit_opt_after_cconv 0.00% : 0.000083s : 1: jit_opt_b 0.02% : 0.000569s : 1: loop_unroll 0.05% : 0.001425s : 1: mutable_eliminate 0.56% : 0.014573s : 26: opt.transform.jit_opt_a 0.00% : 0.000090s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000046s : 4: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000029s : 1: opt.transform.mutable_eliminate 0.00% : 0.000047s : 1: opt.transform.opt_after_jit_grad 0.00% : 0.000062s : 4: opt.transform.symbol_engine_opt 0.04% : 0.000947s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000014s : 1: pre_auto_parallel 0.00% : 0.000107s : 1: py_interpret_to_execute 0.00% : 0.000020s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000066s : 1: remove_dup_value 0.03% : 0.000771s : 1: renormalize.infer 0.02% : 0.000441s : 1: renormalize.specialize 0.01% : 0.000234s : 1: rewriter_after_jit_bprop_graph 0.04% : 0.001141s : 1: rewriter_after_opt_a 0.00% : 0.000078s : 1: rewriter_before_opt_a 0.00% : 0.000126s : 1: symbol_engine_optimizer 82.54% : 2.139837s : 1: type_inference TotalTime = 3.40347, [30] [bootstrap]: 0.324642 [type_inference]: 1.95519 [event_method]: 0.207246 [auto_monad]: 0.00049136 [graph_reusing]: 1.257e-05 [pre_auto_parallel]: 6.31e-06 [py_interpret_to_execute]: 9.145e-05 [rewriter_before_opt_a]: 0.00020012 [expand_dump_flag]: 4.72e-06 [jit_opt_a]: 0.912235, [3] [Cycle 1]: 0.698259, [27] [switch_simplify]: 0.000304 [loop_unroll]: 6.61e-05 [a_1]: 0.0485598 [with_stream_mark]: 6.82e-05 [recompute_prepare]: 0.00014848 [updatestate_depend_eliminate]: 1.723e-05 [updatestate_assign_eliminate]: 1.261e-05 [updatestate_loads_eliminate]: 1.075e-05 [parameter_eliminate]: 5.10999e-06 [specialize_transform]: 2.177e-05 [updatestate_useless_node_eliminater]: 2.466e-05 [accelerated_algorithm]: 2.027e-05 [meta_shard_fg_expand]: 1.727e-05 [get_grad_eliminate_]: 1.924e-05 [merge_forward]: 1.374e-05 [cell_reuse_recompute_pass]: 1.549e-05 [cell_reuse_handle_not_recompute_node_pass]: 0.0001398 [j_node_and_user_rematch]: 5.326e-05 [meta_fg_expand]: 0.38729 [replace_old_param]: 0.00014042 [inline_without_move]: 0.00013238 [renormalize]: 0.237055 [add_forward_monad_depend]: 3.677e-05 [auto_monad_grad]: 3.655e-05 [auto_monad_eliminator]: 0.00012704 [cse]: 0.00046147 [replace_applicator]: 0.00026378 [Cycle 2]: 0.208114, [27] [switch_simplify]: 6.539e-05 [loop_unroll]: 9.047e-05 [a_1]: 0.00125729 [with_stream_mark]: 3.596e-05 [recompute_prepare]: 1.665e-05 [updatestate_depend_eliminate]: 3.488e-05 [updatestate_assign_eliminate]: 7.68001e-06 [updatestate_loads_eliminate]: 5.40001e-06 [parameter_eliminate]: 4.1e-06 [specialize_transform]: 1.309e-05 [updatestate_useless_node_eliminater]: 1.613e-05 [accelerated_algorithm]: 1.214e-05 [meta_shard_fg_expand]: 4.03999e-06 [get_grad_eliminate_]: 1.041e-05 [merge_forward]: 8.62998e-06 [cell_reuse_recompute_pass]: 2.07999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.337e-05 [j_node_and_user_rematch]: 1.525e-05 [meta_fg_expand]: 0.00019128 [replace_old_param]: 2.288e-05 [inline_without_move]: 1.085e-05 [renormalize]: 0.205804 [add_forward_monad_depend]: 1.332e-05 [auto_monad_grad]: 3.13e-06 [auto_monad_eliminator]: 3.557e-05 [cse]: 0.0001133 [replace_applicator]: 3.513e-05 [Cycle 3]: 0.00057217, [27] [switch_simplify]: 1.089e-05 [loop_unroll]: 9.49999e-06 [a_1]: 0.00020291 [with_stream_mark]: 2.142e-05 [recompute_prepare]: 8.84e-06 [updatestate_depend_eliminate]: 7.2e-06 [updatestate_assign_eliminate]: 5.55001e-06 [updatestate_loads_eliminate]: 5.32999e-06 [parameter_eliminate]: 2.12001e-06 [specialize_transform]: 9.25999e-06 [updatestate_useless_node_eliminater]: 1.267e-05 [accelerated_algorithm]: 1.153e-05 [meta_shard_fg_expand]: 3.07002e-06 [get_grad_eliminate_]: 8.37e-06 [merge_forward]: 5.87999e-06 [cell_reuse_recompute_pass]: 4.2e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.165e-05 [j_node_and_user_rematch]: 1.4e-05 [meta_fg_expand]: 3.33e-06 [replace_old_param]: 1.345e-05 [inline_without_move]: 8.16002e-06 [renormalize]: 6.00121e-08 [add_forward_monad_depend]: 1.92001e-06 [auto_monad_grad]: 1.62999e-06 [auto_monad_eliminator]: 1.164e-05 [cse]: 2.732e-05 [replace_applicator]: 8.96998e-06 [py_interpret_to_execute_after_opt_a]: 2.654e-05 [rewriter_after_opt_a]: 0.00021728 [convert_after_rewriter]: 1.141e-05 [order_py_execute_after_rewriter]: 8.23999e-06 [mutable_eliminate]: 0.00085815 [jit_opt_b]: 8.582e-05, [1] [Cycle 1]: 7.639e-05, [2] [frontend_op_eliminate]: 3.182e-05 [inline_after_opt_a]: 2.953e-05 [cconv]: 3.708e-05 [loop_unroll]: 0.00048474 [jit_opt_after_cconv]: 0.00024511, [1] [Cycle 1]: 0.00023689, [11] [c_1]: 5.357e-05 [parameter_eliminate]: 3.61001e-06 [updatestate_depend_eliminate]: 1.168e-05 [updatestate_assign_eliminate]: 5.27001e-06 [updatestate_loads_eliminate]: 4.89998e-06 [cse]: 4.945e-05 [call_graph_tuple_transform]: 2.7e-05 [tuple_list_get_item_eliminator]: 8.95999e-06 [none_parameter_eliminate]: 1.71e-06 [renormalize]: 6.39993e-07 [switch_simplify]: 1.055e-05 [remove_dup_value]: 6.523e-05 [partial_unused_args_eliminate]: 2.73e-06 [environ_conv]: 8.64003e-06 [add_recomputation]: 9.59e-05 [cse_after_recomputation]: 3.847e-05, [1] [Cycle 1]: 3.082e-05, [1] [cse]: 2.314e-05 [auto_monad_reorder]: 2.993e-05 [get_jit_bprop_graph]: 1.99e-06 [rewriter_after_jit_bprop_graph]: 7.54002e-06 [opt_after_jit_grad]: 0.00054865 [symbol_engine_optimizer]: 0.00010956, [1] [Cycle 1]: 0.00010117, [6] [build]: 6.74999e-06 [elim_shapecalc]: 1.36e-05 [elim_not_effective]: 2.181e-05 [opt_reshape]: 1.029e-05 [fold_const_symbol]: 1.573e-05 [renormalize]: 6.69999e-07 [validate]: 6.047e-05 Sums bootstrap : 0.324642s : 9.62% type_inference : 1.955195s : 57.95% event_method : 0.207246s : 6.14% auto_monad : 0.000491s : 0.01% graph_reusing : 0.000013s : 0.00% pre_auto_parallel : 0.000006s : 0.00% py_interpret_to_execute : 0.000091s : 0.00% rewriter_before_opt_a : 0.000200s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000380s : 0.01% jit_opt_a.loop_unroll : 0.000166s : 0.00% jit_opt_a.a_1 : 0.050020s : 1.48% jit_opt_a.with_stream_mark : 0.000126s : 0.00% jit_opt_a.recompute_prepare : 0.000174s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000059s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000026s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000021s : 0.00% jit_opt_a.parameter_eliminate : 0.000011s : 0.00% jit_opt_a.specialize_transform : 0.000044s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000053s : 0.00% jit_opt_a.accelerated_algorithm : 0.000044s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000024s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.00% jit_opt_a.merge_forward : 0.000028s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000022s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000185s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000083s : 0.00% jit_opt_a.meta_fg_expand : 0.387484s : 11.48% jit_opt_a.replace_old_param : 0.000177s : 0.01% jit_opt_a.inline_without_move : 0.000151s : 0.00% jit_opt_a.renormalize : 0.442859s : 13.13% jit_opt_a.add_forward_monad_depend : 0.000052s : 0.00% jit_opt_a.auto_monad_grad : 0.000041s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000174s : 0.01% jit_opt_a.cse : 0.000602s : 0.02% jit_opt_a.replace_applicator : 0.000308s : 0.01% py_interpret_to_execute_after_opt_a : 0.000027s : 0.00% rewriter_after_opt_a : 0.000217s : 0.01% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000858s : 0.03% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.00% jit_opt_b.inline_after_opt_a : 0.000030s : 0.00% cconv : 0.000037s : 0.00% loop_unroll : 0.000485s : 0.01% jit_opt_after_cconv.c_1 : 0.000054s : 0.00% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000012s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000049s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000065s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000096s : 0.00% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000030s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000549s : 0.02% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000060s : 0.00% Time group info: ------[substitution.] 0.034604 170 0.12% : 0.000043s : 8: substitution.depend_value_elim 0.01% : 0.000003s : 4: substitution.elim_not_effective 0.01% : 0.000003s : 4: substitution.fold_const_symbol 2.73% : 0.000944s : 4: substitution.getattr_setattr_resolve 0.02% : 0.000007s : 5: substitution.graph_param_transform 95.98% : 0.033213s : 15: substitution.inline 0.12% : 0.000042s : 4: substitution.inline_without_move 0.07% : 0.000023s : 20: substitution.j_node_and_user_rematch 0.03% : 0.000009s : 5: substitution.minmaximum_grad 0.05% : 0.000018s : 9: substitution.partial_eliminate 0.05% : 0.000018s : 20: substitution.remove_not_recompute_node 0.20% : 0.000071s : 12: substitution.replace_applicator 0.05% : 0.000018s : 17: substitution.replace_old_param 0.03% : 0.000009s : 1: substitution.set_cell_output_no_recompute 0.06% : 0.000021s : 3: substitution.switch_simplify 0.07% : 0.000025s : 5: substitution.tuple_list_convert_item_index_to_positive 0.05% : 0.000017s : 5: substitution.tuple_list_get_item_depend_reorder 0.12% : 0.000040s : 8: substitution.tuple_list_get_item_eliminator 0.08% : 0.000029s : 8: substitution.updatestate_pure_node_eliminater 0.14% : 0.000050s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 1.954051 2 99.69% : 1.947960s : 1: type_inference.infer 0.31% : 0.006091s : 1: type_inference.specialize ------[replace.] 0.000704 26 10.45% : 0.000074s : 3: replace.getattr_setattr_resolve 40.85% : 0.000287s : 15: replace.inline 10.01% : 0.000070s : 1: replace.replace_applicator 14.36% : 0.000101s : 3: replace.switch_simplify 19.99% : 0.000141s : 3: replace.tuple_list_get_item_eliminator 4.35% : 0.000031s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.031345 26 2.73% : 0.000854s : 3: match.getattr_setattr_resolve 97.05% : 0.030421s : 15: match.inline 0.07% : 0.000022s : 1: match.replace_applicator 0.06% : 0.000018s : 3: match.switch_simplify 0.03% : 0.000010s : 3: match.tuple_list_get_item_eliminator 0.06% : 0.000020s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000619 3150 1.37% : 0.000008s : 50: predicate.accumulaten_eliminater 0.35% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.11% : 0.000007s : 50: predicate.addn_check_dump 1.48% : 0.000009s : 50: predicate.addn_zero_filter 2.22% : 0.000014s : 50: predicate.arithmetic_simplify 1.56% : 0.000010s : 50: predicate.cast_eliminate 0.14% : 0.000001s : 5: predicate.check_bprop_eliminate 1.17% : 0.000007s : 50: predicate.compare_switch_simplify 2.76% : 0.000017s : 50: predicate.depend_value_elim 1.29% : 0.000008s : 50: predicate.dict_get_item_const_eliminator 1.39% : 0.000009s : 50: predicate.dict_get_item_eliminator 1.39% : 0.000009s : 50: predicate.dict_set_item_eliminator 0.26% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 5: predicate.elim_not_effective 0.25% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.47% : 0.000009s : 50: predicate.environ_add_const_eliminate 1.24% : 0.000008s : 50: predicate.environ_get_add_eliminate 1.35% : 0.000008s : 50: predicate.environ_get_depend_swap 1.29% : 0.000008s : 50: predicate.environ_get_eliminate 1.36% : 0.000008s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.78% : 0.000005s : 26: predicate.get_grad_eliminate 1.29% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.11% : 0.000001s : 5: predicate.graph_param_transform 4.42% : 0.000027s : 79: predicate.inline 2.56% : 0.000016s : 87: predicate.inline_without_move 0.31% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.17% : 0.000007s : 26: predicate.less_batch_normalization 1.71% : 0.000011s : 53: predicate.list_to_tuple_eliminator_ 1.70% : 0.000011s : 58: predicate.load_eliminater 0.39% : 0.000002s : 5: predicate.loop_unroll_after_grad 3.78% : 0.000023s : 127: predicate.loop_unroll_before_grad 1.87% : 0.000012s : 55: predicate.make_slice_get_slice_eliminator 1.20% : 0.000007s : 50: predicate.merge_addn 1.18% : 0.000007s : 50: predicate.minmaximum_grad 0.57% : 0.000004s : 5: predicate.mutable_eliminate 0.18% : 0.000001s : 5: predicate.opt_reshape 2.05% : 0.000013s : 58: predicate.partial_eliminate 1.17% : 0.000007s : 50: predicate.print_const_string_wrapper 2.16% : 0.000013s : 50: predicate.reduce_eliminate 1.66% : 0.000010s : 53: predicate.redundant_stop_gradient_eliminater 0.69% : 0.000004s : 26: predicate.remove_not_recompute_node 2.40% : 0.000015s : 126: predicate.replace_applicator 1.26% : 0.000008s : 87: predicate.replace_old_param 0.10% : 0.000001s : 5: predicate.reset_defer_inline 1.45% : 0.000009s : 50: predicate.reshape_eliminate 1.33% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.22% : 0.000001s : 5: predicate.row_tensor_eliminate 1.38% : 0.000009s : 50: predicate.same_eliminate 0.39% : 0.000002s : 28: predicate.set_cell_output_no_recompute 0.33% : 0.000002s : 10: predicate.special_op_eliminate 0.90% : 0.000006s : 26: predicate.specialize_transform 1.98% : 0.000012s : 50: predicate.split_environ_get_set_with_tuple_value 1.20% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.14% : 0.000001s : 5: predicate.switch_call_monad_eliminater 3.95% : 0.000024s : 69: predicate.switch_defer_inline 2.14% : 0.000013s : 69: predicate.switch_layer_defer_inline 7.39% : 0.000046s : 207: predicate.switch_simplify 1.29% : 0.000008s : 50: predicate.tile_eliminate 1.25% : 0.000008s : 50: predicate.transpose_eliminate 1.94% : 0.000012s : 50: predicate.tuple_list_convert_item_index_to_positive 1.57% : 0.000010s : 50: predicate.tuple_list_get_item_depend_reorder 3.26% : 0.000020s : 63: predicate.tuple_list_get_item_eliminator 1.80% : 0.000011s : 50: predicate.tuple_list_set_item_eliminator 1.53% : 0.000009s : 53: predicate.tuple_to_list_eliminator_ 1.42% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.59% : 0.000016s : 85: predicate.updatestate_useless_node_eliminater 1.79% : 0.000011s : 50: predicate.value_based_eliminate 0.13% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.30% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.005708 44 52.98% : 0.003024s : 18: func_graph_cloner_run.FuncGraphClonerGraph 47.02% : 0.002684s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 3.899216 89 0.00% : 0.000100s : 1: add_recomputation 0.01% : 0.000504s : 1: auto_monad 0.00% : 0.000033s : 1: auto_monad_reorder 8.33% : 0.324679s : 1: bootstrap 0.00% : 0.000040s : 1: cconv 0.00% : 0.000014s : 1: convert_after_rewriter 0.00% : 0.000041s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 5.32% : 0.207318s : 1: event_method 0.00% : 0.000010s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000017s : 1: graph_reusing 23.40% : 0.912241s : 1: jit_opt_a 0.01% : 0.000249s : 1: jit_opt_after_cconv 0.00% : 0.000089s : 1: jit_opt_b 0.01% : 0.000494s : 1: loop_unroll 0.02% : 0.000869s : 1: mutable_eliminate 1.33% : 0.051722s : 39: opt.transform.jit_opt_a 0.00% : 0.000096s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000053s : 4: opt.transform.jit_opt_b 0.00% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000024s : 1: opt.transform.mutable_eliminate 0.00% : 0.000036s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.001095s : 2: opt.transform.opt_resolve 0.00% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.01% : 0.000558s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000008s : 1: pre_auto_parallel 0.00% : 0.000095s : 1: py_interpret_to_execute 0.00% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000069s : 1: remove_dup_value 11.19% : 0.436430s : 2: renormalize.infer 0.16% : 0.006383s : 2: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.01% : 0.000222s : 1: rewriter_after_opt_a 0.01% : 0.000204s : 1: rewriter_before_opt_a 0.00% : 0.000112s : 1: symbol_engine_optimizer 50.15% : 1.955265s : 1: type_inference TotalTime = 0.346873, [30] [bootstrap]: 0.00037247 [type_inference]: 0.162743 [event_method]: 1.695e-05 [auto_monad]: 0.00018393 [graph_reusing]: 6.98998e-06 [pre_auto_parallel]: 2.93e-06 [py_interpret_to_execute]: 0.00015585 [rewriter_before_opt_a]: 6.699e-05 [expand_dump_flag]: 3.06001e-06 [jit_opt_a]: 0.179301, [2] [Cycle 1]: 0.00238212, [27] [switch_simplify]: 6.232e-05 [loop_unroll]: 1.838e-05 [a_1]: 0.00048419 [with_stream_mark]: 2.671e-05 [recompute_prepare]: 1.237e-05 [updatestate_depend_eliminate]: 7.19001e-06 [updatestate_assign_eliminate]: 6.49001e-06 [updatestate_loads_eliminate]: 6.25002e-06 [parameter_eliminate]: 2.04999e-06 [specialize_transform]: 1.058e-05 [updatestate_useless_node_eliminater]: 1.207e-05 [accelerated_algorithm]: 8.80001e-06 [meta_shard_fg_expand]: 3.43999e-06 [get_grad_eliminate_]: 8.2e-06 [merge_forward]: 5.56e-06 [cell_reuse_recompute_pass]: 1.50001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.257e-05 [j_node_and_user_rematch]: 1.424e-05 [meta_fg_expand]: 4.05998e-06 [replace_old_param]: 1.405e-05 [inline_without_move]: 8.28999e-06 [renormalize]: 0.00132779 [add_forward_monad_depend]: 7.36999e-06 [auto_monad_grad]: 2.39999e-06 [auto_monad_eliminator]: 2.368e-05 [cse]: 4.277e-05 [replace_applicator]: 2.326e-05 [Cycle 2]: 0.00053805, [27] [switch_simplify]: 1.074e-05 [loop_unroll]: 9.71e-06 [a_1]: 0.00018944 [with_stream_mark]: 1.455e-05 [recompute_prepare]: 9.21998e-06 [updatestate_depend_eliminate]: 5.56e-06 [updatestate_assign_eliminate]: 4.55001e-06 [updatestate_loads_eliminate]: 4.28999e-06 [parameter_eliminate]: 1.16002e-06 [specialize_transform]: 9.45001e-06 [updatestate_useless_node_eliminater]: 1.2e-05 [accelerated_algorithm]: 9.83002e-06 [meta_shard_fg_expand]: 2.56998e-06 [get_grad_eliminate_]: 8.72e-06 [merge_forward]: 5.66998e-06 [cell_reuse_recompute_pass]: 2.63e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.988e-05 [j_node_and_user_rematch]: 1.305e-05 [meta_fg_expand]: 2.87002e-06 [replace_old_param]: 1.104e-05 [inline_without_move]: 7.77e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.89e-06 [auto_monad_grad]: 1.23002e-06 [auto_monad_eliminator]: 1.239e-05 [cse]: 2.074e-05 [replace_applicator]: 8.60001e-06 [py_interpret_to_execute_after_opt_a]: 1.904e-05 [rewriter_after_opt_a]: 0.00106598 [convert_after_rewriter]: 2.264e-05 [order_py_execute_after_rewriter]: 8.3e-06 [mutable_eliminate]: 0.00086459 [jit_opt_b]: 8.618e-05, [1] [Cycle 1]: 7.482e-05, [2] [frontend_op_eliminate]: 2.923e-05 [inline_after_opt_a]: 2.997e-05 [cconv]: 4.062e-05 [loop_unroll]: 0.00050727 [jit_opt_after_cconv]: 0.00024887, [1] [Cycle 1]: 0.00024046, [11] [c_1]: 5.933e-05 [parameter_eliminate]: 5.09998e-06 [updatestate_depend_eliminate]: 1.322e-05 [updatestate_assign_eliminate]: 5.57001e-06 [updatestate_loads_eliminate]: 4.86002e-06 [cse]: 4.509e-05 [call_graph_tuple_transform]: 2.613e-05 [tuple_list_get_item_eliminator]: 9.71e-06 [none_parameter_eliminate]: 1.86e-06 [renormalize]: 3.80009e-07 [switch_simplify]: 1.054e-05 [remove_dup_value]: 3.275e-05 [partial_unused_args_eliminate]: 2.59999e-06 [environ_conv]: 9.66e-06 [add_recomputation]: 8.08e-05 [cse_after_recomputation]: 3.149e-05, [1] [Cycle 1]: 2.425e-05, [1] [cse]: 1.732e-05 [auto_monad_reorder]: 3.266e-05 [get_jit_bprop_graph]: 2.44001e-06 [rewriter_after_jit_bprop_graph]: 8.02e-06 [opt_after_jit_grad]: 0.00053472 [symbol_engine_optimizer]: 0.00010676, [1] [Cycle 1]: 9.867e-05, [6] [build]: 7.31999e-06 [elim_shapecalc]: 1.247e-05 [elim_not_effective]: 2.067e-05 [opt_reshape]: 1.043e-05 [fold_const_symbol]: 1.591e-05 [renormalize]: 2.30008e-07 [validate]: 6.068e-05 Sums bootstrap : 0.000372s : 0.22% type_inference : 0.162743s : 95.88% event_method : 0.000017s : 0.01% auto_monad : 0.000184s : 0.11% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000156s : 0.09% rewriter_before_opt_a : 0.000067s : 0.04% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000073s : 0.04% jit_opt_a.loop_unroll : 0.000028s : 0.02% jit_opt_a.a_1 : 0.000674s : 0.40% jit_opt_a.with_stream_mark : 0.000041s : 0.02% jit_opt_a.recompute_prepare : 0.000022s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.01% jit_opt_a.parameter_eliminate : 0.000003s : 0.00% jit_opt_a.specialize_transform : 0.000020s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.01% jit_opt_a.accelerated_algorithm : 0.000019s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000042s : 0.03% jit_opt_a.j_node_and_user_rematch : 0.000027s : 0.02% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.01% jit_opt_a.renormalize : 0.001328s : 0.78% jit_opt_a.add_forward_monad_depend : 0.000009s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000036s : 0.02% jit_opt_a.cse : 0.000064s : 0.04% jit_opt_a.replace_applicator : 0.000032s : 0.02% py_interpret_to_execute_after_opt_a : 0.000019s : 0.01% rewriter_after_opt_a : 0.001066s : 0.63% convert_after_rewriter : 0.000023s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000865s : 0.51% jit_opt_b.frontend_op_eliminate : 0.000029s : 0.02% jit_opt_b.inline_after_opt_a : 0.000030s : 0.02% cconv : 0.000041s : 0.02% loop_unroll : 0.000507s : 0.30% jit_opt_after_cconv.c_1 : 0.000059s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000045s : 0.03% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.02% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.01% remove_dup_value : 0.000033s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.01% add_recomputation : 0.000081s : 0.05% cse_after_recomputation.cse : 0.000017s : 0.01% auto_monad_reorder : 0.000033s : 0.02% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000535s : 0.32% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000061s : 0.04% Time group info: ------[substitution.] 0.000246 43 4.52% : 0.000011s : 2: substitution.depend_value_elim 1.18% : 0.000003s : 4: substitution.elim_not_effective 1.22% : 0.000003s : 4: substitution.fold_const_symbol 3.03% : 0.000007s : 5: substitution.graph_param_transform 73.99% : 0.000182s : 2: substitution.inline 1.90% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.22% : 0.000008s : 8: substitution.remove_not_recompute_node 2.05% : 0.000005s : 2: substitution.replace_old_param 4.58% : 0.000011s : 3: substitution.updatestate_pure_node_eliminater 4.32% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.162655 2 98.95% : 0.160950s : 1: type_inference.infer 1.05% : 0.001704s : 1: type_inference.specialize ------[replace.] 0.000039 2 100.00% : 0.000039s : 2: replace.inline ------[match.] 0.000179 2 100.00% : 0.000179s : 2: match.inline ------[predicate.] 0.000147 767 1.08% : 0.000002s : 11: predicate.accumulaten_eliminater 1.66% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.03% : 0.000002s : 11: predicate.addn_check_dump 1.18% : 0.000002s : 11: predicate.addn_zero_filter 2.06% : 0.000003s : 11: predicate.arithmetic_simplify 1.22% : 0.000002s : 11: predicate.cast_eliminate 0.54% : 0.000001s : 5: predicate.check_bprop_eliminate 0.94% : 0.000001s : 11: predicate.compare_switch_simplify 1.26% : 0.000002s : 11: predicate.depend_value_elim 1.04% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.27% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.14% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.02% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.39% : 0.000001s : 5: predicate.elim_not_effective 0.73% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.56% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.01% : 0.000001s : 11: predicate.environ_get_add_eliminate 1.08% : 0.000002s : 11: predicate.environ_get_depend_swap 1.16% : 0.000002s : 11: predicate.environ_get_eliminate 1.16% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.31% : 0.000000s : 5: predicate.fold_const_symbol 1.28% : 0.000002s : 10: predicate.get_grad_eliminate 0.33% : 0.000000s : 5: predicate.graph_param_transform 6.01% : 0.000009s : 23: predicate.inline 1.23% : 0.000002s : 10: predicate.inline_without_move 0.48% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.68% : 0.000002s : 10: predicate.less_batch_normalization 1.39% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.86% : 0.000003s : 16: predicate.load_eliminater 1.66% : 0.000002s : 5: predicate.loop_unroll_after_grad 2.56% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.19% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.97% : 0.000001s : 11: predicate.merge_addn 1.15% : 0.000002s : 11: predicate.minmaximum_grad 3.25% : 0.000005s : 5: predicate.mutable_eliminate 0.82% : 0.000001s : 5: predicate.opt_reshape 2.12% : 0.000003s : 16: predicate.partial_eliminate 1.08% : 0.000002s : 11: predicate.print_const_string_wrapper 1.59% : 0.000002s : 11: predicate.reduce_eliminate 1.18% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.01% : 0.000001s : 10: predicate.remove_not_recompute_node 1.72% : 0.000003s : 21: predicate.replace_applicator 0.90% : 0.000001s : 10: predicate.replace_old_param 0.41% : 0.000001s : 5: predicate.reset_defer_inline 1.13% : 0.000002s : 11: predicate.reshape_eliminate 1.13% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.06% : 0.000002s : 5: predicate.row_tensor_eliminate 1.10% : 0.000002s : 11: predicate.same_eliminate 0.64% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.45% : 0.000002s : 10: predicate.special_op_eliminate 1.51% : 0.000002s : 10: predicate.specialize_transform 1.27% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.04% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.66% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.80% : 0.000003s : 13: predicate.switch_defer_inline 1.50% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.46% : 0.000008s : 38: predicate.switch_simplify 1.21% : 0.000002s : 11: predicate.tile_eliminate 1.15% : 0.000002s : 11: predicate.transpose_eliminate 1.55% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.12% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.18% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.66% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.42% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.75% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.51% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.66% : 0.000002s : 11: predicate.value_based_eliminate 0.55% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.76% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000403 5 6.24% : 0.000025s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.76% : 0.000378s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.349323 72 0.02% : 0.000085s : 1: add_recomputation 0.05% : 0.000190s : 1: auto_monad 0.01% : 0.000036s : 1: auto_monad_reorder 0.12% : 0.000404s : 1: bootstrap 0.01% : 0.000044s : 1: cconv 0.01% : 0.000028s : 1: convert_after_rewriter 0.01% : 0.000034s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.01% : 0.000024s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 51.33% : 0.179305s : 1: jit_opt_a 0.07% : 0.000253s : 1: jit_opt_after_cconv 0.03% : 0.000089s : 1: jit_opt_b 0.15% : 0.000517s : 1: loop_unroll 0.25% : 0.000878s : 1: mutable_eliminate 0.28% : 0.000980s : 26: opt.transform.jit_opt_a 0.03% : 0.000101s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000050s : 4: opt.transform.jit_opt_b 0.01% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000031s : 1: opt.transform.mutable_eliminate 0.01% : 0.000035s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.16% : 0.000545s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000160s : 1: py_interpret_to_execute 0.01% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000035s : 1: remove_dup_value 0.24% : 0.000836s : 1: renormalize.infer 0.14% : 0.000482s : 1: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.31% : 0.001078s : 1: rewriter_after_opt_a 0.02% : 0.000070s : 1: rewriter_before_opt_a 0.03% : 0.000110s : 1: symbol_engine_optimizer 46.59% : 0.162764s : 1: type_inference TotalTime = 0.67583, [30] [bootstrap]: 0.00038109 [type_inference]: 0.438705 [event_method]: 0.0004794 [auto_monad]: 0.00033124 [graph_reusing]: 1.065e-05 [pre_auto_parallel]: 4.37e-06 [py_interpret_to_execute]: 7.229e-05 [rewriter_before_opt_a]: 0.0001666 [expand_dump_flag]: 4.89e-06 [jit_opt_a]: 0.232554, [3] [Cycle 1]: 0.224198, [27] [switch_simplify]: 0.00026112 [loop_unroll]: 5.879e-05 [a_1]: 0.00165361 [with_stream_mark]: 4.971e-05 [recompute_prepare]: 3.519e-05 [updatestate_depend_eliminate]: 1.665e-05 [updatestate_assign_eliminate]: 1.09e-05 [updatestate_loads_eliminate]: 1.056e-05 [parameter_eliminate]: 3.52002e-06 [specialize_transform]: 2.146e-05 [updatestate_useless_node_eliminater]: 2.537e-05 [accelerated_algorithm]: 3.547e-05 [meta_shard_fg_expand]: 1.138e-05 [get_grad_eliminate_]: 2.037e-05 [merge_forward]: 1.886e-05 [cell_reuse_recompute_pass]: 2.13002e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.632e-05 [j_node_and_user_rematch]: 3.489e-05 [meta_fg_expand]: 0.00729337 [replace_old_param]: 0.00013906 [inline_without_move]: 0.00012638 [renormalize]: 0.213039 [add_forward_monad_depend]: 2.163e-05 [auto_monad_grad]: 1.213e-05 [auto_monad_eliminator]: 9.042e-05 [cse]: 0.00035782 [replace_applicator]: 0.0002157 [Cycle 2]: 0.00365242, [27] [switch_simplify]: 6.641e-05 [loop_unroll]: 5.879e-05 [a_1]: 0.00113169 [with_stream_mark]: 2.317e-05 [recompute_prepare]: 1.36e-05 [updatestate_depend_eliminate]: 2.793e-05 [updatestate_assign_eliminate]: 5.47999e-06 [updatestate_loads_eliminate]: 5.10999e-06 [parameter_eliminate]: 2.38998e-06 [specialize_transform]: 1.002e-05 [updatestate_useless_node_eliminater]: 1.389e-05 [accelerated_algorithm]: 9.03002e-06 [meta_shard_fg_expand]: 3.30998e-06 [get_grad_eliminate_]: 9.46e-06 [merge_forward]: 5.59998e-06 [cell_reuse_recompute_pass]: 1.05999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.127e-05 [j_node_and_user_rematch]: 1.579e-05 [meta_fg_expand]: 0.00019602 [replace_old_param]: 1.696e-05 [inline_without_move]: 9.15999e-06 [renormalize]: 0.00167826 [add_forward_monad_depend]: 6.30002e-06 [auto_monad_grad]: 2.75002e-06 [auto_monad_eliminator]: 2.049e-05 [cse]: 9.114e-05 [replace_applicator]: 2.055e-05 [Cycle 3]: 0.00051843, [27] [switch_simplify]: 1.119e-05 [loop_unroll]: 8.59e-06 [a_1]: 0.00018414 [with_stream_mark]: 1.638e-05 [recompute_prepare]: 8.74e-06 [updatestate_depend_eliminate]: 5.77001e-06 [updatestate_assign_eliminate]: 4.81002e-06 [updatestate_loads_eliminate]: 4.72e-06 [parameter_eliminate]: 1.81e-06 [specialize_transform]: 8.33999e-06 [updatestate_useless_node_eliminater]: 1.186e-05 [accelerated_algorithm]: 8.70001e-06 [meta_shard_fg_expand]: 2.49001e-06 [get_grad_eliminate_]: 8.48001e-06 [merge_forward]: 4.77e-06 [cell_reuse_recompute_pass]: 2.79001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.851e-05 [j_node_and_user_rematch]: 1.36e-05 [meta_fg_expand]: 3.18e-06 [replace_old_param]: 1.148e-05 [inline_without_move]: 7.92e-06 [renormalize]: 7.99773e-08 [add_forward_monad_depend]: 2.05002e-06 [auto_monad_grad]: 1.30999e-06 [auto_monad_eliminator]: 1.118e-05 [cse]: 2.642e-05 [replace_applicator]: 8.57998e-06 [py_interpret_to_execute_after_opt_a]: 2.027e-05 [rewriter_after_opt_a]: 0.00019596 [convert_after_rewriter]: 1.061e-05 [order_py_execute_after_rewriter]: 6.58998e-06 [mutable_eliminate]: 0.00081769 [jit_opt_b]: 7.58e-05, [1] [Cycle 1]: 6.698e-05, [2] [frontend_op_eliminate]: 2.599e-05 [inline_after_opt_a]: 2.695e-05 [cconv]: 3.221e-05 [loop_unroll]: 0.00058611 [jit_opt_after_cconv]: 0.00023527, [1] [Cycle 1]: 0.00022774, [11] [c_1]: 5.294e-05 [parameter_eliminate]: 3.84002e-06 [updatestate_depend_eliminate]: 1.066e-05 [updatestate_assign_eliminate]: 5.84999e-06 [updatestate_loads_eliminate]: 5.71e-06 [cse]: 4.201e-05 [call_graph_tuple_transform]: 2.627e-05 [tuple_list_get_item_eliminator]: 9.14e-06 [none_parameter_eliminate]: 1.62999e-06 [renormalize]: 8.09989e-07 [switch_simplify]: 9.52001e-06 [remove_dup_value]: 2.986e-05 [partial_unused_args_eliminate]: 2.12001e-06 [environ_conv]: 9.02999e-06 [add_recomputation]: 7.816e-05 [cse_after_recomputation]: 3.779e-05, [1] [Cycle 1]: 3.066e-05, [1] [cse]: 2.34e-05 [auto_monad_reorder]: 2.881e-05 [get_jit_bprop_graph]: 2.10002e-06 [rewriter_after_jit_bprop_graph]: 7.43999e-06 [opt_after_jit_grad]: 0.00052213 [symbol_engine_optimizer]: 0.00010547, [1] [Cycle 1]: 9.811e-05, [6] [build]: 7.14001e-06 [elim_shapecalc]: 1.243e-05 [elim_not_effective]: 2.126e-05 [opt_reshape]: 1.064e-05 [fold_const_symbol]: 1.589e-05 [renormalize]: 3.30008e-07 [validate]: 5.966e-05 Sums bootstrap : 0.000381s : 0.06% type_inference : 0.438705s : 65.44% event_method : 0.000479s : 0.07% auto_monad : 0.000331s : 0.05% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000072s : 0.01% rewriter_before_opt_a : 0.000167s : 0.02% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000339s : 0.05% jit_opt_a.loop_unroll : 0.000126s : 0.02% jit_opt_a.a_1 : 0.002969s : 0.44% jit_opt_a.with_stream_mark : 0.000089s : 0.01% jit_opt_a.recompute_prepare : 0.000058s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000050s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000021s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000008s : 0.00% jit_opt_a.specialize_transform : 0.000040s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000051s : 0.01% jit_opt_a.accelerated_algorithm : 0.000053s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.01% jit_opt_a.merge_forward : 0.000029s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000086s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000064s : 0.01% jit_opt_a.meta_fg_expand : 0.007493s : 1.12% jit_opt_a.replace_old_param : 0.000168s : 0.02% jit_opt_a.inline_without_move : 0.000143s : 0.02% jit_opt_a.renormalize : 0.214717s : 32.03% jit_opt_a.add_forward_monad_depend : 0.000030s : 0.00% jit_opt_a.auto_monad_grad : 0.000016s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000122s : 0.02% jit_opt_a.cse : 0.000475s : 0.07% jit_opt_a.replace_applicator : 0.000245s : 0.04% py_interpret_to_execute_after_opt_a : 0.000020s : 0.00% rewriter_after_opt_a : 0.000196s : 0.03% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000818s : 0.12% jit_opt_b.frontend_op_eliminate : 0.000026s : 0.00% jit_opt_b.inline_after_opt_a : 0.000027s : 0.00% cconv : 0.000032s : 0.00% loop_unroll : 0.000586s : 0.09% jit_opt_after_cconv.c_1 : 0.000053s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000042s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000030s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000078s : 0.01% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000029s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000007s : 0.00% opt_after_jit_grad : 0.000522s : 0.08% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000060s : 0.01% Time group info: ------[substitution.] 0.001736 170 1.35% : 0.000023s : 8: substitution.depend_value_elim 0.18% : 0.000003s : 4: substitution.elim_not_effective 0.17% : 0.000003s : 4: substitution.fold_const_symbol 44.09% : 0.000765s : 4: substitution.getattr_setattr_resolve 0.46% : 0.000008s : 5: substitution.graph_param_transform 36.08% : 0.000626s : 15: substitution.inline 2.34% : 0.000041s : 4: substitution.inline_without_move 0.74% : 0.000013s : 20: substitution.j_node_and_user_rematch 0.56% : 0.000010s : 5: substitution.minmaximum_grad 0.55% : 0.000009s : 9: substitution.partial_eliminate 0.88% : 0.000015s : 20: substitution.remove_not_recompute_node 2.98% : 0.000052s : 12: substitution.replace_applicator 0.97% : 0.000017s : 17: substitution.replace_old_param 0.32% : 0.000006s : 1: substitution.set_cell_output_no_recompute 1.22% : 0.000021s : 3: substitution.switch_simplify 1.20% : 0.000021s : 5: substitution.tuple_list_convert_item_index_to_positive 0.83% : 0.000014s : 5: substitution.tuple_list_get_item_depend_reorder 2.01% : 0.000035s : 8: substitution.tuple_list_get_item_eliminator 1.12% : 0.000019s : 8: substitution.updatestate_pure_node_eliminater 1.95% : 0.000034s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.438526 2 57.91% : 0.253958s : 1: type_inference.infer 42.09% : 0.184568s : 1: type_inference.specialize ------[replace.] 0.000457 26 13.73% : 0.000063s : 3: replace.getattr_setattr_resolve 31.35% : 0.000143s : 15: replace.inline 12.09% : 0.000055s : 1: replace.replace_applicator 19.39% : 0.000089s : 3: replace.switch_simplify 17.89% : 0.000082s : 3: replace.tuple_list_get_item_eliminator 5.55% : 0.000025s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001389 26 51.68% : 0.000718s : 3: match.getattr_setattr_resolve 44.36% : 0.000616s : 15: match.inline 1.07% : 0.000015s : 1: match.replace_applicator 1.34% : 0.000019s : 3: match.switch_simplify 0.51% : 0.000007s : 3: match.tuple_list_get_item_eliminator 1.03% : 0.000014s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000513 3150 1.44% : 0.000007s : 50: predicate.accumulaten_eliminater 0.44% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.31% : 0.000007s : 50: predicate.addn_check_dump 1.45% : 0.000007s : 50: predicate.addn_zero_filter 1.89% : 0.000010s : 50: predicate.arithmetic_simplify 1.43% : 0.000007s : 50: predicate.cast_eliminate 0.17% : 0.000001s : 5: predicate.check_bprop_eliminate 1.56% : 0.000008s : 50: predicate.compare_switch_simplify 1.52% : 0.000008s : 50: predicate.depend_value_elim 1.36% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.51% : 0.000008s : 50: predicate.dict_get_item_eliminator 1.48% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.28% : 0.000001s : 5: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 5: predicate.elim_not_effective 0.21% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.45% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.44% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.34% : 0.000007s : 50: predicate.environ_get_depend_swap 1.68% : 0.000009s : 50: predicate.environ_get_eliminate 1.46% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.09% : 0.000000s : 5: predicate.fold_const_symbol 0.90% : 0.000005s : 26: predicate.get_grad_eliminate 1.37% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000000s : 5: predicate.graph_param_transform 4.01% : 0.000021s : 79: predicate.inline 3.11% : 0.000016s : 87: predicate.inline_without_move 0.38% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.58% : 0.000008s : 26: predicate.less_batch_normalization 1.77% : 0.000009s : 53: predicate.list_to_tuple_eliminator_ 1.63% : 0.000008s : 58: predicate.load_eliminater 0.60% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.52% : 0.000018s : 127: predicate.loop_unroll_before_grad 1.82% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.24% : 0.000006s : 50: predicate.merge_addn 1.31% : 0.000007s : 50: predicate.minmaximum_grad 0.57% : 0.000003s : 5: predicate.mutable_eliminate 0.19% : 0.000001s : 5: predicate.opt_reshape 2.07% : 0.000011s : 58: predicate.partial_eliminate 1.39% : 0.000007s : 50: predicate.print_const_string_wrapper 1.90% : 0.000010s : 50: predicate.reduce_eliminate 1.51% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.51% : 0.000003s : 26: predicate.remove_not_recompute_node 2.50% : 0.000013s : 126: predicate.replace_applicator 1.47% : 0.000008s : 87: predicate.replace_old_param 0.12% : 0.000001s : 5: predicate.reset_defer_inline 1.44% : 0.000007s : 50: predicate.reshape_eliminate 1.45% : 0.000007s : 50: predicate.row_tensor_add_zeros_like 0.23% : 0.000001s : 5: predicate.row_tensor_eliminate 1.40% : 0.000007s : 50: predicate.same_eliminate 0.47% : 0.000002s : 28: predicate.set_cell_output_no_recompute 0.40% : 0.000002s : 10: predicate.special_op_eliminate 0.88% : 0.000004s : 26: predicate.specialize_transform 1.78% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.44% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.21% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.80% : 0.000014s : 69: predicate.switch_defer_inline 2.14% : 0.000011s : 69: predicate.switch_layer_defer_inline 6.83% : 0.000035s : 207: predicate.switch_simplify 1.48% : 0.000008s : 50: predicate.tile_eliminate 1.44% : 0.000007s : 50: predicate.transpose_eliminate 1.67% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.51% : 0.000008s : 50: predicate.tuple_list_get_item_depend_reorder 2.64% : 0.000014s : 63: predicate.tuple_list_get_item_eliminator 1.76% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.70% : 0.000009s : 53: predicate.tuple_to_list_eliminator_ 1.70% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.87% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 2.16% : 0.000011s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.25% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004374 44 60.85% : 0.002661s : 18: func_graph_cloner_run.FuncGraphClonerGraph 39.15% : 0.001712s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.895855 89 0.01% : 0.000081s : 1: add_recomputation 0.04% : 0.000342s : 1: auto_monad 0.00% : 0.000032s : 1: auto_monad_reorder 0.05% : 0.000410s : 1: bootstrap 0.00% : 0.000035s : 1: cconv 0.00% : 0.000013s : 1: convert_after_rewriter 0.00% : 0.000040s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.05% : 0.000491s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 25.96% : 0.232559s : 1: jit_opt_a 0.03% : 0.000239s : 1: jit_opt_after_cconv 0.01% : 0.000079s : 1: jit_opt_b 0.07% : 0.000595s : 1: loop_unroll 0.09% : 0.000828s : 1: mutable_eliminate 0.48% : 0.004312s : 39: opt.transform.jit_opt_a 0.01% : 0.000093s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000046s : 4: opt.transform.jit_opt_b 0.00% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000020s : 1: opt.transform.mutable_eliminate 0.00% : 0.000035s : 1: opt.transform.opt_after_jit_grad 0.10% : 0.000893s : 2: opt.transform.opt_resolve 0.01% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000531s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000077s : 1: py_interpret_to_execute 0.00% : 0.000023s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000032s : 1: remove_dup_value 23.48% : 0.210303s : 2: renormalize.infer 0.49% : 0.004390s : 2: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000200s : 1: rewriter_after_opt_a 0.02% : 0.000171s : 1: rewriter_before_opt_a 0.01% : 0.000109s : 1: symbol_engine_optimizer 48.97% : 0.438737s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape0-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape0-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape1-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape1-pynative],max_mem:4.0M TotalTime = 0.360661, [30] [bootstrap]: 0.00086886 [type_inference]: 0.177046 [event_method]: 2e-05 [auto_monad]: 0.00018217 [graph_reusing]: 7.01001e-06 [pre_auto_parallel]: 2.98e-06 [py_interpret_to_execute]: 0.00016974 [rewriter_before_opt_a]: 6.792e-05 [expand_dump_flag]: 3.61999e-06 [jit_opt_a]: 0.177946, [2] [Cycle 1]: 0.172316, [27] [switch_simplify]: 6.021e-05 [loop_unroll]: 1.925e-05 [a_1]: 0.00046716 [with_stream_mark]: 3.19e-05 [recompute_prepare]: 1.102e-05 [updatestate_depend_eliminate]: 7.83999e-06 [updatestate_assign_eliminate]: 5.96e-06 [updatestate_loads_eliminate]: 5.04e-06 [parameter_eliminate]: 1.84e-06 [specialize_transform]: 9.36998e-06 [updatestate_useless_node_eliminater]: 1.157e-05 [accelerated_algorithm]: 9.57999e-06 [meta_shard_fg_expand]: 3.63999e-06 [get_grad_eliminate_]: 8.53001e-06 [merge_forward]: 5.72001e-06 [cell_reuse_recompute_pass]: 1.09998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.336e-05 [j_node_and_user_rematch]: 1.5e-05 [meta_fg_expand]: 4.30999e-06 [replace_old_param]: 1.555e-05 [inline_without_move]: 7.95998e-06 [renormalize]: 0.171205 [add_forward_monad_depend]: 1.691e-05 [auto_monad_grad]: 3.05002e-06 [auto_monad_eliminator]: 3.693e-05 [cse]: 5.29e-05 [replace_applicator]: 3.389e-05 [Cycle 2]: 0.00061026, [27] [switch_simplify]: 1.087e-05 [loop_unroll]: 1.027e-05 [a_1]: 0.00021439 [with_stream_mark]: 2.389e-05 [recompute_prepare]: 1.106e-05 [updatestate_depend_eliminate]: 6.41e-06 [updatestate_assign_eliminate]: 5.54998e-06 [updatestate_loads_eliminate]: 4.64002e-06 [parameter_eliminate]: 1.94e-06 [specialize_transform]: 9.61e-06 [updatestate_useless_node_eliminater]: 1.26e-05 [accelerated_algorithm]: 1.063e-05 [meta_shard_fg_expand]: 3.24001e-06 [get_grad_eliminate_]: 9.00999e-06 [merge_forward]: 6.68998e-06 [cell_reuse_recompute_pass]: 4.05e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.147e-05 [j_node_and_user_rematch]: 1.456e-05 [meta_fg_expand]: 3.35e-06 [replace_old_param]: 1.393e-05 [inline_without_move]: 8.02e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 2.22999e-06 [auto_monad_grad]: 1.76e-06 [auto_monad_eliminator]: 1.274e-05 [cse]: 2.651e-05 [replace_applicator]: 9.74e-06 [py_interpret_to_execute_after_opt_a]: 2.668e-05 [rewriter_after_opt_a]: 0.00111665 [convert_after_rewriter]: 2.019e-05 [order_py_execute_after_rewriter]: 8.90001e-06 [mutable_eliminate]: 0.00091212 [jit_opt_b]: 9.338e-05, [1] [Cycle 1]: 8.308e-05, [2] [frontend_op_eliminate]: 3.246e-05 [inline_after_opt_a]: 3.371e-05 [cconv]: 4.055e-05 [loop_unroll]: 0.00048189 [jit_opt_after_cconv]: 0.00025595, [1] [Cycle 1]: 0.00024814, [11] [c_1]: 5.776e-05 [parameter_eliminate]: 4.94998e-06 [updatestate_depend_eliminate]: 1.256e-05 [updatestate_assign_eliminate]: 5.39998e-06 [updatestate_loads_eliminate]: 6.09999e-06 [cse]: 5.547e-05 [call_graph_tuple_transform]: 2.727e-05 [tuple_list_get_item_eliminator]: 9.22001e-06 [none_parameter_eliminate]: 2.09e-06 [renormalize]: 2.19996e-07 [switch_simplify]: 9.77999e-06 [remove_dup_value]: 6.14e-05 [partial_unused_args_eliminate]: 2.74999e-06 [environ_conv]: 9.09998e-06 [add_recomputation]: 8.013e-05 [cse_after_recomputation]: 3.256e-05, [1] [Cycle 1]: 2.556e-05, [1] [cse]: 1.846e-05 [auto_monad_reorder]: 2.879e-05 [get_jit_bprop_graph]: 2.26e-06 [rewriter_after_jit_bprop_graph]: 0.00016769 [opt_after_jit_grad]: 0.00053957 [symbol_engine_optimizer]: 0.00011174, [1] [Cycle 1]: 0.00010404, [6] [build]: 8.2e-06 [elim_shapecalc]: 1.486e-05 [elim_not_effective]: 2.174e-05 [opt_reshape]: 1.079e-05 [fold_const_symbol]: 1.544e-05 [renormalize]: 3.69997e-07 [validate]: 6.382e-05 Sums bootstrap : 0.000869s : 0.24% type_inference : 0.177046s : 49.90% event_method : 0.000020s : 0.01% auto_monad : 0.000182s : 0.05% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000170s : 0.05% rewriter_before_opt_a : 0.000068s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000071s : 0.02% jit_opt_a.loop_unroll : 0.000030s : 0.01% jit_opt_a.a_1 : 0.000682s : 0.19% jit_opt_a.with_stream_mark : 0.000056s : 0.02% jit_opt_a.recompute_prepare : 0.000022s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.01% jit_opt_a.accelerated_algorithm : 0.000020s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.00% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000045s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.01% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.00% jit_opt_a.renormalize : 0.171205s : 48.25% jit_opt_a.add_forward_monad_depend : 0.000019s : 0.01% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000050s : 0.01% jit_opt_a.cse : 0.000079s : 0.02% jit_opt_a.replace_applicator : 0.000044s : 0.01% py_interpret_to_execute_after_opt_a : 0.000027s : 0.01% rewriter_after_opt_a : 0.001117s : 0.31% convert_after_rewriter : 0.000020s : 0.01% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000912s : 0.26% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.01% jit_opt_b.inline_after_opt_a : 0.000034s : 0.01% cconv : 0.000041s : 0.01% loop_unroll : 0.000482s : 0.14% jit_opt_after_cconv.c_1 : 0.000058s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000055s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000061s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000080s : 0.02% cse_after_recomputation.cse : 0.000018s : 0.01% auto_monad_reorder : 0.000029s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000168s : 0.05% opt_after_jit_grad : 0.000540s : 0.15% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000064s : 0.02% Time group info: ------[substitution.] 0.000246 43 5.26% : 0.000013s : 2: substitution.depend_value_elim 1.28% : 0.000003s : 4: substitution.elim_not_effective 1.25% : 0.000003s : 4: substitution.fold_const_symbol 3.15% : 0.000008s : 5: substitution.graph_param_transform 69.65% : 0.000171s : 2: substitution.inline 2.59% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.23% : 0.000008s : 8: substitution.remove_not_recompute_node 3.30% : 0.000008s : 2: substitution.replace_old_param 5.29% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 4.99% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.176947 2 99.14% : 0.175432s : 1: type_inference.infer 0.86% : 0.001515s : 1: type_inference.specialize ------[replace.] 0.000034 2 100.00% : 0.000034s : 2: replace.inline ------[match.] 0.000169 2 100.00% : 0.000169s : 2: match.inline ------[predicate.] 0.000158 767 1.25% : 0.000002s : 11: predicate.accumulaten_eliminater 1.50% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.08% : 0.000002s : 11: predicate.addn_check_dump 1.04% : 0.000002s : 11: predicate.addn_zero_filter 2.22% : 0.000003s : 11: predicate.arithmetic_simplify 1.27% : 0.000002s : 11: predicate.cast_eliminate 0.59% : 0.000001s : 5: predicate.check_bprop_eliminate 1.02% : 0.000002s : 11: predicate.compare_switch_simplify 1.43% : 0.000002s : 11: predicate.depend_value_elim 1.06% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.29% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.21% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.78% : 0.000003s : 5: predicate.dumpgradient_eliminate 0.35% : 0.000001s : 5: predicate.elim_not_effective 0.89% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.12% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.94% : 0.000001s : 11: predicate.environ_get_add_eliminate 1.07% : 0.000002s : 11: predicate.environ_get_depend_swap 1.09% : 0.000002s : 11: predicate.environ_get_eliminate 1.05% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.29% : 0.000000s : 5: predicate.fold_const_symbol 1.36% : 0.000002s : 10: predicate.get_grad_eliminate 0.46% : 0.000001s : 5: predicate.graph_param_transform 5.64% : 0.000009s : 23: predicate.inline 1.24% : 0.000002s : 10: predicate.inline_without_move 0.47% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.54% : 0.000002s : 10: predicate.less_batch_normalization 1.28% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.72% : 0.000003s : 16: predicate.load_eliminater 1.78% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.64% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.16% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.07% : 0.000002s : 11: predicate.merge_addn 1.07% : 0.000002s : 11: predicate.minmaximum_grad 2.01% : 0.000003s : 5: predicate.mutable_eliminate 0.77% : 0.000001s : 5: predicate.opt_reshape 1.91% : 0.000003s : 16: predicate.partial_eliminate 1.26% : 0.000002s : 11: predicate.print_const_string_wrapper 1.74% : 0.000003s : 11: predicate.reduce_eliminate 1.12% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.96% : 0.000002s : 10: predicate.remove_not_recompute_node 1.83% : 0.000003s : 21: predicate.replace_applicator 0.92% : 0.000001s : 10: predicate.replace_old_param 0.72% : 0.000001s : 5: predicate.reset_defer_inline 1.15% : 0.000002s : 11: predicate.reshape_eliminate 1.05% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.08% : 0.000002s : 5: predicate.row_tensor_eliminate 1.19% : 0.000002s : 11: predicate.same_eliminate 0.60% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.34% : 0.000002s : 10: predicate.special_op_eliminate 1.20% : 0.000002s : 10: predicate.specialize_transform 2.24% : 0.000004s : 11: predicate.split_environ_get_set_with_tuple_value 1.41% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.70% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.40% : 0.000002s : 13: predicate.switch_defer_inline 1.50% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.99% : 0.000009s : 38: predicate.switch_simplify 1.07% : 0.000002s : 11: predicate.tile_eliminate 1.59% : 0.000002s : 11: predicate.transpose_eliminate 1.45% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.47% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.58% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.50% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.14% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.54% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.84% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.40% : 0.000002s : 11: predicate.value_based_eliminate 0.46% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.94% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000607 5 4.21% : 0.000026s : 1: func_graph_cloner_run.FuncGraphClonerGraph 95.79% : 0.000582s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.532976 72 0.02% : 0.000084s : 1: add_recomputation 0.04% : 0.000189s : 1: auto_monad 0.01% : 0.000032s : 1: auto_monad_reorder 0.17% : 0.000909s : 1: bootstrap 0.01% : 0.000043s : 1: cconv 0.00% : 0.000025s : 1: convert_after_rewriter 0.01% : 0.000035s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.00% : 0.000026s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000011s : 1: graph_reusing 33.39% : 0.177952s : 1: jit_opt_a 0.05% : 0.000260s : 1: jit_opt_after_cconv 0.02% : 0.000097s : 1: jit_opt_b 0.09% : 0.000490s : 1: loop_unroll 0.17% : 0.000923s : 1: mutable_eliminate 0.19% : 0.001008s : 26: opt.transform.jit_opt_a 0.02% : 0.000099s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000055s : 4: opt.transform.jit_opt_b 0.00% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000028s : 1: opt.transform.mutable_eliminate 0.01% : 0.000035s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000058s : 4: opt.transform.symbol_engine_opt 0.10% : 0.000549s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.03% : 0.000174s : 1: py_interpret_to_execute 0.01% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000065s : 1: remove_dup_value 31.96% : 0.170357s : 1: renormalize.infer 0.15% : 0.000825s : 1: renormalize.specialize 0.03% : 0.000173s : 1: rewriter_after_jit_bprop_graph 0.21% : 0.001128s : 1: rewriter_after_opt_a 0.01% : 0.000072s : 1: rewriter_before_opt_a 0.02% : 0.000115s : 1: symbol_engine_optimizer 33.22% : 0.177067s : 1: type_inference TotalTime = 0.775172, [30] [bootstrap]: 0.00034749 [type_inference]: 0.460815 [event_method]: 0.00034901 [auto_monad]: 0.00033145 [graph_reusing]: 1.145e-05 [pre_auto_parallel]: 4.60001e-06 [py_interpret_to_execute]: 7.674e-05 [rewriter_before_opt_a]: 0.00017743 [expand_dump_flag]: 5.64e-06 [jit_opt_a]: 0.309247, [3] [Cycle 1]: 0.299228, [27] [switch_simplify]: 0.00029134 [loop_unroll]: 6.102e-05 [a_1]: 0.00170843 [with_stream_mark]: 5.186e-05 [recompute_prepare]: 3.824e-05 [updatestate_depend_eliminate]: 1.471e-05 [updatestate_assign_eliminate]: 1.154e-05 [updatestate_loads_eliminate]: 9.56998e-06 [parameter_eliminate]: 4.23001e-06 [specialize_transform]: 2.351e-05 [updatestate_useless_node_eliminater]: 2.636e-05 [accelerated_algorithm]: 2.06e-05 [meta_shard_fg_expand]: 1.242e-05 [get_grad_eliminate_]: 2.066e-05 [merge_forward]: 1.365e-05 [cell_reuse_recompute_pass]: 1.37999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.258e-05 [j_node_and_user_rematch]: 0.00010429 [meta_fg_expand]: 0.227579 [replace_old_param]: 0.00013941 [inline_without_move]: 0.00022577 [renormalize]: 0.0676654 [add_forward_monad_depend]: 2.362e-05 [auto_monad_grad]: 1.426e-05 [auto_monad_eliminator]: 9.26e-05 [cse]: 0.00042386 [replace_applicator]: 0.00023848 [Cycle 2]: 0.00477871, [27] [switch_simplify]: 6.657e-05 [loop_unroll]: 6.167e-05 [a_1]: 0.00135936 [with_stream_mark]: 3.731e-05 [recompute_prepare]: 2.297e-05 [updatestate_depend_eliminate]: 4.598e-05 [updatestate_assign_eliminate]: 6.69001e-06 [updatestate_loads_eliminate]: 5.74999e-06 [parameter_eliminate]: 2.89999e-06 [specialize_transform]: 1.257e-05 [updatestate_useless_node_eliminater]: 1.65e-05 [accelerated_algorithm]: 1.086e-05 [meta_shard_fg_expand]: 3.6e-06 [get_grad_eliminate_]: 1.187e-05 [merge_forward]: 6.95998e-06 [cell_reuse_recompute_pass]: 1.67001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.518e-05 [j_node_and_user_rematch]: 1.648e-05 [meta_fg_expand]: 0.00019116 [replace_old_param]: 2.561e-05 [inline_without_move]: 1.11e-05 [renormalize]: 0.00236592 [add_forward_monad_depend]: 1.28e-05 [auto_monad_grad]: 2.56e-06 [auto_monad_eliminator]: 3.314e-05 [cse]: 0.00013517 [replace_applicator]: 3.173e-05 [Cycle 3]: 0.00068666, [27] [switch_simplify]: 1.286e-05 [loop_unroll]: 1.001e-05 [a_1]: 0.00023114 [with_stream_mark]: 2.451e-05 [recompute_prepare]: 1.394e-05 [updatestate_depend_eliminate]: 9.29998e-06 [updatestate_assign_eliminate]: 6.14001e-06 [updatestate_loads_eliminate]: 5.52999e-06 [parameter_eliminate]: 2.19001e-06 [specialize_transform]: 1.234e-05 [updatestate_useless_node_eliminater]: 1.567e-05 [accelerated_algorithm]: 1.096e-05 [meta_shard_fg_expand]: 3.73001e-06 [get_grad_eliminate_]: 9.47999e-06 [merge_forward]: 7.43e-06 [cell_reuse_recompute_pass]: 3.36999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.552e-05 [j_node_and_user_rematch]: 1.643e-05 [meta_fg_expand]: 4.70001e-06 [replace_old_param]: 1.702e-05 [inline_without_move]: 9.52001e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.57001e-06 [auto_monad_grad]: 2.71e-06 [auto_monad_eliminator]: 1.924e-05 [cse]: 4.156e-05 [replace_applicator]: 1.429e-05 [py_interpret_to_execute_after_opt_a]: 2.772e-05 [rewriter_after_opt_a]: 0.0002396 [convert_after_rewriter]: 1.49e-05 [order_py_execute_after_rewriter]: 7.73999e-06 [mutable_eliminate]: 0.00096472 [jit_opt_b]: 9.631e-05, [1] [Cycle 1]: 8.537e-05, [2] [frontend_op_eliminate]: 3.445e-05 [inline_after_opt_a]: 3.566e-05 [cconv]: 4.498e-05 [loop_unroll]: 0.00062031 [jit_opt_after_cconv]: 0.00029479, [1] [Cycle 1]: 0.00028582, [11] [c_1]: 6.691e-05 [parameter_eliminate]: 8.1e-06 [updatestate_depend_eliminate]: 1.518e-05 [updatestate_assign_eliminate]: 5.97001e-06 [updatestate_loads_eliminate]: 5.37999e-06 [cse]: 6.543e-05 [call_graph_tuple_transform]: 2.85e-05 [tuple_list_get_item_eliminator]: 9.85002e-06 [none_parameter_eliminate]: 1.94e-06 [renormalize]: 6.69999e-07 [switch_simplify]: 1.227e-05 [remove_dup_value]: 7.372e-05 [partial_unused_args_eliminate]: 2.83e-06 [environ_conv]: 1.032e-05 [add_recomputation]: 9.392e-05 [cse_after_recomputation]: 4.698e-05, [1] [Cycle 1]: 3.677e-05, [1] [cse]: 2.721e-05 [auto_monad_reorder]: 3.643e-05 [get_jit_bprop_graph]: 3.08998e-06 [rewriter_after_jit_bprop_graph]: 1.151e-05 [opt_after_jit_grad]: 0.0007099 [symbol_engine_optimizer]: 0.00011948, [1] [Cycle 1]: 0.00010938, [6] [build]: 9.30001e-06 [elim_shapecalc]: 1.303e-05 [elim_not_effective]: 2.646e-05 [opt_reshape]: 1.086e-05 [fold_const_symbol]: 1.591e-05 [renormalize]: 4.00003e-07 [validate]: 7.137e-05 Sums bootstrap : 0.000347s : 0.05% type_inference : 0.460815s : 59.90% event_method : 0.000349s : 0.05% auto_monad : 0.000331s : 0.04% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000077s : 0.01% rewriter_before_opt_a : 0.000177s : 0.02% expand_dump_flag : 0.000006s : 0.00% jit_opt_a.switch_simplify : 0.000371s : 0.05% jit_opt_a.loop_unroll : 0.000133s : 0.02% jit_opt_a.a_1 : 0.003299s : 0.43% jit_opt_a.with_stream_mark : 0.000114s : 0.01% jit_opt_a.recompute_prepare : 0.000075s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000070s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000024s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000021s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000048s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000059s : 0.01% jit_opt_a.accelerated_algorithm : 0.000042s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000020s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000042s : 0.01% jit_opt_a.merge_forward : 0.000028s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000093s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000137s : 0.02% jit_opt_a.meta_fg_expand : 0.227774s : 29.61% jit_opt_a.replace_old_param : 0.000182s : 0.02% jit_opt_a.inline_without_move : 0.000246s : 0.03% jit_opt_a.renormalize : 0.070031s : 9.10% jit_opt_a.add_forward_monad_depend : 0.000039s : 0.01% jit_opt_a.auto_monad_grad : 0.000020s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000145s : 0.02% jit_opt_a.cse : 0.000601s : 0.08% jit_opt_a.replace_applicator : 0.000284s : 0.04% py_interpret_to_execute_after_opt_a : 0.000028s : 0.00% rewriter_after_opt_a : 0.000240s : 0.03% convert_after_rewriter : 0.000015s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000965s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000034s : 0.00% jit_opt_b.inline_after_opt_a : 0.000036s : 0.00% cconv : 0.000045s : 0.01% loop_unroll : 0.000620s : 0.08% jit_opt_after_cconv.c_1 : 0.000067s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000065s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.000074s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.00% add_recomputation : 0.000094s : 0.01% cse_after_recomputation.cse : 0.000027s : 0.00% auto_monad_reorder : 0.000036s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000012s : 0.00% opt_after_jit_grad : 0.000710s : 0.09% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000026s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000071s : 0.01% Time group info: ------[substitution.] 0.002040 170 1.45% : 0.000030s : 8: substitution.depend_value_elim 0.19% : 0.000004s : 4: substitution.elim_not_effective 0.13% : 0.000003s : 4: substitution.fold_const_symbol 41.09% : 0.000838s : 4: substitution.getattr_setattr_resolve 0.37% : 0.000008s : 5: substitution.graph_param_transform 39.32% : 0.000802s : 15: substitution.inline 2.27% : 0.000046s : 4: substitution.inline_without_move 0.70% : 0.000014s : 20: substitution.j_node_and_user_rematch 0.50% : 0.000010s : 5: substitution.minmaximum_grad 0.49% : 0.000010s : 9: substitution.partial_eliminate 0.78% : 0.000016s : 20: substitution.remove_not_recompute_node 3.06% : 0.000062s : 12: substitution.replace_applicator 0.99% : 0.000020s : 17: substitution.replace_old_param 0.22% : 0.000005s : 1: substitution.set_cell_output_no_recompute 1.03% : 0.000021s : 3: substitution.switch_simplify 1.22% : 0.000025s : 5: substitution.tuple_list_convert_item_index_to_positive 0.79% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.99% : 0.000041s : 8: substitution.tuple_list_get_item_eliminator 1.38% : 0.000028s : 8: substitution.updatestate_pure_node_eliminater 2.01% : 0.000041s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.460686 2 99.12% : 0.456646s : 1: type_inference.infer 0.88% : 0.004041s : 1: type_inference.specialize ------[replace.] 0.000579 26 12.42% : 0.000072s : 3: replace.getattr_setattr_resolve 30.70% : 0.000178s : 15: replace.inline 10.26% : 0.000059s : 1: replace.replace_applicator 17.97% : 0.000104s : 3: replace.switch_simplify 22.69% : 0.000131s : 3: replace.tuple_list_get_item_eliminator 5.95% : 0.000034s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001630 26 47.97% : 0.000782s : 3: match.getattr_setattr_resolve 48.26% : 0.000787s : 15: match.inline 1.12% : 0.000018s : 1: match.replace_applicator 1.18% : 0.000019s : 3: match.switch_simplify 0.60% : 0.000010s : 3: match.tuple_list_get_item_eliminator 0.86% : 0.000014s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000546 3150 1.48% : 0.000008s : 50: predicate.accumulaten_eliminater 0.55% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.24% : 0.000007s : 50: predicate.addn_check_dump 1.41% : 0.000008s : 50: predicate.addn_zero_filter 2.22% : 0.000012s : 50: predicate.arithmetic_simplify 1.48% : 0.000008s : 50: predicate.cast_eliminate 0.19% : 0.000001s : 5: predicate.check_bprop_eliminate 1.37% : 0.000007s : 50: predicate.compare_switch_simplify 1.45% : 0.000008s : 50: predicate.depend_value_elim 1.44% : 0.000008s : 50: predicate.dict_get_item_const_eliminator 1.29% : 0.000007s : 50: predicate.dict_get_item_eliminator 1.44% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.40% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.14% : 0.000001s : 5: predicate.elim_not_effective 0.21% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.32% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.37% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.26% : 0.000007s : 50: predicate.environ_get_depend_swap 1.37% : 0.000007s : 50: predicate.environ_get_eliminate 1.43% : 0.000008s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.95% : 0.000005s : 26: predicate.get_grad_eliminate 1.33% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000000s : 5: predicate.graph_param_transform 3.96% : 0.000022s : 79: predicate.inline 3.05% : 0.000017s : 87: predicate.inline_without_move 0.41% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.19% : 0.000006s : 26: predicate.less_batch_normalization 1.59% : 0.000009s : 53: predicate.list_to_tuple_eliminator_ 1.70% : 0.000009s : 58: predicate.load_eliminater 0.73% : 0.000004s : 5: predicate.loop_unroll_after_grad 3.62% : 0.000020s : 127: predicate.loop_unroll_before_grad 1.80% : 0.000010s : 55: predicate.make_slice_get_slice_eliminator 1.52% : 0.000008s : 50: predicate.merge_addn 1.52% : 0.000008s : 50: predicate.minmaximum_grad 1.04% : 0.000006s : 5: predicate.mutable_eliminate 0.16% : 0.000001s : 5: predicate.opt_reshape 1.91% : 0.000010s : 58: predicate.partial_eliminate 1.23% : 0.000007s : 50: predicate.print_const_string_wrapper 1.85% : 0.000010s : 50: predicate.reduce_eliminate 1.39% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.56% : 0.000003s : 26: predicate.remove_not_recompute_node 2.42% : 0.000013s : 126: predicate.replace_applicator 1.49% : 0.000008s : 87: predicate.replace_old_param 0.20% : 0.000001s : 5: predicate.reset_defer_inline 1.34% : 0.000007s : 50: predicate.reshape_eliminate 1.37% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.38% : 0.000002s : 5: predicate.row_tensor_eliminate 1.34% : 0.000007s : 50: predicate.same_eliminate 0.53% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.43% : 0.000002s : 10: predicate.special_op_eliminate 1.01% : 0.000005s : 26: predicate.specialize_transform 1.70% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.36% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.17% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.87% : 0.000016s : 69: predicate.switch_defer_inline 2.16% : 0.000012s : 69: predicate.switch_layer_defer_inline 6.85% : 0.000037s : 207: predicate.switch_simplify 1.41% : 0.000008s : 50: predicate.tile_eliminate 1.30% : 0.000007s : 50: predicate.transpose_eliminate 1.78% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.59% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 3.23% : 0.000018s : 63: predicate.tuple_list_get_item_eliminator 1.57% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.42% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.83% : 0.000010s : 58: predicate.updatestate_pure_node_eliminater 3.35% : 0.000018s : 85: predicate.updatestate_useless_node_eliminater 1.68% : 0.000009s : 50: predicate.value_based_eliminate 0.15% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.36% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004947 44 55.73% : 0.002757s : 18: func_graph_cloner_run.FuncGraphClonerGraph 44.27% : 0.002190s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.851247 89 0.01% : 0.000099s : 1: add_recomputation 0.04% : 0.000346s : 1: auto_monad 0.00% : 0.000041s : 1: auto_monad_reorder 0.04% : 0.000376s : 1: bootstrap 0.01% : 0.000048s : 1: cconv 0.00% : 0.000018s : 1: convert_after_rewriter 0.01% : 0.000050s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.04% : 0.000364s : 1: event_method 0.00% : 0.000010s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000016s : 1: graph_reusing 36.33% : 0.309252s : 1: jit_opt_a 0.04% : 0.000298s : 1: jit_opt_after_cconv 0.01% : 0.000100s : 1: jit_opt_b 0.07% : 0.000631s : 1: loop_unroll 0.11% : 0.000979s : 1: mutable_eliminate 0.58% : 0.004926s : 39: opt.transform.jit_opt_a 0.01% : 0.000113s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000059s : 4: opt.transform.jit_opt_b 0.00% : 0.000026s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000036s : 1: opt.transform.mutable_eliminate 0.01% : 0.000050s : 1: opt.transform.opt_after_jit_grad 0.12% : 0.000984s : 2: opt.transform.opt_resolve 0.01% : 0.000062s : 4: opt.transform.symbol_engine_opt 0.09% : 0.000727s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000081s : 1: py_interpret_to_execute 0.00% : 0.000032s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000079s : 1: remove_dup_value 7.59% : 0.064592s : 2: renormalize.infer 0.63% : 0.005403s : 2: renormalize.specialize 0.00% : 0.000014s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000247s : 1: rewriter_after_opt_a 0.02% : 0.000183s : 1: rewriter_before_opt_a 0.01% : 0.000124s : 1: symbol_engine_optimizer 54.14% : 0.460841s : 1: type_inference TotalTime = 0.330874, [30] [bootstrap]: 0.00039257 [type_inference]: 0.155422 [event_method]: 2.165e-05 [auto_monad]: 0.0001908 [graph_reusing]: 7.73999e-06 [pre_auto_parallel]: 3.11001e-06 [py_interpret_to_execute]: 0.00022129 [rewriter_before_opt_a]: 7.412e-05 [expand_dump_flag]: 3.78001e-06 [jit_opt_a]: 0.0191687, [2] [Cycle 1]: 0.0139584, [27] [switch_simplify]: 6.909e-05 [loop_unroll]: 2.073e-05 [a_1]: 0.00065918 [with_stream_mark]: 4.176e-05 [recompute_prepare]: 1.658e-05 [updatestate_depend_eliminate]: 1.024e-05 [updatestate_assign_eliminate]: 7.06001e-06 [updatestate_loads_eliminate]: 6.56e-06 [parameter_eliminate]: 2.54999e-06 [specialize_transform]: 1.475e-05 [updatestate_useless_node_eliminater]: 1.661e-05 [accelerated_algorithm]: 1.122e-05 [meta_shard_fg_expand]: 6.37001e-06 [get_grad_eliminate_]: 1.153e-05 [merge_forward]: 8.35001e-06 [cell_reuse_recompute_pass]: 1.97999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.836e-05 [j_node_and_user_rematch]: 1.919e-05 [meta_fg_expand]: 4e-06 [replace_old_param]: 1.616e-05 [inline_without_move]: 1.192e-05 [renormalize]: 0.0125633 [add_forward_monad_depend]: 1.384e-05 [auto_monad_grad]: 2.88e-06 [auto_monad_eliminator]: 3.504e-05 [cse]: 4.774e-05 [replace_applicator]: 3.471e-05 [Cycle 2]: 0.00057918, [27] [switch_simplify]: 1.114e-05 [loop_unroll]: 9.84999e-06 [a_1]: 0.0002091 [with_stream_mark]: 2.26e-05 [recompute_prepare]: 9.66e-06 [updatestate_depend_eliminate]: 6.53e-06 [updatestate_assign_eliminate]: 5.96e-06 [updatestate_loads_eliminate]: 4.92e-06 [parameter_eliminate]: 2.20002e-06 [specialize_transform]: 9.47999e-06 [updatestate_useless_node_eliminater]: 1.119e-05 [accelerated_algorithm]: 8.64003e-06 [meta_shard_fg_expand]: 2.99999e-06 [get_grad_eliminate_]: 8.07003e-06 [merge_forward]: 7.02002e-06 [cell_reuse_recompute_pass]: 3.24001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.397e-05 [j_node_and_user_rematch]: 1.439e-05 [meta_fg_expand]: 3.53e-06 [replace_old_param]: 1.327e-05 [inline_without_move]: 8.2e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.49e-06 [auto_monad_grad]: 1.52999e-06 [auto_monad_eliminator]: 1.071e-05 [cse]: 2.245e-05 [replace_applicator]: 9.14e-06 [py_interpret_to_execute_after_opt_a]: 2.615e-05 [rewriter_after_opt_a]: 0.151791 [convert_after_rewriter]: 3.653e-05 [order_py_execute_after_rewriter]: 1.231e-05 [mutable_eliminate]: 0.00096772 [jit_opt_b]: 0.00010126, [1] [Cycle 1]: 8.835e-05, [2] [frontend_op_eliminate]: 3.581e-05 [inline_after_opt_a]: 3.498e-05 [cconv]: 4.879e-05 [loop_unroll]: 0.00058784 [jit_opt_after_cconv]: 0.00028544, [1] [Cycle 1]: 0.00027388, [11] [c_1]: 6.527e-05 [parameter_eliminate]: 7.48999e-06 [updatestate_depend_eliminate]: 1.507e-05 [updatestate_assign_eliminate]: 6.44001e-06 [updatestate_loads_eliminate]: 5.65001e-06 [cse]: 5.799e-05 [call_graph_tuple_transform]: 2.87e-05 [tuple_list_get_item_eliminator]: 1.133e-05 [none_parameter_eliminate]: 1.79e-06 [renormalize]: 9.49978e-07 [switch_simplify]: 1.089e-05 [remove_dup_value]: 3.614e-05 [partial_unused_args_eliminate]: 3.44001e-06 [environ_conv]: 1.241e-05 [add_recomputation]: 9.072e-05 [cse_after_recomputation]: 4.181e-05, [1] [Cycle 1]: 3.291e-05, [1] [cse]: 2.333e-05 [auto_monad_reorder]: 4.956e-05 [get_jit_bprop_graph]: 2.76999e-06 [rewriter_after_jit_bprop_graph]: 1.16e-05 [opt_after_jit_grad]: 0.00068171 [symbol_engine_optimizer]: 0.00012775, [1] [Cycle 1]: 0.00011726, [6] [build]: 1.036e-05 [elim_shapecalc]: 1.332e-05 [elim_not_effective]: 2.559e-05 [opt_reshape]: 1.196e-05 [fold_const_symbol]: 1.694e-05 [renormalize]: 1.34003e-06 [validate]: 7.15e-05 Sums bootstrap : 0.000393s : 0.12% type_inference : 0.155422s : 47.78% event_method : 0.000022s : 0.01% auto_monad : 0.000191s : 0.06% graph_reusing : 0.000008s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000221s : 0.07% rewriter_before_opt_a : 0.000074s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000080s : 0.02% jit_opt_a.loop_unroll : 0.000031s : 0.01% jit_opt_a.a_1 : 0.000868s : 0.27% jit_opt_a.with_stream_mark : 0.000064s : 0.02% jit_opt_a.recompute_prepare : 0.000026s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000017s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000024s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000028s : 0.01% jit_opt_a.accelerated_algorithm : 0.000020s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000009s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000020s : 0.01% jit_opt_a.merge_forward : 0.000015s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000052s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000034s : 0.01% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.01% jit_opt_a.inline_without_move : 0.000020s : 0.01% jit_opt_a.renormalize : 0.012563s : 3.86% jit_opt_a.add_forward_monad_depend : 0.000015s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000046s : 0.01% jit_opt_a.cse : 0.000070s : 0.02% jit_opt_a.replace_applicator : 0.000044s : 0.01% py_interpret_to_execute_after_opt_a : 0.000026s : 0.01% rewriter_after_opt_a : 0.151791s : 46.67% convert_after_rewriter : 0.000037s : 0.01% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000968s : 0.30% jit_opt_b.frontend_op_eliminate : 0.000036s : 0.01% jit_opt_b.inline_after_opt_a : 0.000035s : 0.01% cconv : 0.000049s : 0.01% loop_unroll : 0.000588s : 0.18% jit_opt_after_cconv.c_1 : 0.000065s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000058s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000036s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000012s : 0.00% add_recomputation : 0.000091s : 0.03% cse_after_recomputation.cse : 0.000023s : 0.01% auto_monad_reorder : 0.000050s : 0.02% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000012s : 0.00% opt_after_jit_grad : 0.000682s : 0.21% symbol_engine_optimizer.build : 0.000010s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000026s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000071s : 0.02% Time group info: ------[substitution.] 0.000388 43 29.10% : 0.000113s : 2: substitution.depend_value_elim 1.13% : 0.000004s : 4: substitution.elim_not_effective 0.86% : 0.000003s : 4: substitution.fold_const_symbol 2.17% : 0.000008s : 5: substitution.graph_param_transform 52.36% : 0.000203s : 2: substitution.inline 1.58% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.48% : 0.000010s : 8: substitution.remove_not_recompute_node 2.09% : 0.000008s : 2: substitution.replace_old_param 4.47% : 0.000017s : 3: substitution.updatestate_pure_node_eliminater 3.75% : 0.000015s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.155327 2 98.96% : 0.153715s : 1: type_inference.infer 1.04% : 0.001612s : 1: type_inference.specialize ------[replace.] 0.000046 2 100.00% : 0.000046s : 2: replace.inline ------[match.] 0.000201 2 100.00% : 0.000201s : 2: match.inline ------[predicate.] 0.000179 767 1.26% : 0.000002s : 11: predicate.accumulaten_eliminater 2.31% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 0.78% : 0.000001s : 11: predicate.addn_check_dump 1.16% : 0.000002s : 11: predicate.addn_zero_filter 1.84% : 0.000003s : 11: predicate.arithmetic_simplify 1.13% : 0.000002s : 11: predicate.cast_eliminate 0.61% : 0.000001s : 5: predicate.check_bprop_eliminate 0.93% : 0.000002s : 11: predicate.compare_switch_simplify 1.27% : 0.000002s : 11: predicate.depend_value_elim 1.23% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.12% : 0.000002s : 11: predicate.dict_get_item_eliminator 0.99% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.47% : 0.000003s : 5: predicate.dumpgradient_eliminate 0.46% : 0.000001s : 5: predicate.elim_not_effective 1.02% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.13% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.16% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.36% : 0.000002s : 11: predicate.environ_get_depend_swap 1.15% : 0.000002s : 11: predicate.environ_get_eliminate 1.08% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.27% : 0.000000s : 5: predicate.fold_const_symbol 1.54% : 0.000003s : 10: predicate.get_grad_eliminate 0.25% : 0.000000s : 5: predicate.graph_param_transform 5.70% : 0.000010s : 23: predicate.inline 1.00% : 0.000002s : 10: predicate.inline_without_move 0.53% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.75% : 0.000003s : 10: predicate.less_batch_normalization 1.20% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.40% : 0.000003s : 16: predicate.load_eliminater 2.12% : 0.000004s : 5: predicate.loop_unroll_after_grad 2.26% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.27% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 0.90% : 0.000002s : 11: predicate.merge_addn 1.07% : 0.000002s : 11: predicate.minmaximum_grad 2.17% : 0.000004s : 5: predicate.mutable_eliminate 0.61% : 0.000001s : 5: predicate.opt_reshape 1.89% : 0.000003s : 16: predicate.partial_eliminate 1.12% : 0.000002s : 11: predicate.print_const_string_wrapper 1.88% : 0.000003s : 11: predicate.reduce_eliminate 1.18% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.10% : 0.000002s : 10: predicate.remove_not_recompute_node 1.61% : 0.000003s : 21: predicate.replace_applicator 0.64% : 0.000001s : 10: predicate.replace_old_param 0.61% : 0.000001s : 5: predicate.reset_defer_inline 1.08% : 0.000002s : 11: predicate.reshape_eliminate 0.94% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.14% : 0.000002s : 5: predicate.row_tensor_eliminate 1.32% : 0.000002s : 11: predicate.same_eliminate 0.66% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.19% : 0.000002s : 10: predicate.special_op_eliminate 1.58% : 0.000003s : 10: predicate.specialize_transform 1.57% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 1.31% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.61% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.56% : 0.000003s : 13: predicate.switch_defer_inline 1.47% : 0.000003s : 13: predicate.switch_layer_defer_inline 6.52% : 0.000012s : 38: predicate.switch_simplify 1.16% : 0.000002s : 11: predicate.tile_eliminate 1.22% : 0.000002s : 11: predicate.transpose_eliminate 1.89% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 1.65% : 0.000003s : 11: predicate.tuple_list_get_item_depend_reorder 4.32% : 0.000008s : 21: predicate.tuple_list_get_item_eliminator 1.70% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.23% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.60% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 2.80% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.82% : 0.000003s : 11: predicate.value_based_eliminate 0.38% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.69% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000859 5 3.51% : 0.000030s : 1: func_graph_cloner_run.FuncGraphClonerGraph 96.49% : 0.000829s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.344749 72 0.03% : 0.000096s : 1: add_recomputation 0.06% : 0.000198s : 1: auto_monad 0.02% : 0.000054s : 1: auto_monad_reorder 0.12% : 0.000421s : 1: bootstrap 0.02% : 0.000052s : 1: cconv 0.01% : 0.000045s : 1: convert_after_rewriter 0.01% : 0.000045s : 1: cse_after_recomputation 0.00% : 0.000017s : 1: environ_conv 0.01% : 0.000028s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000006s : 1: get_jit_bprop_graph 0.00% : 0.000011s : 1: graph_reusing 5.56% : 0.019174s : 1: jit_opt_a 0.08% : 0.000289s : 1: jit_opt_after_cconv 0.03% : 0.000105s : 1: jit_opt_b 0.17% : 0.000603s : 1: loop_unroll 0.28% : 0.000981s : 1: mutable_eliminate 0.36% : 0.001229s : 26: opt.transform.jit_opt_a 0.03% : 0.000111s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000060s : 4: opt.transform.jit_opt_b 0.01% : 0.000024s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000034s : 1: opt.transform.mutable_eliminate 0.01% : 0.000046s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000064s : 4: opt.transform.symbol_engine_opt 0.20% : 0.000701s : 1: opt_after_jit_grad 0.00% : 0.000016s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.07% : 0.000228s : 1: py_interpret_to_execute 0.01% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000039s : 1: remove_dup_value 3.33% : 0.011475s : 1: renormalize.infer 0.31% : 0.001063s : 1: renormalize.specialize 0.00% : 0.000014s : 1: rewriter_after_jit_bprop_graph 44.04% : 0.151813s : 1: rewriter_after_opt_a 0.02% : 0.000080s : 1: rewriter_before_opt_a 0.04% : 0.000132s : 1: symbol_engine_optimizer 45.09% : 0.155449s : 1: type_inference TotalTime = 0.846056, [30] [bootstrap]: 0.00038233 [type_inference]: 0.527719 [event_method]: 0.00059115 [auto_monad]: 0.00034581 [graph_reusing]: 1.091e-05 [pre_auto_parallel]: 4.07e-06 [py_interpret_to_execute]: 8.574e-05 [rewriter_before_opt_a]: 0.00017745 [expand_dump_flag]: 4.33999e-06 [jit_opt_a]: 0.31335, [3] [Cycle 1]: 0.248209, [27] [switch_simplify]: 0.00026555 [loop_unroll]: 6.042e-05 [a_1]: 0.0785824 [with_stream_mark]: 5.368e-05 [recompute_prepare]: 3.968e-05 [updatestate_depend_eliminate]: 1.514e-05 [updatestate_assign_eliminate]: 1.153e-05 [updatestate_loads_eliminate]: 9.92999e-06 [parameter_eliminate]: 4.32e-06 [specialize_transform]: 2.151e-05 [updatestate_useless_node_eliminater]: 2.458e-05 [accelerated_algorithm]: 2.016e-05 [meta_shard_fg_expand]: 1.372e-05 [get_grad_eliminate_]: 1.937e-05 [merge_forward]: 1.31e-05 [cell_reuse_recompute_pass]: 1.39e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.264e-05 [j_node_and_user_rematch]: 3.562e-05 [meta_fg_expand]: 0.0753626 [replace_old_param]: 0.00017593 [inline_without_move]: 0.00061879 [renormalize]: 0.091738 [add_forward_monad_depend]: 2.239e-05 [auto_monad_grad]: 1.369e-05 [auto_monad_eliminator]: 8.796e-05 [cse]: 0.0003578 [replace_applicator]: 0.0002143 [Cycle 2]: 0.0602102, [27] [switch_simplify]: 6.153e-05 [loop_unroll]: 5.759e-05 [a_1]: 0.00113671 [with_stream_mark]: 2.628e-05 [recompute_prepare]: 1.541e-05 [updatestate_depend_eliminate]: 3.105e-05 [updatestate_assign_eliminate]: 5.94e-06 [updatestate_loads_eliminate]: 5.18002e-06 [parameter_eliminate]: 2.53e-06 [specialize_transform]: 1.094e-05 [updatestate_useless_node_eliminater]: 1.5e-05 [accelerated_algorithm]: 9.25001e-06 [meta_shard_fg_expand]: 2.90002e-06 [get_grad_eliminate_]: 9.25999e-06 [merge_forward]: 6.34999e-06 [cell_reuse_recompute_pass]: 1.74998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.456e-05 [j_node_and_user_rematch]: 1.51e-05 [meta_fg_expand]: 0.00014904 [replace_old_param]: 2.017e-05 [inline_without_move]: 1.049e-05 [renormalize]: 0.0581781 [add_forward_monad_depend]: 1.36e-05 [auto_monad_grad]: 3.11001e-06 [auto_monad_eliminator]: 3.438e-05 [cse]: 0.00010545 [replace_applicator]: 3.488e-05 [Cycle 3]: 0.00064068, [27] [switch_simplify]: 1.222e-05 [loop_unroll]: 9.89999e-06 [a_1]: 0.00021375 [with_stream_mark]: 2.74e-05 [recompute_prepare]: 9.34e-06 [updatestate_depend_eliminate]: 1.001e-05 [updatestate_assign_eliminate]: 5.65001e-06 [updatestate_loads_eliminate]: 5.27999e-06 [parameter_eliminate]: 1.98002e-06 [specialize_transform]: 9.95002e-06 [updatestate_useless_node_eliminater]: 1.341e-05 [accelerated_algorithm]: 9.53002e-06 [meta_shard_fg_expand]: 2.69001e-06 [get_grad_eliminate_]: 8.79e-06 [merge_forward]: 7.39002e-06 [cell_reuse_recompute_pass]: 3.85e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.388e-05 [j_node_and_user_rematch]: 1.512e-05 [meta_fg_expand]: 4.58001e-06 [replace_old_param]: 1.59e-05 [inline_without_move]: 8.53001e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.43002e-06 [auto_monad_grad]: 1.81998e-06 [auto_monad_eliminator]: 1.761e-05 [cse]: 3.113e-05 [replace_applicator]: 9.56e-06 [py_interpret_to_execute_after_opt_a]: 2.584e-05 [rewriter_after_opt_a]: 0.0002171 [convert_after_rewriter]: 1.249e-05 [order_py_execute_after_rewriter]: 7.2e-06 [mutable_eliminate]: 0.00091597 [jit_opt_b]: 9.074e-05, [1] [Cycle 1]: 7.887e-05, [2] [frontend_op_eliminate]: 3.11e-05 [inline_after_opt_a]: 3.248e-05 [cconv]: 4.235e-05 [loop_unroll]: 0.00052071 [jit_opt_after_cconv]: 0.00027611, [1] [Cycle 1]: 0.00026775, [11] [c_1]: 6.164e-05 [parameter_eliminate]: 5.47001e-06 [updatestate_depend_eliminate]: 1.583e-05 [updatestate_assign_eliminate]: 5.07e-06 [updatestate_loads_eliminate]: 5.09998e-06 [cse]: 5.773e-05 [call_graph_tuple_transform]: 2.931e-05 [tuple_list_get_item_eliminator]: 1.013e-05 [none_parameter_eliminate]: 1.66e-06 [renormalize]: 9.00007e-07 [switch_simplify]: 1.015e-05 [remove_dup_value]: 3.173e-05 [partial_unused_args_eliminate]: 2.51998e-06 [environ_conv]: 9.72001e-06 [add_recomputation]: 8.233e-05 [cse_after_recomputation]: 4.272e-05, [1] [Cycle 1]: 3.443e-05, [1] [cse]: 2.589e-05 [auto_monad_reorder]: 3.366e-05 [get_jit_bprop_graph]: 2.51e-06 [rewriter_after_jit_bprop_graph]: 9.79e-06 [opt_after_jit_grad]: 0.00058362 [symbol_engine_optimizer]: 0.00012079, [1] [Cycle 1]: 0.00011153, [6] [build]: 6.97002e-06 [elim_shapecalc]: 1.375e-05 [elim_not_effective]: 2.65e-05 [opt_reshape]: 1.196e-05 [fold_const_symbol]: 1.665e-05 [renormalize]: 3.59985e-07 [validate]: 6.085e-05 Sums bootstrap : 0.000382s : 0.05% type_inference : 0.527719s : 62.78% event_method : 0.000591s : 0.07% auto_monad : 0.000346s : 0.04% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000086s : 0.01% rewriter_before_opt_a : 0.000177s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000339s : 0.04% jit_opt_a.loop_unroll : 0.000128s : 0.02% jit_opt_a.a_1 : 0.079933s : 9.51% jit_opt_a.with_stream_mark : 0.000107s : 0.01% jit_opt_a.recompute_prepare : 0.000064s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000056s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000023s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000042s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000053s : 0.01% jit_opt_a.accelerated_algorithm : 0.000039s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000019s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000037s : 0.00% jit_opt_a.merge_forward : 0.000027s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000091s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000066s : 0.01% jit_opt_a.meta_fg_expand : 0.075516s : 8.98% jit_opt_a.replace_old_param : 0.000212s : 0.03% jit_opt_a.inline_without_move : 0.000638s : 0.08% jit_opt_a.renormalize : 0.149916s : 17.84% jit_opt_a.add_forward_monad_depend : 0.000038s : 0.00% jit_opt_a.auto_monad_grad : 0.000019s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000140s : 0.02% jit_opt_a.cse : 0.000494s : 0.06% jit_opt_a.replace_applicator : 0.000259s : 0.03% py_interpret_to_execute_after_opt_a : 0.000026s : 0.00% rewriter_after_opt_a : 0.000217s : 0.03% convert_after_rewriter : 0.000012s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000916s : 0.11% jit_opt_b.frontend_op_eliminate : 0.000031s : 0.00% jit_opt_b.inline_after_opt_a : 0.000032s : 0.00% cconv : 0.000042s : 0.01% loop_unroll : 0.000521s : 0.06% jit_opt_after_cconv.c_1 : 0.000062s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000058s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000032s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.00% add_recomputation : 0.000082s : 0.01% cse_after_recomputation.cse : 0.000026s : 0.00% auto_monad_reorder : 0.000034s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000584s : 0.07% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000026s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000061s : 0.01% Time group info: ------[substitution.] 0.002565 170 1.22% : 0.000031s : 8: substitution.depend_value_elim 0.14% : 0.000004s : 4: substitution.elim_not_effective 0.11% : 0.000003s : 4: substitution.fold_const_symbol 34.41% : 0.000883s : 4: substitution.getattr_setattr_resolve 0.31% : 0.000008s : 5: substitution.graph_param_transform 31.71% : 0.000813s : 15: substitution.inline 19.80% : 0.000508s : 4: substitution.inline_without_move 0.51% : 0.000013s : 20: substitution.j_node_and_user_rematch 0.50% : 0.000013s : 5: substitution.minmaximum_grad 0.38% : 0.000010s : 9: substitution.partial_eliminate 0.64% : 0.000016s : 20: substitution.remove_not_recompute_node 2.24% : 0.000058s : 12: substitution.replace_applicator 0.89% : 0.000023s : 17: substitution.replace_old_param 0.16% : 0.000004s : 1: substitution.set_cell_output_no_recompute 0.85% : 0.000022s : 3: substitution.switch_simplify 1.14% : 0.000029s : 5: substitution.tuple_list_convert_item_index_to_positive 0.75% : 0.000019s : 5: substitution.tuple_list_get_item_depend_reorder 1.90% : 0.000049s : 8: substitution.tuple_list_get_item_eliminator 0.92% : 0.000024s : 8: substitution.updatestate_pure_node_eliminater 1.42% : 0.000036s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.527537 2 96.03% : 0.506603s : 1: type_inference.infer 3.97% : 0.020934s : 1: type_inference.specialize ------[replace.] 0.000497 26 14.81% : 0.000074s : 3: replace.getattr_setattr_resolve 32.90% : 0.000163s : 15: replace.inline 11.01% : 0.000055s : 1: replace.replace_applicator 18.35% : 0.000091s : 3: replace.switch_simplify 17.85% : 0.000089s : 3: replace.tuple_list_get_item_eliminator 5.07% : 0.000025s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001688 26 49.23% : 0.000831s : 3: match.getattr_setattr_resolve 47.52% : 0.000802s : 15: match.inline 0.97% : 0.000016s : 1: match.replace_applicator 1.12% : 0.000019s : 3: match.switch_simplify 0.39% : 0.000007s : 3: match.tuple_list_get_item_eliminator 0.76% : 0.000013s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000559 3150 1.41% : 0.000008s : 50: predicate.accumulaten_eliminater 0.52% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.20% : 0.000007s : 50: predicate.addn_check_dump 1.39% : 0.000008s : 50: predicate.addn_zero_filter 2.03% : 0.000011s : 50: predicate.arithmetic_simplify 1.43% : 0.000008s : 50: predicate.cast_eliminate 0.18% : 0.000001s : 5: predicate.check_bprop_eliminate 1.20% : 0.000007s : 50: predicate.compare_switch_simplify 1.51% : 0.000008s : 50: predicate.depend_value_elim 1.73% : 0.000010s : 50: predicate.dict_get_item_const_eliminator 1.45% : 0.000008s : 50: predicate.dict_get_item_eliminator 1.36% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.26% : 0.000001s : 5: predicate.dumpgradient_eliminate 0.14% : 0.000001s : 5: predicate.elim_not_effective 0.32% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.34% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.36% : 0.000008s : 50: predicate.environ_get_add_eliminate 1.32% : 0.000007s : 50: predicate.environ_get_depend_swap 1.45% : 0.000008s : 50: predicate.environ_get_eliminate 1.25% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.92% : 0.000005s : 26: predicate.get_grad_eliminate 1.22% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.12% : 0.000001s : 5: predicate.graph_param_transform 3.91% : 0.000022s : 79: predicate.inline 3.92% : 0.000022s : 87: predicate.inline_without_move 0.33% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.15% : 0.000006s : 26: predicate.less_batch_normalization 1.48% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.70% : 0.000010s : 58: predicate.load_eliminater 0.45% : 0.000002s : 5: predicate.loop_unroll_after_grad 3.32% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.62% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.45% : 0.000008s : 50: predicate.merge_addn 1.38% : 0.000008s : 50: predicate.minmaximum_grad 1.02% : 0.000006s : 5: predicate.mutable_eliminate 0.27% : 0.000002s : 5: predicate.opt_reshape 1.95% : 0.000011s : 58: predicate.partial_eliminate 1.30% : 0.000007s : 50: predicate.print_const_string_wrapper 1.98% : 0.000011s : 50: predicate.reduce_eliminate 1.41% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.55% : 0.000003s : 26: predicate.remove_not_recompute_node 2.46% : 0.000014s : 126: predicate.replace_applicator 1.49% : 0.000008s : 87: predicate.replace_old_param 0.15% : 0.000001s : 5: predicate.reset_defer_inline 1.40% : 0.000008s : 50: predicate.reshape_eliminate 1.49% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.36% : 0.000002s : 5: predicate.row_tensor_eliminate 1.48% : 0.000008s : 50: predicate.same_eliminate 0.48% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.40% : 0.000002s : 10: predicate.special_op_eliminate 0.75% : 0.000004s : 26: predicate.specialize_transform 1.60% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.38% : 0.000008s : 50: predicate.stack_unstack_eliminate 0.17% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.72% : 0.000015s : 69: predicate.switch_defer_inline 2.05% : 0.000011s : 69: predicate.switch_layer_defer_inline 6.65% : 0.000037s : 207: predicate.switch_simplify 1.41% : 0.000008s : 50: predicate.tile_eliminate 1.38% : 0.000008s : 50: predicate.transpose_eliminate 1.70% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.43% : 0.000008s : 50: predicate.tuple_list_get_item_depend_reorder 3.31% : 0.000018s : 63: predicate.tuple_list_get_item_eliminator 1.85% : 0.000010s : 50: predicate.tuple_list_set_item_eliminator 2.79% : 0.000016s : 53: predicate.tuple_to_list_eliminator_ 1.61% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.74% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 1.94% : 0.000011s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.29% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.075949 44 97.05% : 0.073710s : 18: func_graph_cloner_run.FuncGraphClonerGraph 2.95% : 0.002239s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.078943 89 0.01% : 0.000085s : 1: add_recomputation 0.03% : 0.000361s : 1: auto_monad 0.00% : 0.000038s : 1: auto_monad_reorder 0.04% : 0.000417s : 1: bootstrap 0.00% : 0.000045s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.00% : 0.000045s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.06% : 0.000603s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 29.04% : 0.313356s : 1: jit_opt_a 0.03% : 0.000280s : 1: jit_opt_after_cconv 0.01% : 0.000094s : 1: jit_opt_b 0.05% : 0.000532s : 1: loop_unroll 0.09% : 0.000936s : 1: mutable_eliminate 7.58% : 0.081822s : 39: opt.transform.jit_opt_a 0.01% : 0.000106s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000054s : 4: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000033s : 1: opt.transform.mutable_eliminate 0.00% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.10% : 0.001032s : 2: opt.transform.opt_resolve 0.01% : 0.000064s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000594s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000090s : 1: py_interpret_to_execute 0.00% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000035s : 1: remove_dup_value 13.43% : 0.144900s : 2: renormalize.infer 0.46% : 0.004970s : 2: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000224s : 1: rewriter_after_opt_a 0.02% : 0.000182s : 1: rewriter_before_opt_a 0.01% : 0.000124s : 1: symbol_engine_optimizer 48.91% : 0.527747s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape1-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape1-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape2-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape2-pynative],max_mem:4.0M TotalTime = 0.481969, [30] [bootstrap]: 0.00080823 [type_inference]: 0.264819 [event_method]: 1.729e-05 [auto_monad]: 0.00019271 [graph_reusing]: 8.17998e-06 [pre_auto_parallel]: 3.61001e-06 [py_interpret_to_execute]: 0.00017026 [rewriter_before_opt_a]: 6.649e-05 [expand_dump_flag]: 3.54002e-06 [jit_opt_a]: 0.211806, [2] [Cycle 1]: 0.00224302, [27] [switch_simplify]: 5.18e-05 [loop_unroll]: 1.976e-05 [a_1]: 0.00045885 [with_stream_mark]: 2.361e-05 [recompute_prepare]: 1.151e-05 [updatestate_depend_eliminate]: 7.14001e-06 [updatestate_assign_eliminate]: 6.10002e-06 [updatestate_loads_eliminate]: 5.09e-06 [parameter_eliminate]: 2.02001e-06 [specialize_transform]: 1.022e-05 [updatestate_useless_node_eliminater]: 1.134e-05 [accelerated_algorithm]: 9.19e-06 [meta_shard_fg_expand]: 3.70998e-06 [get_grad_eliminate_]: 8.27e-06 [merge_forward]: 5.24e-06 [cell_reuse_recompute_pass]: 1.52001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.251e-05 [j_node_and_user_rematch]: 1.482e-05 [meta_fg_expand]: 4.32003e-06 [replace_old_param]: 1.376e-05 [inline_without_move]: 9.15999e-06 [renormalize]: 0.00123665 [add_forward_monad_depend]: 1.27e-05 [auto_monad_grad]: 3.18998e-06 [auto_monad_eliminator]: 2.315e-05 [cse]: 4.862e-05 [replace_applicator]: 1.737e-05 [Cycle 2]: 0.00050254, [27] [switch_simplify]: 9.92999e-06 [loop_unroll]: 8.92e-06 [a_1]: 0.0001772 [with_stream_mark]: 1.338e-05 [recompute_prepare]: 8.95001e-06 [updatestate_depend_eliminate]: 6.14001e-06 [updatestate_assign_eliminate]: 5.25001e-06 [updatestate_loads_eliminate]: 4.55001e-06 [parameter_eliminate]: 1.37e-06 [specialize_transform]: 8.34002e-06 [updatestate_useless_node_eliminater]: 1.136e-05 [accelerated_algorithm]: 8.59e-06 [meta_shard_fg_expand]: 2.17999e-06 [get_grad_eliminate_]: 8.33999e-06 [merge_forward]: 4.97999e-06 [cell_reuse_recompute_pass]: 1.76e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.835e-05 [j_node_and_user_rematch]: 1.318e-05 [meta_fg_expand]: 2.88003e-06 [replace_old_param]: 1.079e-05 [inline_without_move]: 7.86001e-06 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 1.35999e-06 [auto_monad_grad]: 9.70002e-07 [auto_monad_eliminator]: 1.105e-05 [cse]: 2.154e-05 [replace_applicator]: 8.47998e-06 [py_interpret_to_execute_after_opt_a]: 1.53e-05 [rewriter_after_opt_a]: 0.00107239 [convert_after_rewriter]: 1.397e-05 [order_py_execute_after_rewriter]: 7.59002e-06 [mutable_eliminate]: 0.00077525 [jit_opt_b]: 7.794e-05, [1] [Cycle 1]: 6.897e-05, [2] [frontend_op_eliminate]: 2.71e-05 [inline_after_opt_a]: 2.724e-05 [cconv]: 3.126e-05 [loop_unroll]: 0.00046439 [jit_opt_after_cconv]: 0.00022246, [1] [Cycle 1]: 0.00021424, [11] [c_1]: 5.283e-05 [parameter_eliminate]: 3.2e-06 [updatestate_depend_eliminate]: 9.91e-06 [updatestate_assign_eliminate]: 5.05999e-06 [updatestate_loads_eliminate]: 4.68001e-06 [cse]: 3.695e-05 [call_graph_tuple_transform]: 2.378e-05 [tuple_list_get_item_eliminator]: 9.34998e-06 [none_parameter_eliminate]: 1.97999e-06 [renormalize]: 9.30013e-07 [switch_simplify]: 1.043e-05 [remove_dup_value]: 5.293e-05 [partial_unused_args_eliminate]: 2.79999e-06 [environ_conv]: 8.38001e-06 [add_recomputation]: 0.00012656 [cse_after_recomputation]: 3.294e-05, [1] [Cycle 1]: 2.628e-05, [1] [cse]: 1.884e-05 [auto_monad_reorder]: 2.955e-05 [get_jit_bprop_graph]: 2.69999e-06 [rewriter_after_jit_bprop_graph]: 0.00015501 [opt_after_jit_grad]: 0.00053107 [symbol_engine_optimizer]: 0.00010515, [1] [Cycle 1]: 9.692e-05, [6] [build]: 6.69999e-06 [elim_shapecalc]: 1.248e-05 [elim_not_effective]: 2.009e-05 [opt_reshape]: 1.002e-05 [fold_const_symbol]: 1.547e-05 [renormalize]: 4.10015e-07 [validate]: 6.487e-05 Sums bootstrap : 0.000808s : 0.30% type_inference : 0.264819s : 97.30% event_method : 0.000017s : 0.01% auto_monad : 0.000193s : 0.07% graph_reusing : 0.000008s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000170s : 0.06% rewriter_before_opt_a : 0.000066s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000062s : 0.02% jit_opt_a.loop_unroll : 0.000029s : 0.01% jit_opt_a.a_1 : 0.000636s : 0.23% jit_opt_a.with_stream_mark : 0.000037s : 0.01% jit_opt_a.recompute_prepare : 0.000020s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000003s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000010s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000003s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000041s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001237s : 0.45% jit_opt_a.add_forward_monad_depend : 0.000014s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000034s : 0.01% jit_opt_a.cse : 0.000070s : 0.03% jit_opt_a.replace_applicator : 0.000026s : 0.01% py_interpret_to_execute_after_opt_a : 0.000015s : 0.01% rewriter_after_opt_a : 0.001072s : 0.39% convert_after_rewriter : 0.000014s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000775s : 0.28% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.01% jit_opt_b.inline_after_opt_a : 0.000027s : 0.01% cconv : 0.000031s : 0.01% loop_unroll : 0.000464s : 0.17% jit_opt_after_cconv.c_1 : 0.000053s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000010s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000037s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000024s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000053s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.000127s : 0.05% cse_after_recomputation.cse : 0.000019s : 0.01% auto_monad_reorder : 0.000030s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000155s : 0.06% opt_after_jit_grad : 0.000531s : 0.20% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000020s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000065s : 0.02% Time group info: ------[substitution.] 0.000209 43 4.73% : 0.000010s : 2: substitution.depend_value_elim 1.45% : 0.000003s : 4: substitution.elim_not_effective 0.98% : 0.000002s : 4: substitution.fold_const_symbol 3.59% : 0.000008s : 5: substitution.graph_param_transform 70.86% : 0.000148s : 2: substitution.inline 2.55% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.52% : 0.000007s : 8: substitution.remove_not_recompute_node 2.15% : 0.000004s : 2: substitution.replace_old_param 5.19% : 0.000011s : 3: substitution.updatestate_pure_node_eliminater 4.97% : 0.000010s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.264711 2 99.37% : 0.263054s : 1: type_inference.infer 0.63% : 0.001658s : 1: type_inference.specialize ------[replace.] 0.000034 2 100.00% : 0.000034s : 2: replace.inline ------[match.] 0.000146 2 100.00% : 0.000146s : 2: match.inline ------[predicate.] 0.000152 767 1.67% : 0.000003s : 11: predicate.accumulaten_eliminater 1.44% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.05% : 0.000002s : 11: predicate.addn_check_dump 1.17% : 0.000002s : 11: predicate.addn_zero_filter 2.04% : 0.000003s : 11: predicate.arithmetic_simplify 1.32% : 0.000002s : 11: predicate.cast_eliminate 0.68% : 0.000001s : 5: predicate.check_bprop_eliminate 1.16% : 0.000002s : 11: predicate.compare_switch_simplify 1.44% : 0.000002s : 11: predicate.depend_value_elim 1.07% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.21% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.29% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.14% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.41% : 0.000001s : 5: predicate.elim_not_effective 0.81% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.20% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.13% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.23% : 0.000002s : 11: predicate.environ_get_depend_swap 1.26% : 0.000002s : 11: predicate.environ_get_eliminate 1.06% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.31% : 0.000000s : 5: predicate.fold_const_symbol 1.46% : 0.000002s : 10: predicate.get_grad_eliminate 0.25% : 0.000000s : 5: predicate.graph_param_transform 4.46% : 0.000007s : 23: predicate.inline 1.47% : 0.000002s : 10: predicate.inline_without_move 0.49% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.99% : 0.000003s : 10: predicate.less_batch_normalization 1.52% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 2.28% : 0.000003s : 16: predicate.load_eliminater 1.44% : 0.000002s : 5: predicate.loop_unroll_after_grad 2.76% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.36% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.23% : 0.000002s : 11: predicate.merge_addn 1.15% : 0.000002s : 11: predicate.minmaximum_grad 1.88% : 0.000003s : 5: predicate.mutable_eliminate 0.72% : 0.000001s : 5: predicate.opt_reshape 2.34% : 0.000004s : 16: predicate.partial_eliminate 1.10% : 0.000002s : 11: predicate.print_const_string_wrapper 1.52% : 0.000002s : 11: predicate.reduce_eliminate 1.42% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.00% : 0.000002s : 10: predicate.remove_not_recompute_node 1.52% : 0.000002s : 21: predicate.replace_applicator 0.77% : 0.000001s : 10: predicate.replace_old_param 0.42% : 0.000001s : 5: predicate.reset_defer_inline 1.28% : 0.000002s : 11: predicate.reshape_eliminate 1.24% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.78% : 0.000001s : 5: predicate.row_tensor_eliminate 1.22% : 0.000002s : 11: predicate.same_eliminate 0.65% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.34% : 0.000002s : 10: predicate.special_op_eliminate 1.57% : 0.000002s : 10: predicate.specialize_transform 1.35% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.20% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.58% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.88% : 0.000003s : 13: predicate.switch_defer_inline 1.63% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.62% : 0.000009s : 38: predicate.switch_simplify 1.08% : 0.000002s : 11: predicate.tile_eliminate 1.35% : 0.000002s : 11: predicate.transpose_eliminate 1.29% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.44% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.61% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.31% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.36% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.62% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.69% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.81% : 0.000003s : 11: predicate.value_based_eliminate 0.52% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.92% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000416 5 5.14% : 0.000021s : 1: func_graph_cloner_run.FuncGraphClonerGraph 94.86% : 0.000395s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.484237 72 0.03% : 0.000130s : 1: add_recomputation 0.04% : 0.000215s : 1: auto_monad 0.01% : 0.000033s : 1: auto_monad_reorder 0.18% : 0.000850s : 1: bootstrap 0.01% : 0.000035s : 1: cconv 0.00% : 0.000017s : 1: convert_after_rewriter 0.01% : 0.000036s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.01% : 0.000025s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 43.74% : 0.211811s : 1: jit_opt_a 0.05% : 0.000226s : 1: jit_opt_after_cconv 0.02% : 0.000081s : 1: jit_opt_b 0.10% : 0.000473s : 1: loop_unroll 0.16% : 0.000784s : 1: mutable_eliminate 0.19% : 0.000925s : 26: opt.transform.jit_opt_a 0.02% : 0.000092s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000046s : 4: opt.transform.jit_opt_b 0.00% : 0.000017s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000022s : 1: opt.transform.mutable_eliminate 0.01% : 0.000032s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000054s : 4: opt.transform.symbol_engine_opt 0.11% : 0.000541s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.04% : 0.000175s : 1: py_interpret_to_execute 0.00% : 0.000018s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000056s : 1: remove_dup_value 0.15% : 0.000746s : 1: renormalize.infer 0.10% : 0.000482s : 1: renormalize.specialize 0.03% : 0.000158s : 1: rewriter_after_jit_bprop_graph 0.22% : 0.001080s : 1: rewriter_after_opt_a 0.01% : 0.000070s : 1: rewriter_before_opt_a 0.02% : 0.000108s : 1: symbol_engine_optimizer 54.69% : 0.264846s : 1: type_inference TotalTime = 0.867098, [30] [bootstrap]: 0.00036116 [type_inference]: 0.405936 [event_method]: 0.00027264 [auto_monad]: 0.00030583 [graph_reusing]: 1.094e-05 [pre_auto_parallel]: 4.35e-06 [py_interpret_to_execute]: 6.931e-05 [rewriter_before_opt_a]: 0.00018775 [expand_dump_flag]: 4.53999e-06 [jit_opt_a]: 0.456729, [3] [Cycle 1]: 0.248149, [27] [switch_simplify]: 0.00026061 [loop_unroll]: 5.955e-05 [a_1]: 0.00171733 [with_stream_mark]: 4.798e-05 [recompute_prepare]: 3.572e-05 [updatestate_depend_eliminate]: 1.577e-05 [updatestate_assign_eliminate]: 1.168e-05 [updatestate_loads_eliminate]: 1.03e-05 [parameter_eliminate]: 4.36002e-06 [specialize_transform]: 2.283e-05 [updatestate_useless_node_eliminater]: 2.611e-05 [accelerated_algorithm]: 2.017e-05 [meta_shard_fg_expand]: 1.078e-05 [get_grad_eliminate_]: 1.951e-05 [merge_forward]: 1.268e-05 [cell_reuse_recompute_pass]: 1.81998e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.229e-05 [j_node_and_user_rematch]: 3.477e-05 [meta_fg_expand]: 0.0073698 [replace_old_param]: 0.00014135 [inline_without_move]: 0.00015781 [renormalize]: 0.236885 [add_forward_monad_depend]: 2.149e-05 [auto_monad_grad]: 1.355e-05 [auto_monad_eliminator]: 9.293e-05 [cse]: 0.00050319 [replace_applicator]: 0.00022149 [Cycle 2]: 0.00371194, [27] [switch_simplify]: 6.252e-05 [loop_unroll]: 5.746e-05 [a_1]: 0.00118058 [with_stream_mark]: 2.475e-05 [recompute_prepare]: 1.514e-05 [updatestate_depend_eliminate]: 4.529e-05 [updatestate_assign_eliminate]: 6.66e-06 [updatestate_loads_eliminate]: 5.07999e-06 [parameter_eliminate]: 2.63e-06 [specialize_transform]: 1.26e-05 [updatestate_useless_node_eliminater]: 1.381e-05 [accelerated_algorithm]: 9.14e-06 [meta_shard_fg_expand]: 3.12002e-06 [get_grad_eliminate_]: 9.59e-06 [merge_forward]: 6.14001e-06 [cell_reuse_recompute_pass]: 1.74998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.106e-05 [j_node_and_user_rematch]: 1.463e-05 [meta_fg_expand]: 0.00013815 [replace_old_param]: 1.689e-05 [inline_without_move]: 9.20001e-06 [renormalize]: 0.00169457 [add_forward_monad_depend]: 2.332e-05 [auto_monad_grad]: 2.79999e-06 [auto_monad_eliminator]: 2.325e-05 [cse]: 9.455e-05 [replace_applicator]: 2.058e-05 [Cycle 3]: 0.00051839, [27] [switch_simplify]: 1.046e-05 [loop_unroll]: 9.42999e-06 [a_1]: 0.00018311 [with_stream_mark]: 1.432e-05 [recompute_prepare]: 8.89998e-06 [updatestate_depend_eliminate]: 7.19001e-06 [updatestate_assign_eliminate]: 4.21001e-06 [updatestate_loads_eliminate]: 4.10998e-06 [parameter_eliminate]: 1.34e-06 [specialize_transform]: 8.69e-06 [updatestate_useless_node_eliminater]: 1.264e-05 [accelerated_algorithm]: 8.87e-06 [meta_shard_fg_expand]: 2.29999e-06 [get_grad_eliminate_]: 8.38999e-06 [merge_forward]: 4.85999e-06 [cell_reuse_recompute_pass]: 1.64998e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.785e-05 [j_node_and_user_rematch]: 1.32e-05 [meta_fg_expand]: 3.04001e-06 [replace_old_param]: 1.176e-05 [inline_without_move]: 8.08001e-06 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 1.74998e-06 [auto_monad_grad]: 1.07e-06 [auto_monad_eliminator]: 1.108e-05 [cse]: 2.776e-05 [replace_applicator]: 8.80001e-06 [py_interpret_to_execute_after_opt_a]: 1.959e-05 [rewriter_after_opt_a]: 0.00020023 [convert_after_rewriter]: 1.094e-05 [order_py_execute_after_rewriter]: 7.20998e-06 [mutable_eliminate]: 0.00085168 [jit_opt_b]: 7.593e-05, [1] [Cycle 1]: 6.74e-05, [2] [frontend_op_eliminate]: 2.687e-05 [inline_after_opt_a]: 2.67e-05 [cconv]: 3.415e-05 [loop_unroll]: 0.00050091 [jit_opt_after_cconv]: 0.00023363, [1] [Cycle 1]: 0.00022663, [11] [c_1]: 5.133e-05 [parameter_eliminate]: 3.80998e-06 [updatestate_depend_eliminate]: 1.128e-05 [updatestate_assign_eliminate]: 4.38001e-06 [updatestate_loads_eliminate]: 4.42e-06 [cse]: 4.357e-05 [call_graph_tuple_transform]: 2.613e-05 [tuple_list_get_item_eliminator]: 9.00001e-06 [none_parameter_eliminate]: 1.79e-06 [renormalize]: 5.09986e-07 [switch_simplify]: 9.22001e-06 [remove_dup_value]: 5.592e-05 [partial_unused_args_eliminate]: 2.26e-06 [environ_conv]: 8.28001e-06 [add_recomputation]: 7.255e-05 [cse_after_recomputation]: 3.873e-05, [1] [Cycle 1]: 3.111e-05, [1] [cse]: 2.293e-05 [auto_monad_reorder]: 3.247e-05 [get_jit_bprop_graph]: 2.63e-06 [rewriter_after_jit_bprop_graph]: 8.69e-06 [opt_after_jit_grad]: 0.00062082 [symbol_engine_optimizer]: 0.00010698, [1] [Cycle 1]: 9.954e-05, [6] [build]: 6.93e-06 [elim_shapecalc]: 1.247e-05 [elim_not_effective]: 2.2e-05 [opt_reshape]: 1.148e-05 [fold_const_symbol]: 1.565e-05 [renormalize]: 2.89991e-07 [validate]: 5.996e-05 Sums bootstrap : 0.000361s : 0.05% type_inference : 0.405936s : 61.35% event_method : 0.000273s : 0.04% auto_monad : 0.000306s : 0.05% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000069s : 0.01% rewriter_before_opt_a : 0.000188s : 0.03% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000334s : 0.05% jit_opt_a.loop_unroll : 0.000126s : 0.02% jit_opt_a.a_1 : 0.003081s : 0.47% jit_opt_a.with_stream_mark : 0.000087s : 0.01% jit_opt_a.recompute_prepare : 0.000060s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000068s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000023s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000019s : 0.00% jit_opt_a.parameter_eliminate : 0.000008s : 0.00% jit_opt_a.specialize_transform : 0.000044s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000053s : 0.01% jit_opt_a.accelerated_algorithm : 0.000038s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000016s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000037s : 0.01% jit_opt_a.merge_forward : 0.000024s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000081s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000063s : 0.01% jit_opt_a.meta_fg_expand : 0.007511s : 1.14% jit_opt_a.replace_old_param : 0.000170s : 0.03% jit_opt_a.inline_without_move : 0.000175s : 0.03% jit_opt_a.renormalize : 0.238579s : 36.06% jit_opt_a.add_forward_monad_depend : 0.000047s : 0.01% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000127s : 0.02% jit_opt_a.cse : 0.000626s : 0.09% jit_opt_a.replace_applicator : 0.000251s : 0.04% py_interpret_to_execute_after_opt_a : 0.000020s : 0.00% rewriter_after_opt_a : 0.000200s : 0.03% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000852s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.00% jit_opt_b.inline_after_opt_a : 0.000027s : 0.00% cconv : 0.000034s : 0.01% loop_unroll : 0.000501s : 0.08% jit_opt_after_cconv.c_1 : 0.000051s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000044s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000056s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.000073s : 0.01% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000032s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000621s : 0.09% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000060s : 0.01% Time group info: ------[substitution.] 0.001914 170 1.31% : 0.000025s : 8: substitution.depend_value_elim 0.20% : 0.000004s : 4: substitution.elim_not_effective 0.13% : 0.000003s : 4: substitution.fold_const_symbol 45.59% : 0.000872s : 4: substitution.getattr_setattr_resolve 0.41% : 0.000008s : 5: substitution.graph_param_transform 34.99% : 0.000670s : 15: substitution.inline 3.28% : 0.000063s : 4: substitution.inline_without_move 0.66% : 0.000013s : 20: substitution.j_node_and_user_rematch 0.60% : 0.000011s : 5: substitution.minmaximum_grad 0.46% : 0.000009s : 9: substitution.partial_eliminate 0.80% : 0.000015s : 20: substitution.remove_not_recompute_node 2.85% : 0.000054s : 12: substitution.replace_applicator 0.91% : 0.000017s : 17: substitution.replace_old_param 0.17% : 0.000003s : 1: substitution.set_cell_output_no_recompute 0.95% : 0.000018s : 3: substitution.switch_simplify 1.17% : 0.000022s : 5: substitution.tuple_list_convert_item_index_to_positive 0.83% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.93% : 0.000037s : 8: substitution.tuple_list_get_item_eliminator 0.96% : 0.000018s : 8: substitution.updatestate_pure_node_eliminater 1.82% : 0.000035s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.405810 2 99.04% : 0.401918s : 1: type_inference.infer 0.96% : 0.003893s : 1: type_inference.specialize ------[replace.] 0.000507 26 18.39% : 0.000093s : 3: replace.getattr_setattr_resolve 30.07% : 0.000153s : 15: replace.inline 11.31% : 0.000057s : 1: replace.replace_applicator 17.77% : 0.000090s : 3: replace.switch_simplify 17.41% : 0.000088s : 3: replace.tuple_list_get_item_eliminator 5.04% : 0.000026s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001522 26 53.00% : 0.000807s : 3: match.getattr_setattr_resolve 43.35% : 0.000660s : 15: match.inline 1.11% : 0.000017s : 1: match.replace_applicator 1.07% : 0.000016s : 3: match.switch_simplify 0.50% : 0.000008s : 3: match.tuple_list_get_item_eliminator 0.97% : 0.000015s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000507 3150 1.35% : 0.000007s : 50: predicate.accumulaten_eliminater 0.49% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.25% : 0.000006s : 50: predicate.addn_check_dump 1.41% : 0.000007s : 50: predicate.addn_zero_filter 2.08% : 0.000011s : 50: predicate.arithmetic_simplify 1.40% : 0.000007s : 50: predicate.cast_eliminate 0.13% : 0.000001s : 5: predicate.check_bprop_eliminate 1.24% : 0.000006s : 50: predicate.compare_switch_simplify 1.44% : 0.000007s : 50: predicate.depend_value_elim 1.33% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.55% : 0.000008s : 50: predicate.dict_get_item_eliminator 1.31% : 0.000007s : 50: predicate.dict_set_item_eliminator 0.28% : 0.000001s : 5: predicate.dumpgradient_eliminate 0.12% : 0.000001s : 5: predicate.elim_not_effective 0.27% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.52% : 0.000008s : 50: predicate.environ_add_const_eliminate 1.35% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.30% : 0.000007s : 50: predicate.environ_get_depend_swap 1.55% : 0.000008s : 50: predicate.environ_get_eliminate 1.39% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.09% : 0.000000s : 5: predicate.fold_const_symbol 0.95% : 0.000005s : 26: predicate.get_grad_eliminate 1.34% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.10% : 0.000000s : 5: predicate.graph_param_transform 3.97% : 0.000020s : 79: predicate.inline 3.03% : 0.000015s : 87: predicate.inline_without_move 0.37% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.08% : 0.000005s : 26: predicate.less_batch_normalization 1.48% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.60% : 0.000008s : 58: predicate.load_eliminater 0.44% : 0.000002s : 5: predicate.loop_unroll_after_grad 3.75% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.82% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.50% : 0.000008s : 50: predicate.merge_addn 1.28% : 0.000006s : 50: predicate.minmaximum_grad 0.66% : 0.000003s : 5: predicate.mutable_eliminate 0.21% : 0.000001s : 5: predicate.opt_reshape 2.08% : 0.000011s : 58: predicate.partial_eliminate 1.37% : 0.000007s : 50: predicate.print_const_string_wrapper 1.77% : 0.000009s : 50: predicate.reduce_eliminate 1.50% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.55% : 0.000003s : 26: predicate.remove_not_recompute_node 2.52% : 0.000013s : 126: predicate.replace_applicator 1.53% : 0.000008s : 87: predicate.replace_old_param 0.11% : 0.000001s : 5: predicate.reset_defer_inline 1.45% : 0.000007s : 50: predicate.reshape_eliminate 1.57% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.33% : 0.000002s : 5: predicate.row_tensor_eliminate 1.47% : 0.000007s : 50: predicate.same_eliminate 0.56% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.37% : 0.000002s : 10: predicate.special_op_eliminate 1.17% : 0.000006s : 26: predicate.specialize_transform 1.56% : 0.000008s : 50: predicate.split_environ_get_set_with_tuple_value 1.47% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.17% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.61% : 0.000013s : 69: predicate.switch_defer_inline 2.12% : 0.000011s : 69: predicate.switch_layer_defer_inline 7.20% : 0.000036s : 207: predicate.switch_simplify 1.44% : 0.000007s : 50: predicate.tile_eliminate 1.30% : 0.000007s : 50: predicate.transpose_eliminate 1.90% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.82% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 3.34% : 0.000017s : 63: predicate.tuple_list_get_item_eliminator 1.68% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.61% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.77% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.90% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 1.93% : 0.000010s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.25% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004151 44 60.63% : 0.002517s : 18: func_graph_cloner_run.FuncGraphClonerGraph 39.37% : 0.001635s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.111260 89 0.01% : 0.000076s : 1: add_recomputation 0.03% : 0.000315s : 1: auto_monad 0.00% : 0.000036s : 1: auto_monad_reorder 0.04% : 0.000395s : 1: bootstrap 0.00% : 0.000037s : 1: cconv 0.00% : 0.000014s : 1: convert_after_rewriter 0.00% : 0.000041s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.03% : 0.000283s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 41.10% : 0.456734s : 1: jit_opt_a 0.02% : 0.000237s : 1: jit_opt_after_cconv 0.01% : 0.000079s : 1: jit_opt_b 0.05% : 0.000511s : 1: loop_unroll 0.08% : 0.000863s : 1: mutable_eliminate 0.40% : 0.004444s : 39: opt.transform.jit_opt_a 0.01% : 0.000091s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000047s : 4: opt.transform.jit_opt_b 0.00% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000024s : 1: opt.transform.mutable_eliminate 0.00% : 0.000036s : 1: opt.transform.opt_after_jit_grad 0.09% : 0.001036s : 2: opt.transform.opt_resolve 0.01% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000633s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000073s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000060s : 1: remove_dup_value 21.10% : 0.234442s : 2: renormalize.infer 0.37% : 0.004109s : 2: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000204s : 1: rewriter_after_opt_a 0.02% : 0.000194s : 1: rewriter_before_opt_a 0.01% : 0.000110s : 1: symbol_engine_optimizer 36.53% : 0.405969s : 1: type_inference TotalTime = 0.355884, [30] [bootstrap]: 0.00035951 [type_inference]: 0.242904 [event_method]: 1.437e-05 [auto_monad]: 0.00015969 [graph_reusing]: 6.23e-06 [pre_auto_parallel]: 2.51e-06 [py_interpret_to_execute]: 0.00014001 [rewriter_before_opt_a]: 6.639e-05 [expand_dump_flag]: 3.78001e-06 [jit_opt_a]: 0.107499, [2] [Cycle 1]: 0.00266155, [27] [switch_simplify]: 5.871e-05 [loop_unroll]: 2.043e-05 [a_1]: 0.00049246 [with_stream_mark]: 3.133e-05 [recompute_prepare]: 1.181e-05 [updatestate_depend_eliminate]: 7.05e-06 [updatestate_assign_eliminate]: 6.56999e-06 [updatestate_loads_eliminate]: 5.94e-06 [parameter_eliminate]: 2.01e-06 [specialize_transform]: 1.042e-05 [updatestate_useless_node_eliminater]: 1.262e-05 [accelerated_algorithm]: 9.16998e-06 [meta_shard_fg_expand]: 3.33998e-06 [get_grad_eliminate_]: 8.67998e-06 [merge_forward]: 6.48e-06 [cell_reuse_recompute_pass]: 1.40001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.33e-05 [j_node_and_user_rematch]: 1.44e-05 [meta_fg_expand]: 3.86999e-06 [replace_old_param]: 1.399e-05 [inline_without_move]: 8.89998e-06 [renormalize]: 0.00156323 [add_forward_monad_depend]: 9.86e-06 [auto_monad_grad]: 2.86e-06 [auto_monad_eliminator]: 2.978e-05 [cse]: 4.892e-05 [replace_applicator]: 2.828e-05 [Cycle 2]: 0.00060364, [27] [switch_simplify]: 1.024e-05 [loop_unroll]: 1.024e-05 [a_1]: 0.00020171 [with_stream_mark]: 2.251e-05 [recompute_prepare]: 1.047e-05 [updatestate_depend_eliminate]: 7.79997e-06 [updatestate_assign_eliminate]: 5.98002e-06 [updatestate_loads_eliminate]: 5.50001e-06 [parameter_eliminate]: 1.97001e-06 [specialize_transform]: 1.122e-05 [updatestate_useless_node_eliminater]: 1.16e-05 [accelerated_algorithm]: 1.014e-05 [meta_shard_fg_expand]: 3.4e-06 [get_grad_eliminate_]: 9.21998e-06 [merge_forward]: 6.95998e-06 [cell_reuse_recompute_pass]: 3.11999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.221e-05 [j_node_and_user_rematch]: 1.518e-05 [meta_fg_expand]: 5.07999e-06 [replace_old_param]: 1.407e-05 [inline_without_move]: 9.05001e-06 [renormalize]: 5.00004e-08 [add_forward_monad_depend]: 2.88e-06 [auto_monad_grad]: 1.15999e-06 [auto_monad_eliminator]: 1.642e-05 [cse]: 2.628e-05 [replace_applicator]: 1.025e-05 [py_interpret_to_execute_after_opt_a]: 2.416e-05 [rewriter_after_opt_a]: 0.00111428 [convert_after_rewriter]: 2.663e-05 [order_py_execute_after_rewriter]: 7.11999e-06 [mutable_eliminate]: 0.0009314 [jit_opt_b]: 9.132e-05, [1] [Cycle 1]: 8.017e-05, [2] [frontend_op_eliminate]: 3.203e-05 [inline_after_opt_a]: 3.199e-05 [cconv]: 4.392e-05 [loop_unroll]: 0.00063614 [jit_opt_after_cconv]: 0.00032871, [1] [Cycle 1]: 0.00031879, [11] [c_1]: 0.00010553 [parameter_eliminate]: 6.94999e-06 [updatestate_depend_eliminate]: 1.613e-05 [updatestate_assign_eliminate]: 7.73001e-06 [updatestate_loads_eliminate]: 7.78001e-06 [cse]: 5.35e-05 [call_graph_tuple_transform]: 2.71e-05 [tuple_list_get_item_eliminator]: 1.02e-05 [none_parameter_eliminate]: 1.76e-06 [renormalize]: 5.59987e-07 [switch_simplify]: 1.038e-05 [remove_dup_value]: 3.858e-05 [partial_unused_args_eliminate]: 4.28999e-06 [environ_conv]: 1.139e-05 [add_recomputation]: 8.91e-05 [cse_after_recomputation]: 4.98e-05, [1] [Cycle 1]: 3.995e-05, [1] [cse]: 2.616e-05 [auto_monad_reorder]: 3.731e-05 [get_jit_bprop_graph]: 2.39999e-06 [rewriter_after_jit_bprop_graph]: 9.84999e-06 [opt_after_jit_grad]: 0.00069066 [symbol_engine_optimizer]: 0.00011998, [1] [Cycle 1]: 0.00010974, [6] [build]: 9.84001e-06 [elim_shapecalc]: 1.388e-05 [elim_not_effective]: 2.423e-05 [opt_reshape]: 1.122e-05 [fold_const_symbol]: 1.594e-05 [renormalize]: 2.59985e-07 [validate]: 6.872e-05 Sums bootstrap : 0.000360s : 0.14% type_inference : 0.242904s : 96.89% event_method : 0.000014s : 0.01% auto_monad : 0.000160s : 0.06% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000140s : 0.06% rewriter_before_opt_a : 0.000066s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000069s : 0.03% jit_opt_a.loop_unroll : 0.000031s : 0.01% jit_opt_a.a_1 : 0.000694s : 0.28% jit_opt_a.with_stream_mark : 0.000054s : 0.02% jit_opt_a.recompute_prepare : 0.000022s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000015s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000022s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.01% jit_opt_a.accelerated_algorithm : 0.000019s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.01% jit_opt_a.merge_forward : 0.000013s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000046s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.01% jit_opt_a.meta_fg_expand : 0.000009s : 0.00% jit_opt_a.replace_old_param : 0.000028s : 0.01% jit_opt_a.inline_without_move : 0.000018s : 0.01% jit_opt_a.renormalize : 0.001563s : 0.62% jit_opt_a.add_forward_monad_depend : 0.000013s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000046s : 0.02% jit_opt_a.cse : 0.000075s : 0.03% jit_opt_a.replace_applicator : 0.000039s : 0.02% py_interpret_to_execute_after_opt_a : 0.000024s : 0.01% rewriter_after_opt_a : 0.001114s : 0.44% convert_after_rewriter : 0.000027s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000931s : 0.37% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000044s : 0.02% loop_unroll : 0.000636s : 0.25% jit_opt_after_cconv.c_1 : 0.000106s : 0.04% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.cse : 0.000053s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000039s : 0.02% partial_unused_args_eliminate : 0.000004s : 0.00% environ_conv : 0.000011s : 0.00% add_recomputation : 0.000089s : 0.04% cse_after_recomputation.cse : 0.000026s : 0.01% auto_monad_reorder : 0.000037s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000691s : 0.28% symbol_engine_optimizer.build : 0.000010s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000069s : 0.03% Time group info: ------[substitution.] 0.000280 43 4.04% : 0.000011s : 2: substitution.depend_value_elim 1.13% : 0.000003s : 4: substitution.elim_not_effective 0.76% : 0.000002s : 4: substitution.fold_const_symbol 3.00% : 0.000008s : 5: substitution.graph_param_transform 61.60% : 0.000173s : 2: substitution.inline 2.11% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.84% : 0.000008s : 8: substitution.remove_not_recompute_node 2.50% : 0.000007s : 2: substitution.replace_old_param 5.08% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 16.94% : 0.000047s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.242835 2 99.48% : 0.241583s : 1: type_inference.infer 0.52% : 0.001253s : 1: type_inference.specialize ------[replace.] 0.000040 2 100.00% : 0.000040s : 2: replace.inline ------[match.] 0.000170 2 100.00% : 0.000170s : 2: match.inline ------[predicate.] 0.000162 767 1.02% : 0.000002s : 11: predicate.accumulaten_eliminater 2.48% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 1.14% : 0.000002s : 11: predicate.addn_check_dump 1.40% : 0.000002s : 11: predicate.addn_zero_filter 2.00% : 0.000003s : 11: predicate.arithmetic_simplify 1.33% : 0.000002s : 11: predicate.cast_eliminate 0.58% : 0.000001s : 5: predicate.check_bprop_eliminate 0.92% : 0.000001s : 11: predicate.compare_switch_simplify 1.32% : 0.000002s : 11: predicate.depend_value_elim 1.10% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.10% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.12% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.36% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.51% : 0.000001s : 5: predicate.elim_not_effective 0.95% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.27% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.09% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.94% : 0.000002s : 11: predicate.environ_get_depend_swap 1.47% : 0.000002s : 11: predicate.environ_get_eliminate 1.10% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.31% : 0.000001s : 5: predicate.fold_const_symbol 1.28% : 0.000002s : 10: predicate.get_grad_eliminate 0.27% : 0.000000s : 5: predicate.graph_param_transform 4.99% : 0.000008s : 23: predicate.inline 1.16% : 0.000002s : 10: predicate.inline_without_move 0.53% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.91% : 0.000003s : 10: predicate.less_batch_normalization 1.42% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.51% : 0.000002s : 16: predicate.load_eliminater 2.00% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.45% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.20% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.23% : 0.000002s : 11: predicate.merge_addn 1.01% : 0.000002s : 11: predicate.minmaximum_grad 3.31% : 0.000005s : 5: predicate.mutable_eliminate 0.73% : 0.000001s : 5: predicate.opt_reshape 2.05% : 0.000003s : 16: predicate.partial_eliminate 1.19% : 0.000002s : 11: predicate.print_const_string_wrapper 1.29% : 0.000002s : 11: predicate.reduce_eliminate 1.28% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.19% : 0.000002s : 10: predicate.remove_not_recompute_node 1.60% : 0.000003s : 21: predicate.replace_applicator 0.75% : 0.000001s : 10: predicate.replace_old_param 0.33% : 0.000001s : 5: predicate.reset_defer_inline 1.11% : 0.000002s : 11: predicate.reshape_eliminate 1.28% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.30% : 0.000002s : 5: predicate.row_tensor_eliminate 1.18% : 0.000002s : 11: predicate.same_eliminate 0.61% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.22% : 0.000002s : 10: predicate.special_op_eliminate 1.45% : 0.000002s : 10: predicate.specialize_transform 1.44% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.10% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.77% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.73% : 0.000003s : 13: predicate.switch_defer_inline 1.40% : 0.000002s : 13: predicate.switch_layer_defer_inline 4.90% : 0.000008s : 38: predicate.switch_simplify 1.21% : 0.000002s : 11: predicate.tile_eliminate 1.23% : 0.000002s : 11: predicate.transpose_eliminate 1.31% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.28% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.18% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.64% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.24% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 2.08% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.20% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.87% : 0.000003s : 11: predicate.value_based_eliminate 0.44% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.66% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000418 5 6.33% : 0.000026s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.67% : 0.000391s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.358550 72 0.03% : 0.000095s : 1: add_recomputation 0.05% : 0.000166s : 1: auto_monad 0.01% : 0.000041s : 1: auto_monad_reorder 0.11% : 0.000384s : 1: bootstrap 0.01% : 0.000047s : 1: cconv 0.01% : 0.000031s : 1: convert_after_rewriter 0.01% : 0.000053s : 1: cse_after_recomputation 0.00% : 0.000014s : 1: environ_conv 0.01% : 0.000019s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 29.98% : 0.107504s : 1: jit_opt_a 0.09% : 0.000334s : 1: jit_opt_after_cconv 0.03% : 0.000095s : 1: jit_opt_b 0.18% : 0.000653s : 1: loop_unroll 0.27% : 0.000950s : 1: mutable_eliminate 0.28% : 0.001018s : 26: opt.transform.jit_opt_a 0.04% : 0.000147s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000053s : 4: opt.transform.jit_opt_b 0.01% : 0.000025s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000032s : 1: opt.transform.mutable_eliminate 0.01% : 0.000048s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000060s : 4: opt.transform.symbol_engine_opt 0.20% : 0.000708s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000007s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.04% : 0.000144s : 1: py_interpret_to_execute 0.01% : 0.000027s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000049s : 1: remove_dup_value 0.27% : 0.000980s : 1: renormalize.infer 0.16% : 0.000571s : 1: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.31% : 0.001126s : 1: rewriter_after_opt_a 0.02% : 0.000071s : 1: rewriter_before_opt_a 0.03% : 0.000124s : 1: symbol_engine_optimizer 67.75% : 0.242923s : 1: type_inference TotalTime = 0.869546, [30] [bootstrap]: 0.00038928 [type_inference]: 0.444979 [event_method]: 0.00035609 [auto_monad]: 0.00031841 [graph_reusing]: 1.27e-05 [pre_auto_parallel]: 5.15999e-06 [py_interpret_to_execute]: 6.682e-05 [rewriter_before_opt_a]: 0.00015936 [expand_dump_flag]: 4.48001e-06 [jit_opt_a]: 0.367501, [3] [Cycle 1]: 0.0204672, [27] [switch_simplify]: 0.00028473 [loop_unroll]: 6.089e-05 [a_1]: 0.00166749 [with_stream_mark]: 4.029e-05 [recompute_prepare]: 3.87e-05 [updatestate_depend_eliminate]: 1.534e-05 [updatestate_assign_eliminate]: 1.088e-05 [updatestate_loads_eliminate]: 9.77001e-06 [parameter_eliminate]: 3.63e-06 [specialize_transform]: 2.172e-05 [updatestate_useless_node_eliminater]: 2.705e-05 [accelerated_algorithm]: 2.123e-05 [meta_shard_fg_expand]: 1.018e-05 [get_grad_eliminate_]: 1.931e-05 [merge_forward]: 1.394e-05 [cell_reuse_recompute_pass]: 1.38002e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.442e-05 [j_node_and_user_rematch]: 3.617e-05 [meta_fg_expand]: 0.00716619 [replace_old_param]: 0.00015249 [inline_without_move]: 0.00014206 [renormalize]: 0.00966064 [add_forward_monad_depend]: 1.845e-05 [auto_monad_grad]: 1.047e-05 [auto_monad_eliminator]: 8.238e-05 [cse]: 0.00035308 [replace_applicator]: 0.00020402 [Cycle 2]: 0.165886, [27] [switch_simplify]: 6.197e-05 [loop_unroll]: 5.756e-05 [a_1]: 0.00110826 [with_stream_mark]: 2.223e-05 [recompute_prepare]: 1.499e-05 [updatestate_depend_eliminate]: 3.072e-05 [updatestate_assign_eliminate]: 6.44001e-06 [updatestate_loads_eliminate]: 5.47001e-06 [parameter_eliminate]: 2.24001e-06 [specialize_transform]: 1.044e-05 [updatestate_useless_node_eliminater]: 1.3e-05 [accelerated_algorithm]: 9.22001e-06 [meta_shard_fg_expand]: 3.75998e-06 [get_grad_eliminate_]: 9.02e-06 [merge_forward]: 6.11e-06 [cell_reuse_recompute_pass]: 1.42999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.113e-05 [j_node_and_user_rematch]: 1.478e-05 [meta_fg_expand]: 0.00012563 [replace_old_param]: 1.526e-05 [inline_without_move]: 9.87001e-06 [renormalize]: 0.00153975 [add_forward_monad_depend]: 2.317e-05 [auto_monad_grad]: 3.55e-06 [auto_monad_eliminator]: 6.295e-05 [cse]: 0.00020653 [replace_applicator]: 4.113e-05 [Cycle 3]: 0.00064916, [27] [switch_simplify]: 1.422e-05 [loop_unroll]: 1.185e-05 [a_1]: 0.0002403 [with_stream_mark]: 2.508e-05 [recompute_prepare]: 9.25999e-06 [updatestate_depend_eliminate]: 9.39e-06 [updatestate_assign_eliminate]: 5.27999e-06 [updatestate_loads_eliminate]: 4.70001e-06 [parameter_eliminate]: 2.78e-06 [specialize_transform]: 9.41998e-06 [updatestate_useless_node_eliminater]: 1.463e-05 [accelerated_algorithm]: 9.97999e-06 [meta_shard_fg_expand]: 4.53001e-06 [get_grad_eliminate_]: 8.97e-06 [merge_forward]: 6.54999e-06 [cell_reuse_recompute_pass]: 3.65e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.375e-05 [j_node_and_user_rematch]: 1.582e-05 [meta_fg_expand]: 4.39998e-06 [replace_old_param]: 1.616e-05 [inline_without_move]: 8.81002e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.65001e-06 [auto_monad_grad]: 1.29e-06 [auto_monad_eliminator]: 1.21e-05 [cse]: 2.993e-05 [replace_applicator]: 8.92999e-06 [py_interpret_to_execute_after_opt_a]: 2.793e-05 [rewriter_after_opt_a]: 0.00021464 [convert_after_rewriter]: 1.143e-05 [order_py_execute_after_rewriter]: 7.36001e-06 [mutable_eliminate]: 0.00097438 [jit_opt_b]: 0.0516906, [1] [Cycle 1]: 0.051677, [2] [frontend_op_eliminate]: 0.0515412 [inline_after_opt_a]: 5.503e-05 [cconv]: 5.633e-05 [loop_unroll]: 0.00097454 [jit_opt_after_cconv]: 0.00031444, [1] [Cycle 1]: 0.00030268, [11] [c_1]: 7.184e-05 [parameter_eliminate]: 7.56999e-06 [updatestate_depend_eliminate]: 1.817e-05 [updatestate_assign_eliminate]: 5.85002e-06 [updatestate_loads_eliminate]: 5.24998e-06 [cse]: 6.827e-05 [call_graph_tuple_transform]: 3.38e-05 [tuple_list_get_item_eliminator]: 9.30001e-06 [none_parameter_eliminate]: 2.07001e-06 [renormalize]: 1.22e-06 [switch_simplify]: 1.084e-05 [remove_dup_value]: 3.627e-05 [partial_unused_args_eliminate]: 2.98998e-06 [environ_conv]: 1.375e-05 [add_recomputation]: 9.3e-05 [cse_after_recomputation]: 4.715e-05, [1] [Cycle 1]: 3.715e-05, [1] [cse]: 2.805e-05 [auto_monad_reorder]: 3.068e-05 [get_jit_bprop_graph]: 2.72001e-06 [rewriter_after_jit_bprop_graph]: 1.251e-05 [opt_after_jit_grad]: 0.00072058 [symbol_engine_optimizer]: 0.00012656, [1] [Cycle 1]: 0.00011634, [6] [build]: 9.14e-06 [elim_shapecalc]: 1.457e-05 [elim_not_effective]: 2.785e-05 [opt_reshape]: 1.232e-05 [fold_const_symbol]: 1.727e-05 [renormalize]: 6.69999e-07 [validate]: 7.073e-05 Sums bootstrap : 0.000389s : 0.07% type_inference : 0.444979s : 84.67% event_method : 0.000356s : 0.07% auto_monad : 0.000318s : 0.06% graph_reusing : 0.000013s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000067s : 0.01% rewriter_before_opt_a : 0.000159s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000361s : 0.07% jit_opt_a.loop_unroll : 0.000130s : 0.02% jit_opt_a.a_1 : 0.003016s : 0.57% jit_opt_a.with_stream_mark : 0.000088s : 0.02% jit_opt_a.recompute_prepare : 0.000063s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000055s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000023s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000042s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000055s : 0.01% jit_opt_a.accelerated_algorithm : 0.000040s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000018s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000037s : 0.01% jit_opt_a.merge_forward : 0.000027s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000089s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000067s : 0.01% jit_opt_a.meta_fg_expand : 0.007296s : 1.39% jit_opt_a.replace_old_param : 0.000184s : 0.03% jit_opt_a.inline_without_move : 0.000161s : 0.03% jit_opt_a.renormalize : 0.011200s : 2.13% jit_opt_a.add_forward_monad_depend : 0.000043s : 0.01% jit_opt_a.auto_monad_grad : 0.000015s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000157s : 0.03% jit_opt_a.cse : 0.000590s : 0.11% jit_opt_a.replace_applicator : 0.000254s : 0.05% py_interpret_to_execute_after_opt_a : 0.000028s : 0.01% rewriter_after_opt_a : 0.000215s : 0.04% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000974s : 0.19% jit_opt_b.frontend_op_eliminate : 0.051541s : 9.81% jit_opt_b.inline_after_opt_a : 0.000055s : 0.01% cconv : 0.000056s : 0.01% loop_unroll : 0.000975s : 0.19% jit_opt_after_cconv.c_1 : 0.000072s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000018s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000068s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000034s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000036s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.00% add_recomputation : 0.000093s : 0.02% cse_after_recomputation.cse : 0.000028s : 0.01% auto_monad_reorder : 0.000031s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000013s : 0.00% opt_after_jit_grad : 0.000721s : 0.14% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000028s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000071s : 0.01% Time group info: ------[substitution.] 0.001813 170 1.62% : 0.000029s : 8: substitution.depend_value_elim 0.27% : 0.000005s : 4: substitution.elim_not_effective 0.14% : 0.000003s : 4: substitution.fold_const_symbol 45.13% : 0.000818s : 4: substitution.getattr_setattr_resolve 0.51% : 0.000009s : 5: substitution.graph_param_transform 34.45% : 0.000624s : 15: substitution.inline 2.64% : 0.000048s : 4: substitution.inline_without_move 0.72% : 0.000013s : 20: substitution.j_node_and_user_rematch 0.54% : 0.000010s : 5: substitution.minmaximum_grad 0.51% : 0.000009s : 9: substitution.partial_eliminate 1.02% : 0.000018s : 20: substitution.remove_not_recompute_node 2.65% : 0.000048s : 12: substitution.replace_applicator 1.07% : 0.000019s : 17: substitution.replace_old_param 0.36% : 0.000007s : 1: substitution.set_cell_output_no_recompute 1.10% : 0.000020s : 3: substitution.switch_simplify 1.31% : 0.000024s : 5: substitution.tuple_list_convert_item_index_to_positive 0.87% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.86% : 0.000034s : 8: substitution.tuple_list_get_item_eliminator 1.30% : 0.000024s : 8: substitution.updatestate_pure_node_eliminater 1.92% : 0.000035s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.444834 2 99.00% : 0.440388s : 1: type_inference.infer 1.00% : 0.004446s : 1: type_inference.specialize ------[replace.] 0.000461 26 14.55% : 0.000067s : 3: replace.getattr_setattr_resolve 31.03% : 0.000143s : 15: replace.inline 12.06% : 0.000056s : 1: replace.replace_applicator 19.00% : 0.000088s : 3: replace.switch_simplify 18.07% : 0.000083s : 3: replace.tuple_list_get_item_eliminator 5.29% : 0.000024s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001430 26 53.80% : 0.000770s : 3: match.getattr_setattr_resolve 42.92% : 0.000614s : 15: match.inline 0.86% : 0.000012s : 1: match.replace_applicator 1.24% : 0.000018s : 3: match.switch_simplify 0.48% : 0.000007s : 3: match.tuple_list_get_item_eliminator 0.69% : 0.000010s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000582 3150 1.35% : 0.000008s : 50: predicate.accumulaten_eliminater 0.44% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.28% : 0.000007s : 50: predicate.addn_check_dump 1.37% : 0.000008s : 50: predicate.addn_zero_filter 2.19% : 0.000013s : 50: predicate.arithmetic_simplify 1.35% : 0.000008s : 50: predicate.cast_eliminate 0.27% : 0.000002s : 5: predicate.check_bprop_eliminate 1.24% : 0.000007s : 50: predicate.compare_switch_simplify 1.41% : 0.000008s : 50: predicate.depend_value_elim 1.25% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.22% : 0.000007s : 50: predicate.dict_get_item_eliminator 1.29% : 0.000007s : 50: predicate.dict_set_item_eliminator 0.37% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.14% : 0.000001s : 5: predicate.elim_not_effective 0.20% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.36% : 0.000008s : 50: predicate.environ_add_const_eliminate 1.35% : 0.000008s : 50: predicate.environ_get_add_eliminate 1.24% : 0.000007s : 50: predicate.environ_get_depend_swap 1.42% : 0.000008s : 50: predicate.environ_get_eliminate 1.35% : 0.000008s : 50: predicate.environ_get_set_eliminate 0.12% : 0.000001s : 5: predicate.fold_const_symbol 0.78% : 0.000005s : 26: predicate.get_grad_eliminate 1.29% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.12% : 0.000001s : 5: predicate.graph_param_transform 3.64% : 0.000021s : 79: predicate.inline 3.08% : 0.000018s : 87: predicate.inline_without_move 0.32% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.07% : 0.000006s : 26: predicate.less_batch_normalization 1.40% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.54% : 0.000009s : 58: predicate.load_eliminater 0.72% : 0.000004s : 5: predicate.loop_unroll_after_grad 3.29% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.69% : 0.000010s : 55: predicate.make_slice_get_slice_eliminator 1.23% : 0.000007s : 50: predicate.merge_addn 1.26% : 0.000007s : 50: predicate.minmaximum_grad 0.53% : 0.000003s : 5: predicate.mutable_eliminate 0.27% : 0.000002s : 5: predicate.opt_reshape 1.88% : 0.000011s : 58: predicate.partial_eliminate 1.38% : 0.000008s : 50: predicate.print_const_string_wrapper 1.88% : 0.000011s : 50: predicate.reduce_eliminate 1.46% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.53% : 0.000003s : 26: predicate.remove_not_recompute_node 2.40% : 0.000014s : 126: predicate.replace_applicator 1.47% : 0.000009s : 87: predicate.replace_old_param 0.24% : 0.000001s : 5: predicate.reset_defer_inline 1.29% : 0.000008s : 50: predicate.reshape_eliminate 1.35% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.46% : 0.000003s : 5: predicate.row_tensor_eliminate 1.40% : 0.000008s : 50: predicate.same_eliminate 0.41% : 0.000002s : 28: predicate.set_cell_output_no_recompute 0.38% : 0.000002s : 10: predicate.special_op_eliminate 0.87% : 0.000005s : 26: predicate.specialize_transform 1.52% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.26% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.19% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.46% : 0.000014s : 69: predicate.switch_defer_inline 1.97% : 0.000011s : 69: predicate.switch_layer_defer_inline 10.03% : 0.000058s : 207: predicate.switch_simplify 1.26% : 0.000007s : 50: predicate.tile_eliminate 1.28% : 0.000007s : 50: predicate.transpose_eliminate 1.56% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.60% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 2.75% : 0.000016s : 63: predicate.tuple_list_get_item_eliminator 1.85% : 0.000011s : 50: predicate.tuple_list_set_item_eliminator 1.41% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.58% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.68% : 0.000016s : 85: predicate.updatestate_useless_node_eliminater 1.76% : 0.000010s : 50: predicate.value_based_eliminate 0.15% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 2.86% : 0.000017s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004327 44 59.73% : 0.002584s : 18: func_graph_cloner_run.FuncGraphClonerGraph 40.27% : 0.001742s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.937787 89 0.01% : 0.000096s : 1: add_recomputation 0.04% : 0.000333s : 1: auto_monad 0.00% : 0.000034s : 1: auto_monad_reorder 0.05% : 0.000426s : 1: bootstrap 0.01% : 0.000059s : 1: cconv 0.00% : 0.000015s : 1: convert_after_rewriter 0.01% : 0.000050s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 0.04% : 0.000368s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000006s : 1: get_jit_bprop_graph 0.00% : 0.000016s : 1: graph_reusing 39.19% : 0.367507s : 1: jit_opt_a 0.03% : 0.000319s : 1: jit_opt_after_cconv 5.51% : 0.051700s : 1: jit_opt_b 0.11% : 0.000990s : 1: loop_unroll 0.11% : 0.000990s : 1: mutable_eliminate 0.47% : 0.004423s : 39: opt.transform.jit_opt_a 0.01% : 0.000121s : 4: opt.transform.jit_opt_after_cconv 5.50% : 0.051574s : 4: opt.transform.jit_opt_b 0.00% : 0.000029s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000027s : 1: opt.transform.mutable_eliminate 0.01% : 0.000050s : 1: opt.transform.opt_after_jit_grad 0.10% : 0.000954s : 2: opt.transform.opt_resolve 0.01% : 0.000066s : 4: opt.transform.symbol_engine_opt 0.08% : 0.000737s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000071s : 1: py_interpret_to_execute 0.00% : 0.000031s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000039s : 1: remove_dup_value 0.78% : 0.007299s : 2: renormalize.infer 0.41% : 0.003876s : 2: renormalize.specialize 0.00% : 0.000015s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000220s : 1: rewriter_after_opt_a 0.02% : 0.000165s : 1: rewriter_before_opt_a 0.01% : 0.000129s : 1: symbol_engine_optimizer 47.45% : 0.445007s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape2-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape2-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape3-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape3-pynative],max_mem:4.0M TotalTime = 0.384984, [30] [bootstrap]: 0.00084093 [type_inference]: 0.369915 [event_method]: 1.709e-05 [auto_monad]: 0.00018232 [graph_reusing]: 6.49999e-06 [pre_auto_parallel]: 3.14001e-06 [py_interpret_to_execute]: 0.00017564 [rewriter_before_opt_a]: 6.85e-05 [expand_dump_flag]: 3.88001e-06 [jit_opt_a]: 0.00910455, [2] [Cycle 1]: 0.00324217, [27] [switch_simplify]: 6.388e-05 [loop_unroll]: 1.974e-05 [a_1]: 0.00095889 [with_stream_mark]: 3.722e-05 [recompute_prepare]: 1.632e-05 [updatestate_depend_eliminate]: 7.78999e-06 [updatestate_assign_eliminate]: 5.89999e-06 [updatestate_loads_eliminate]: 5.68002e-06 [parameter_eliminate]: 3.7e-06 [specialize_transform]: 1.184e-05 [updatestate_useless_node_eliminater]: 1.386e-05 [accelerated_algorithm]: 9.94999e-06 [meta_shard_fg_expand]: 4.2e-06 [get_grad_eliminate_]: 1e-05 [merge_forward]: 6.96999e-06 [cell_reuse_recompute_pass]: 1.54e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.432e-05 [j_node_and_user_rematch]: 1.56e-05 [meta_fg_expand]: 4.74998e-06 [replace_old_param]: 1.534e-05 [inline_without_move]: 8.54e-06 [renormalize]: 0.00163494 [add_forward_monad_depend]: 1.509e-05 [auto_monad_grad]: 2.76e-06 [auto_monad_eliminator]: 2.891e-05 [cse]: 5.26e-05 [replace_applicator]: 2.339e-05 [Cycle 2]: 0.00056906, [27] [switch_simplify]: 1.094e-05 [loop_unroll]: 9.14998e-06 [a_1]: 0.0001882 [with_stream_mark]: 1.943e-05 [recompute_prepare]: 1.057e-05 [updatestate_depend_eliminate]: 6.94001e-06 [updatestate_assign_eliminate]: 6.71999e-06 [updatestate_loads_eliminate]: 4.74998e-06 [parameter_eliminate]: 1.71998e-06 [specialize_transform]: 9.24e-06 [updatestate_useless_node_eliminater]: 1.258e-05 [accelerated_algorithm]: 9.56003e-06 [meta_shard_fg_expand]: 3.47997e-06 [get_grad_eliminate_]: 7.85998e-06 [merge_forward]: 6.69999e-06 [cell_reuse_recompute_pass]: 2.24999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.975e-05 [j_node_and_user_rematch]: 1.485e-05 [meta_fg_expand]: 3.33e-06 [replace_old_param]: 1.364e-05 [inline_without_move]: 8.57e-06 [renormalize]: 1.09983e-07 [add_forward_monad_depend]: 2.43e-06 [auto_monad_grad]: 1.59e-06 [auto_monad_eliminator]: 1.64e-05 [cse]: 2.819e-05 [replace_applicator]: 1.097e-05 [py_interpret_to_execute_after_opt_a]: 2.107e-05 [rewriter_after_opt_a]: 0.00111598 [convert_after_rewriter]: 2.256e-05 [order_py_execute_after_rewriter]: 8.27e-06 [mutable_eliminate]: 0.00089645 [jit_opt_b]: 0.00010036, [1] [Cycle 1]: 8.705e-05, [2] [frontend_op_eliminate]: 3.817e-05 [inline_after_opt_a]: 3.178e-05 [cconv]: 4.422e-05 [loop_unroll]: 0.00058618 [jit_opt_after_cconv]: 0.00028809, [1] [Cycle 1]: 0.00027647, [11] [c_1]: 5.939e-05 [parameter_eliminate]: 6.72002e-06 [updatestate_depend_eliminate]: 1.435e-05 [updatestate_assign_eliminate]: 6.09999e-06 [updatestate_loads_eliminate]: 5.37001e-06 [cse]: 5.256e-05 [call_graph_tuple_transform]: 4.542e-05 [tuple_list_get_item_eliminator]: 1.089e-05 [none_parameter_eliminate]: 2.27999e-06 [renormalize]: 8.70001e-07 [switch_simplify]: 9.71e-06 [remove_dup_value]: 6.135e-05 [partial_unused_args_eliminate]: 3.13998e-06 [environ_conv]: 1.127e-05 [add_recomputation]: 8.184e-05 [cse_after_recomputation]: 3.766e-05, [1] [Cycle 1]: 2.805e-05, [1] [cse]: 2.03e-05 [auto_monad_reorder]: 3.02e-05 [get_jit_bprop_graph]: 2.66999e-06 [rewriter_after_jit_bprop_graph]: 0.00018155 [opt_after_jit_grad]: 0.00068146 [symbol_engine_optimizer]: 0.00011121, [1] [Cycle 1]: 0.00010274, [6] [build]: 7.98001e-06 [elim_shapecalc]: 1.233e-05 [elim_not_effective]: 2.261e-05 [opt_reshape]: 1.169e-05 [fold_const_symbol]: 1.607e-05 [renormalize]: 5.69999e-07 [validate]: 6.442e-05 Sums bootstrap : 0.000841s : 0.22% type_inference : 0.369915s : 97.65% event_method : 0.000017s : 0.00% auto_monad : 0.000182s : 0.05% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000176s : 0.05% rewriter_before_opt_a : 0.000069s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000075s : 0.02% jit_opt_a.loop_unroll : 0.000029s : 0.01% jit_opt_a.a_1 : 0.001147s : 0.30% jit_opt_a.with_stream_mark : 0.000057s : 0.01% jit_opt_a.recompute_prepare : 0.000027s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000021s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000026s : 0.01% jit_opt_a.accelerated_algorithm : 0.000020s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000008s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.00% jit_opt_a.merge_forward : 0.000014s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000044s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.01% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.00% jit_opt_a.renormalize : 0.001635s : 0.43% jit_opt_a.add_forward_monad_depend : 0.000018s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000045s : 0.01% jit_opt_a.cse : 0.000081s : 0.02% jit_opt_a.replace_applicator : 0.000034s : 0.01% py_interpret_to_execute_after_opt_a : 0.000021s : 0.01% rewriter_after_opt_a : 0.001116s : 0.29% convert_after_rewriter : 0.000023s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000896s : 0.24% jit_opt_b.frontend_op_eliminate : 0.000038s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000044s : 0.01% loop_unroll : 0.000586s : 0.15% jit_opt_after_cconv.c_1 : 0.000059s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000053s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000045s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000061s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000011s : 0.00% add_recomputation : 0.000082s : 0.02% cse_after_recomputation.cse : 0.000020s : 0.01% auto_monad_reorder : 0.000030s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000182s : 0.05% opt_after_jit_grad : 0.000681s : 0.18% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000064s : 0.02% Time group info: ------[substitution.] 0.000260 43 4.57% : 0.000012s : 2: substitution.depend_value_elim 1.50% : 0.000004s : 4: substitution.elim_not_effective 0.87% : 0.000002s : 4: substitution.fold_const_symbol 3.59% : 0.000009s : 5: substitution.graph_param_transform 71.78% : 0.000187s : 2: substitution.inline 2.08% : 0.000005s : 8: substitution.j_node_and_user_rematch 2.70% : 0.000007s : 8: substitution.remove_not_recompute_node 2.70% : 0.000007s : 2: substitution.replace_old_param 5.55% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 4.66% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.369808 2 99.62% : 0.368418s : 1: type_inference.infer 0.38% : 0.001390s : 1: type_inference.specialize ------[replace.] 0.000041 2 100.00% : 0.000041s : 2: replace.inline ------[match.] 0.000184 2 100.00% : 0.000184s : 2: match.inline ------[predicate.] 0.000162 767 1.06% : 0.000002s : 11: predicate.accumulaten_eliminater 2.07% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.09% : 0.000002s : 11: predicate.addn_check_dump 1.15% : 0.000002s : 11: predicate.addn_zero_filter 1.88% : 0.000003s : 11: predicate.arithmetic_simplify 1.07% : 0.000002s : 11: predicate.cast_eliminate 0.70% : 0.000001s : 5: predicate.check_bprop_eliminate 0.99% : 0.000002s : 11: predicate.compare_switch_simplify 1.75% : 0.000003s : 11: predicate.depend_value_elim 0.91% : 0.000001s : 11: predicate.dict_get_item_const_eliminator 1.09% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.11% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.23% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.46% : 0.000001s : 5: predicate.elim_not_effective 0.84% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.20% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.93% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.88% : 0.000001s : 11: predicate.environ_get_depend_swap 1.14% : 0.000002s : 11: predicate.environ_get_eliminate 0.92% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.29% : 0.000000s : 5: predicate.fold_const_symbol 1.27% : 0.000002s : 10: predicate.get_grad_eliminate 0.28% : 0.000000s : 5: predicate.graph_param_transform 5.62% : 0.000009s : 23: predicate.inline 0.98% : 0.000002s : 10: predicate.inline_without_move 0.46% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.93% : 0.000003s : 10: predicate.less_batch_normalization 1.56% : 0.000003s : 11: predicate.list_to_tuple_eliminator_ 1.49% : 0.000002s : 16: predicate.load_eliminater 2.57% : 0.000004s : 5: predicate.loop_unroll_after_grad 2.38% : 0.000004s : 20: predicate.loop_unroll_before_grad 1.91% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.93% : 0.000002s : 11: predicate.merge_addn 0.94% : 0.000002s : 11: predicate.minmaximum_grad 3.61% : 0.000006s : 5: predicate.mutable_eliminate 0.68% : 0.000001s : 5: predicate.opt_reshape 1.86% : 0.000003s : 16: predicate.partial_eliminate 0.97% : 0.000002s : 11: predicate.print_const_string_wrapper 1.35% : 0.000002s : 11: predicate.reduce_eliminate 1.24% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.96% : 0.000002s : 10: predicate.remove_not_recompute_node 1.49% : 0.000002s : 21: predicate.replace_applicator 0.91% : 0.000001s : 10: predicate.replace_old_param 0.56% : 0.000001s : 5: predicate.reset_defer_inline 1.03% : 0.000002s : 11: predicate.reshape_eliminate 1.14% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.15% : 0.000002s : 5: predicate.row_tensor_eliminate 1.10% : 0.000002s : 11: predicate.same_eliminate 0.64% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.40% : 0.000002s : 10: predicate.special_op_eliminate 1.15% : 0.000002s : 10: predicate.specialize_transform 1.49% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.38% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.86% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.81% : 0.000003s : 13: predicate.switch_defer_inline 1.44% : 0.000002s : 13: predicate.switch_layer_defer_inline 7.05% : 0.000011s : 38: predicate.switch_simplify 0.98% : 0.000002s : 11: predicate.tile_eliminate 1.11% : 0.000002s : 11: predicate.transpose_eliminate 1.48% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.19% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.87% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.49% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.40% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.65% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.64% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.51% : 0.000002s : 11: predicate.value_based_eliminate 0.41% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.94% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000461 5 6.04% : 0.000028s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.96% : 0.000433s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.388254 72 0.02% : 0.000086s : 1: add_recomputation 0.05% : 0.000189s : 1: auto_monad 0.01% : 0.000033s : 1: auto_monad_reorder 0.23% : 0.000885s : 1: bootstrap 0.01% : 0.000048s : 1: cconv 0.01% : 0.000027s : 1: convert_after_rewriter 0.01% : 0.000040s : 1: cse_after_recomputation 0.00% : 0.000014s : 1: environ_conv 0.01% : 0.000023s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 2.35% : 0.009110s : 1: jit_opt_a 0.08% : 0.000292s : 1: jit_opt_after_cconv 0.03% : 0.000105s : 1: jit_opt_b 0.15% : 0.000601s : 1: loop_unroll 0.24% : 0.000916s : 1: mutable_eliminate 0.38% : 0.001474s : 26: opt.transform.jit_opt_a 0.03% : 0.000121s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000060s : 4: opt.transform.jit_opt_b 0.01% : 0.000025s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000034s : 1: opt.transform.mutable_eliminate 0.01% : 0.000039s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000058s : 4: opt.transform.symbol_engine_opt 0.18% : 0.000696s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000180s : 1: py_interpret_to_execute 0.01% : 0.000025s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000065s : 1: remove_dup_value 0.25% : 0.000962s : 1: renormalize.infer 0.17% : 0.000660s : 1: renormalize.specialize 0.05% : 0.000185s : 1: rewriter_after_jit_bprop_graph 0.29% : 0.001128s : 1: rewriter_after_opt_a 0.02% : 0.000073s : 1: rewriter_before_opt_a 0.03% : 0.000115s : 1: symbol_engine_optimizer 95.28% : 0.369943s : 1: type_inference TotalTime = 0.844487, [30] [bootstrap]: 0.00037122 [type_inference]: 0.445454 [event_method]: 0.00027984 [auto_monad]: 0.0002861 [graph_reusing]: 9.89999e-06 [pre_auto_parallel]: 4.52998e-06 [py_interpret_to_execute]: 6.817e-05 [rewriter_before_opt_a]: 0.00017339 [expand_dump_flag]: 4.02002e-06 [jit_opt_a]: 0.22862, [3] [Cycle 1]: 0.219489, [27] [switch_simplify]: 0.00024683 [loop_unroll]: 5.935e-05 [a_1]: 0.00158555 [with_stream_mark]: 4.887e-05 [recompute_prepare]: 3.828e-05 [updatestate_depend_eliminate]: 1.406e-05 [updatestate_assign_eliminate]: 1.063e-05 [updatestate_loads_eliminate]: 1.022e-05 [parameter_eliminate]: 3.50998e-06 [specialize_transform]: 2.113e-05 [updatestate_useless_node_eliminater]: 2.354e-05 [accelerated_algorithm]: 2.205e-05 [meta_shard_fg_expand]: 7.91001e-06 [get_grad_eliminate_]: 1.828e-05 [merge_forward]: 1.293e-05 [cell_reuse_recompute_pass]: 1.47999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.044e-05 [j_node_and_user_rematch]: 3.649e-05 [meta_fg_expand]: 0.204887 [replace_old_param]: 0.00013591 [inline_without_move]: 0.00012477 [renormalize]: 0.0110273 [add_forward_monad_depend]: 2.415e-05 [auto_monad_grad]: 1.364e-05 [auto_monad_eliminator]: 9.608e-05 [cse]: 0.00037862 [replace_applicator]: 0.00023311 [Cycle 2]: 0.00433539, [27] [switch_simplify]: 6.357e-05 [loop_unroll]: 5.807e-05 [a_1]: 0.00128585 [with_stream_mark]: 3.724e-05 [recompute_prepare]: 2.184e-05 [updatestate_depend_eliminate]: 3.721e-05 [updatestate_assign_eliminate]: 6.98e-06 [updatestate_loads_eliminate]: 4.97e-06 [parameter_eliminate]: 3.54002e-06 [specialize_transform]: 1.158e-05 [updatestate_useless_node_eliminater]: 1.545e-05 [accelerated_algorithm]: 1.057e-05 [meta_shard_fg_expand]: 3.85e-06 [get_grad_eliminate_]: 1.018e-05 [merge_forward]: 6.85998e-06 [cell_reuse_recompute_pass]: 1.24e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.523e-05 [j_node_and_user_rematch]: 1.512e-05 [meta_fg_expand]: 0.00015944 [replace_old_param]: 2.433e-05 [inline_without_move]: 1.035e-05 [renormalize]: 0.00207567 [add_forward_monad_depend]: 9.72999e-06 [auto_monad_grad]: 2.86999e-06 [auto_monad_eliminator]: 2.815e-05 [cse]: 0.00012367 [replace_applicator]: 3.055e-05 [Cycle 3]: 0.00061318, [27] [switch_simplify]: 1.143e-05 [loop_unroll]: 1.06e-05 [a_1]: 0.00021124 [with_stream_mark]: 2.264e-05 [recompute_prepare]: 1.097e-05 [updatestate_depend_eliminate]: 8.64e-06 [updatestate_assign_eliminate]: 4.60999e-06 [updatestate_loads_eliminate]: 4.90001e-06 [parameter_eliminate]: 2.23002e-06 [specialize_transform]: 1.033e-05 [updatestate_useless_node_eliminater]: 1.45e-05 [accelerated_algorithm]: 9.56e-06 [meta_shard_fg_expand]: 2.64001e-06 [get_grad_eliminate_]: 9.70002e-06 [merge_forward]: 6.56e-06 [cell_reuse_recompute_pass]: 2.81999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.421e-05 [j_node_and_user_rematch]: 1.497e-05 [meta_fg_expand]: 4.1e-06 [replace_old_param]: 1.585e-05 [inline_without_move]: 8.24002e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 2.45002e-06 [auto_monad_grad]: 1.49998e-06 [auto_monad_eliminator]: 1.652e-05 [cse]: 3.062e-05 [replace_applicator]: 9.17001e-06 [py_interpret_to_execute_after_opt_a]: 2.269e-05 [rewriter_after_opt_a]: 0.00020663 [convert_after_rewriter]: 1.283e-05 [order_py_execute_after_rewriter]: 7.21001e-06 [mutable_eliminate]: 0.00088885 [jit_opt_b]: 8.582e-05, [1] [Cycle 1]: 7.454e-05, [2] [frontend_op_eliminate]: 3.015e-05 [inline_after_opt_a]: 3.087e-05 [cconv]: 3.686e-05 [loop_unroll]: 0.00054985 [jit_opt_after_cconv]: 0.00027955, [1] [Cycle 1]: 0.00027044, [11] [c_1]: 6.235e-05 [parameter_eliminate]: 6.06e-06 [updatestate_depend_eliminate]: 1.46e-05 [updatestate_assign_eliminate]: 5.76998e-06 [updatestate_loads_eliminate]: 4.84e-06 [cse]: 5.994e-05 [call_graph_tuple_transform]: 2.94e-05 [tuple_list_get_item_eliminator]: 1.059e-05 [none_parameter_eliminate]: 1.68002e-06 [renormalize]: 1.07e-06 [switch_simplify]: 1.047e-05 [remove_dup_value]: 6.624e-05 [partial_unused_args_eliminate]: 2.265e-05 [environ_conv]: 3.223e-05 [add_recomputation]: 0.00012492 [cse_after_recomputation]: 9.36e-05, [1] [Cycle 1]: 7.816e-05, [1] [cse]: 5.591e-05 [auto_monad_reorder]: 4.954e-05 [get_jit_bprop_graph]: 3.14999e-06 [rewriter_after_jit_bprop_graph]: 1.297e-05 [opt_after_jit_grad]: 0.00097225 [symbol_engine_optimizer]: 0.0001284, [1] [Cycle 1]: 0.00011887, [6] [build]: 8.42e-06 [elim_shapecalc]: 1.368e-05 [elim_not_effective]: 3.357e-05 [opt_reshape]: 1.087e-05 [fold_const_symbol]: 1.724e-05 [renormalize]: 9.5999e-07 [validate]: 6.479e-05 Sums bootstrap : 0.000371s : 0.06% type_inference : 0.445454s : 66.11% event_method : 0.000280s : 0.04% auto_monad : 0.000286s : 0.04% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000068s : 0.01% rewriter_before_opt_a : 0.000173s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000322s : 0.05% jit_opt_a.loop_unroll : 0.000128s : 0.02% jit_opt_a.a_1 : 0.003083s : 0.46% jit_opt_a.with_stream_mark : 0.000109s : 0.02% jit_opt_a.recompute_prepare : 0.000071s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000060s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000022s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000043s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000053s : 0.01% jit_opt_a.accelerated_algorithm : 0.000042s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000014s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.01% jit_opt_a.merge_forward : 0.000026s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000090s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000067s : 0.01% jit_opt_a.meta_fg_expand : 0.205051s : 30.43% jit_opt_a.replace_old_param : 0.000176s : 0.03% jit_opt_a.inline_without_move : 0.000143s : 0.02% jit_opt_a.renormalize : 0.013103s : 1.94% jit_opt_a.add_forward_monad_depend : 0.000036s : 0.01% jit_opt_a.auto_monad_grad : 0.000018s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000141s : 0.02% jit_opt_a.cse : 0.000533s : 0.08% jit_opt_a.replace_applicator : 0.000273s : 0.04% py_interpret_to_execute_after_opt_a : 0.000023s : 0.00% rewriter_after_opt_a : 0.000207s : 0.03% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000889s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.00% jit_opt_b.inline_after_opt_a : 0.000031s : 0.00% cconv : 0.000037s : 0.01% loop_unroll : 0.000550s : 0.08% jit_opt_after_cconv.c_1 : 0.000062s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000060s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000066s : 0.01% partial_unused_args_eliminate : 0.000023s : 0.00% environ_conv : 0.000032s : 0.00% add_recomputation : 0.000125s : 0.02% cse_after_recomputation.cse : 0.000056s : 0.01% auto_monad_reorder : 0.000050s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000013s : 0.00% opt_after_jit_grad : 0.000972s : 0.14% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000034s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000065s : 0.01% Time group info: ------[substitution.] 0.001926 170 1.47% : 0.000028s : 8: substitution.depend_value_elim 0.21% : 0.000004s : 4: substitution.elim_not_effective 0.14% : 0.000003s : 4: substitution.fold_const_symbol 47.15% : 0.000908s : 4: substitution.getattr_setattr_resolve 0.39% : 0.000007s : 5: substitution.graph_param_transform 34.07% : 0.000656s : 15: substitution.inline 1.96% : 0.000038s : 4: substitution.inline_without_move 0.73% : 0.000014s : 20: substitution.j_node_and_user_rematch 0.56% : 0.000011s : 5: substitution.minmaximum_grad 0.43% : 0.000008s : 9: substitution.partial_eliminate 0.77% : 0.000015s : 20: substitution.remove_not_recompute_node 2.88% : 0.000056s : 12: substitution.replace_applicator 0.98% : 0.000019s : 17: substitution.replace_old_param 0.28% : 0.000005s : 1: substitution.set_cell_output_no_recompute 0.91% : 0.000018s : 3: substitution.switch_simplify 1.13% : 0.000022s : 5: substitution.tuple_list_convert_item_index_to_positive 0.75% : 0.000015s : 5: substitution.tuple_list_get_item_depend_reorder 1.86% : 0.000036s : 8: substitution.tuple_list_get_item_eliminator 1.18% : 0.000023s : 8: substitution.updatestate_pure_node_eliminater 2.14% : 0.000041s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.445329 2 99.19% : 0.441711s : 1: type_inference.infer 0.81% : 0.003618s : 1: type_inference.specialize ------[replace.] 0.000497 26 14.46% : 0.000072s : 3: replace.getattr_setattr_resolve 29.79% : 0.000148s : 15: replace.inline 13.09% : 0.000065s : 1: replace.replace_applicator 16.16% : 0.000080s : 3: replace.switch_simplify 20.95% : 0.000104s : 3: replace.tuple_list_get_item_eliminator 5.56% : 0.000028s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001549 26 54.62% : 0.000846s : 3: match.getattr_setattr_resolve 41.63% : 0.000645s : 15: match.inline 1.13% : 0.000018s : 1: match.replace_applicator 1.01% : 0.000016s : 3: match.switch_simplify 0.53% : 0.000008s : 3: match.tuple_list_get_item_eliminator 1.08% : 0.000017s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000523 3150 1.52% : 0.000008s : 50: predicate.accumulaten_eliminater 0.65% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.44% : 0.000008s : 50: predicate.addn_check_dump 1.39% : 0.000007s : 50: predicate.addn_zero_filter 2.19% : 0.000011s : 50: predicate.arithmetic_simplify 1.44% : 0.000008s : 50: predicate.cast_eliminate 0.15% : 0.000001s : 5: predicate.check_bprop_eliminate 1.74% : 0.000009s : 50: predicate.compare_switch_simplify 1.51% : 0.000008s : 50: predicate.depend_value_elim 1.41% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.57% : 0.000008s : 50: predicate.dict_get_item_eliminator 1.55% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.48% : 0.000003s : 5: predicate.dumpgradient_eliminate 0.19% : 0.000001s : 5: predicate.elim_not_effective 0.24% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.38% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.33% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.37% : 0.000007s : 50: predicate.environ_get_depend_swap 1.34% : 0.000007s : 50: predicate.environ_get_eliminate 1.40% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.82% : 0.000004s : 26: predicate.get_grad_eliminate 1.40% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.10% : 0.000001s : 5: predicate.graph_param_transform 4.26% : 0.000022s : 79: predicate.inline 2.85% : 0.000015s : 87: predicate.inline_without_move 0.35% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.18% : 0.000006s : 26: predicate.less_batch_normalization 1.64% : 0.000009s : 53: predicate.list_to_tuple_eliminator_ 1.54% : 0.000008s : 58: predicate.load_eliminater 0.57% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.75% : 0.000020s : 127: predicate.loop_unroll_before_grad 1.53% : 0.000008s : 55: predicate.make_slice_get_slice_eliminator 1.33% : 0.000007s : 50: predicate.merge_addn 1.30% : 0.000007s : 50: predicate.minmaximum_grad 0.79% : 0.000004s : 5: predicate.mutable_eliminate 0.21% : 0.000001s : 5: predicate.opt_reshape 2.07% : 0.000011s : 58: predicate.partial_eliminate 1.40% : 0.000007s : 50: predicate.print_const_string_wrapper 1.83% : 0.000010s : 50: predicate.reduce_eliminate 1.52% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.58% : 0.000003s : 26: predicate.remove_not_recompute_node 2.45% : 0.000013s : 126: predicate.replace_applicator 1.45% : 0.000008s : 87: predicate.replace_old_param 0.17% : 0.000001s : 5: predicate.reset_defer_inline 1.37% : 0.000007s : 50: predicate.reshape_eliminate 1.37% : 0.000007s : 50: predicate.row_tensor_add_zeros_like 0.39% : 0.000002s : 5: predicate.row_tensor_eliminate 1.35% : 0.000007s : 50: predicate.same_eliminate 0.63% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.43% : 0.000002s : 10: predicate.special_op_eliminate 0.86% : 0.000004s : 26: predicate.specialize_transform 1.71% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.39% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.20% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.50% : 0.000013s : 69: predicate.switch_defer_inline 2.00% : 0.000010s : 69: predicate.switch_layer_defer_inline 6.86% : 0.000036s : 207: predicate.switch_simplify 1.55% : 0.000008s : 50: predicate.tile_eliminate 1.44% : 0.000008s : 50: predicate.transpose_eliminate 1.74% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.86% : 0.000010s : 50: predicate.tuple_list_get_item_depend_reorder 2.96% : 0.000015s : 63: predicate.tuple_list_get_item_eliminator 1.77% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.51% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.61% : 0.000008s : 58: predicate.updatestate_pure_node_eliminater 2.74% : 0.000014s : 85: predicate.updatestate_useless_node_eliminater 1.86% : 0.000010s : 50: predicate.value_based_eliminate 0.15% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.28% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.017219 44 89.84% : 0.015470s : 18: func_graph_cloner_run.FuncGraphClonerGraph 10.16% : 0.001749s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.863210 89 0.02% : 0.000130s : 1: add_recomputation 0.03% : 0.000297s : 1: auto_monad 0.01% : 0.000054s : 1: auto_monad_reorder 0.05% : 0.000407s : 1: bootstrap 0.00% : 0.000040s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.01% : 0.000098s : 1: cse_after_recomputation 0.00% : 0.000039s : 1: environ_conv 0.03% : 0.000291s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000007s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 26.49% : 0.228624s : 1: jit_opt_a 0.03% : 0.000283s : 1: jit_opt_after_cconv 0.01% : 0.000089s : 1: jit_opt_b 0.06% : 0.000560s : 1: loop_unroll 0.10% : 0.000903s : 1: mutable_eliminate 0.52% : 0.004450s : 39: opt.transform.jit_opt_a 0.01% : 0.000107s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000051s : 4: opt.transform.jit_opt_b 0.00% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000027s : 1: opt.transform.mutable_eliminate 0.01% : 0.000055s : 1: opt.transform.opt_after_jit_grad 0.12% : 0.001055s : 2: opt.transform.opt_resolve 0.01% : 0.000070s : 4: opt.transform.symbol_engine_opt 0.11% : 0.000987s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.01% : 0.000055s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000072s : 1: py_interpret_to_execute 0.00% : 0.000026s : 1: py_interpret_to_execute_after_opt_a 19.14% : 0.165260s : 1: remove_dup_value 1.00% : 0.008651s : 2: renormalize.infer 0.51% : 0.004419s : 2: renormalize.specialize 0.00% : 0.000015s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000212s : 1: rewriter_after_opt_a 0.02% : 0.000177s : 1: rewriter_before_opt_a 0.02% : 0.000132s : 1: symbol_engine_optimizer 51.61% : 0.445490s : 1: type_inference TotalTime = 0.22807, [30] [bootstrap]: 0.00037211 [type_inference]: 0.111678 [event_method]: 1.806e-05 [auto_monad]: 0.00016243 [graph_reusing]: 6.36998e-06 [pre_auto_parallel]: 2.71999e-06 [py_interpret_to_execute]: 0.00015665 [rewriter_before_opt_a]: 6.932e-05 [expand_dump_flag]: 3.80998e-06 [jit_opt_a]: 0.111276, [2] [Cycle 1]: 0.106675, [27] [switch_simplify]: 5.662e-05 [loop_unroll]: 1.955e-05 [a_1]: 0.00048736 [with_stream_mark]: 3.264e-05 [recompute_prepare]: 1.444e-05 [updatestate_depend_eliminate]: 6.91001e-06 [updatestate_assign_eliminate]: 6.28e-06 [updatestate_loads_eliminate]: 6.05002e-06 [parameter_eliminate]: 2.84001e-06 [specialize_transform]: 1.027e-05 [updatestate_useless_node_eliminater]: 1.296e-05 [accelerated_algorithm]: 1.07e-05 [meta_shard_fg_expand]: 4.42e-06 [get_grad_eliminate_]: 9.86e-06 [merge_forward]: 6.70002e-06 [cell_reuse_recompute_pass]: 1.75001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.396e-05 [j_node_and_user_rematch]: 1.64e-05 [meta_fg_expand]: 4.52998e-06 [replace_old_param]: 1.478e-05 [inline_without_move]: 8.79998e-06 [renormalize]: 0.105532 [add_forward_monad_depend]: 1.405e-05 [auto_monad_grad]: 3.09999e-06 [auto_monad_eliminator]: 3.452e-05 [cse]: 5.111e-05 [replace_applicator]: 3.313e-05 [Cycle 2]: 0.00056835, [27] [switch_simplify]: 1.109e-05 [loop_unroll]: 1.053e-05 [a_1]: 0.00020776 [with_stream_mark]: 2.06e-05 [recompute_prepare]: 1.046e-05 [updatestate_depend_eliminate]: 7.33e-06 [updatestate_assign_eliminate]: 6.24001e-06 [updatestate_loads_eliminate]: 5.00001e-06 [parameter_eliminate]: 2.11998e-06 [specialize_transform]: 9.24e-06 [updatestate_useless_node_eliminater]: 1.22e-05 [accelerated_algorithm]: 1.026e-05 [meta_shard_fg_expand]: 3.91001e-06 [get_grad_eliminate_]: 8.92999e-06 [merge_forward]: 6.17999e-06 [cell_reuse_recompute_pass]: 3.16001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.116e-05 [j_node_and_user_rematch]: 1.441e-05 [meta_fg_expand]: 3.88999e-06 [replace_old_param]: 1.317e-05 [inline_without_move]: 8.35999e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.79e-06 [auto_monad_grad]: 1.04003e-06 [auto_monad_eliminator]: 1.162e-05 [cse]: 2.071e-05 [replace_applicator]: 8.76002e-06 [py_interpret_to_execute_after_opt_a]: 2.524e-05 [rewriter_after_opt_a]: 0.0010906 [convert_after_rewriter]: 2.149e-05 [order_py_execute_after_rewriter]: 6.83e-06 [mutable_eliminate]: 0.00093912 [jit_opt_b]: 0.00010711, [1] [Cycle 1]: 9.452e-05, [2] [frontend_op_eliminate]: 4.124e-05 [inline_after_opt_a]: 3.595e-05 [cconv]: 4.884e-05 [loop_unroll]: 0.00053749 [jit_opt_after_cconv]: 0.00028112, [1] [Cycle 1]: 0.00027222, [11] [c_1]: 6.312e-05 [parameter_eliminate]: 7.06001e-06 [updatestate_depend_eliminate]: 1.585e-05 [updatestate_assign_eliminate]: 6.88e-06 [updatestate_loads_eliminate]: 5.94e-06 [cse]: 5.397e-05 [call_graph_tuple_transform]: 2.799e-05 [tuple_list_get_item_eliminator]: 1.132e-05 [none_parameter_eliminate]: 2.07999e-06 [renormalize]: 4.00003e-07 [switch_simplify]: 1.077e-05 [remove_dup_value]: 3.419e-05 [partial_unused_args_eliminate]: 3.13e-06 [environ_conv]: 1.153e-05 [add_recomputation]: 8.453e-05 [cse_after_recomputation]: 3.611e-05, [1] [Cycle 1]: 2.798e-05, [1] [cse]: 1.919e-05 [auto_monad_reorder]: 3.664e-05 [get_jit_bprop_graph]: 2.48e-06 [rewriter_after_jit_bprop_graph]: 9.86e-06 [opt_after_jit_grad]: 0.00060727 [symbol_engine_optimizer]: 0.00011255, [1] [Cycle 1]: 0.00010421, [6] [build]: 8.74e-06 [elim_shapecalc]: 1.315e-05 [elim_not_effective]: 2.286e-05 [opt_reshape]: 1.003e-05 [fold_const_symbol]: 1.602e-05 [renormalize]: 6.59988e-07 [validate]: 6.664e-05 Sums bootstrap : 0.000372s : 0.17% type_inference : 0.111678s : 50.03% event_method : 0.000018s : 0.01% auto_monad : 0.000162s : 0.07% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000157s : 0.07% rewriter_before_opt_a : 0.000069s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000068s : 0.03% jit_opt_a.loop_unroll : 0.000030s : 0.01% jit_opt_a.a_1 : 0.000695s : 0.31% jit_opt_a.with_stream_mark : 0.000053s : 0.02% jit_opt_a.recompute_prepare : 0.000025s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000020s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000021s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000008s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000019s : 0.01% jit_opt_a.merge_forward : 0.000013s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000045s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000031s : 0.01% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000028s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.105532s : 47.27% jit_opt_a.add_forward_monad_depend : 0.000016s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000046s : 0.02% jit_opt_a.cse : 0.000072s : 0.03% jit_opt_a.replace_applicator : 0.000042s : 0.02% py_interpret_to_execute_after_opt_a : 0.000025s : 0.01% rewriter_after_opt_a : 0.001091s : 0.49% convert_after_rewriter : 0.000021s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000939s : 0.42% jit_opt_b.frontend_op_eliminate : 0.000041s : 0.02% jit_opt_b.inline_after_opt_a : 0.000036s : 0.02% cconv : 0.000049s : 0.02% loop_unroll : 0.000537s : 0.24% jit_opt_after_cconv.c_1 : 0.000063s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000054s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000028s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000034s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000012s : 0.01% add_recomputation : 0.000085s : 0.04% cse_after_recomputation.cse : 0.000019s : 0.01% auto_monad_reorder : 0.000037s : 0.02% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000607s : 0.27% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.03% Time group info: ------[substitution.] 0.000249 43 5.31% : 0.000013s : 2: substitution.depend_value_elim 1.47% : 0.000004s : 4: substitution.elim_not_effective 0.92% : 0.000002s : 4: substitution.fold_const_symbol 3.53% : 0.000009s : 5: substitution.graph_param_transform 69.43% : 0.000173s : 2: substitution.inline 2.55% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.93% : 0.000007s : 8: substitution.remove_not_recompute_node 3.04% : 0.000008s : 2: substitution.replace_old_param 5.76% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 5.06% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.111593 2 97.99% : 0.109351s : 1: type_inference.infer 2.01% : 0.002242s : 1: type_inference.specialize ------[replace.] 0.000039 2 100.00% : 0.000039s : 2: replace.inline ------[match.] 0.000171 2 100.00% : 0.000171s : 2: match.inline ------[predicate.] 0.000158 767 1.20% : 0.000002s : 11: predicate.accumulaten_eliminater 2.32% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 0.93% : 0.000001s : 11: predicate.addn_check_dump 1.19% : 0.000002s : 11: predicate.addn_zero_filter 1.91% : 0.000003s : 11: predicate.arithmetic_simplify 1.16% : 0.000002s : 11: predicate.cast_eliminate 0.72% : 0.000001s : 5: predicate.check_bprop_eliminate 1.14% : 0.000002s : 11: predicate.compare_switch_simplify 1.06% : 0.000002s : 11: predicate.depend_value_elim 0.99% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.04% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.19% : 0.000002s : 11: predicate.dict_set_item_eliminator 0.97% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.51% : 0.000001s : 5: predicate.elim_not_effective 0.91% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.07% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.04% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.91% : 0.000001s : 11: predicate.environ_get_depend_swap 1.05% : 0.000002s : 11: predicate.environ_get_eliminate 1.03% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.45% : 0.000002s : 10: predicate.get_grad_eliminate 0.44% : 0.000001s : 5: predicate.graph_param_transform 5.41% : 0.000009s : 23: predicate.inline 1.21% : 0.000002s : 10: predicate.inline_without_move 0.47% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.77% : 0.000003s : 10: predicate.less_batch_normalization 1.22% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.99% : 0.000003s : 16: predicate.load_eliminater 2.07% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.58% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.40% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.03% : 0.000002s : 11: predicate.merge_addn 1.03% : 0.000002s : 11: predicate.minmaximum_grad 2.80% : 0.000004s : 5: predicate.mutable_eliminate 0.65% : 0.000001s : 5: predicate.opt_reshape 1.77% : 0.000003s : 16: predicate.partial_eliminate 1.05% : 0.000002s : 11: predicate.print_const_string_wrapper 1.45% : 0.000002s : 11: predicate.reduce_eliminate 1.24% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.86% : 0.000001s : 10: predicate.remove_not_recompute_node 1.63% : 0.000003s : 21: predicate.replace_applicator 0.77% : 0.000001s : 10: predicate.replace_old_param 0.87% : 0.000001s : 5: predicate.reset_defer_inline 1.24% : 0.000002s : 11: predicate.reshape_eliminate 1.25% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.18% : 0.000002s : 5: predicate.row_tensor_eliminate 1.18% : 0.000002s : 11: predicate.same_eliminate 0.60% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.47% : 0.000002s : 10: predicate.special_op_eliminate 1.29% : 0.000002s : 10: predicate.specialize_transform 1.56% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.18% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.66% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.85% : 0.000003s : 13: predicate.switch_defer_inline 1.53% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.31% : 0.000008s : 38: predicate.switch_simplify 1.04% : 0.000002s : 11: predicate.tile_eliminate 1.22% : 0.000002s : 11: predicate.transpose_eliminate 1.44% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.25% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.26% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.89% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.22% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.87% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.61% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.85% : 0.000003s : 11: predicate.value_based_eliminate 0.46% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.77% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000655 5 4.71% : 0.000031s : 1: func_graph_cloner_run.FuncGraphClonerGraph 95.29% : 0.000624s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.334772 72 0.03% : 0.000088s : 1: add_recomputation 0.05% : 0.000169s : 1: auto_monad 0.01% : 0.000040s : 1: auto_monad_reorder 0.12% : 0.000395s : 1: bootstrap 0.02% : 0.000052s : 1: cconv 0.01% : 0.000026s : 1: convert_after_rewriter 0.01% : 0.000039s : 1: cse_after_recomputation 0.00% : 0.000014s : 1: environ_conv 0.01% : 0.000025s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 33.24% : 0.111281s : 1: jit_opt_a 0.09% : 0.000285s : 1: jit_opt_after_cconv 0.03% : 0.000110s : 1: jit_opt_b 0.16% : 0.000550s : 1: loop_unroll 0.29% : 0.000955s : 1: mutable_eliminate 0.30% : 0.001021s : 26: opt.transform.jit_opt_a 0.03% : 0.000109s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000066s : 4: opt.transform.jit_opt_b 0.01% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000028s : 1: opt.transform.mutable_eliminate 0.01% : 0.000042s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000058s : 4: opt.transform.symbol_engine_opt 0.19% : 0.000620s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000161s : 1: py_interpret_to_execute 0.01% : 0.000028s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000037s : 1: remove_dup_value 31.27% : 0.104685s : 1: renormalize.infer 0.25% : 0.000823s : 1: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.33% : 0.001103s : 1: rewriter_after_opt_a 0.02% : 0.000073s : 1: rewriter_before_opt_a 0.03% : 0.000115s : 1: symbol_engine_optimizer 33.37% : 0.111698s : 1: type_inference TotalTime = 0.798919, [30] [bootstrap]: 0.00038248 [type_inference]: 0.40738 [event_method]: 0.00028988 [auto_monad]: 0.00032124 [graph_reusing]: 1.222e-05 [pre_auto_parallel]: 4.38001e-06 [py_interpret_to_execute]: 7.209e-05 [rewriter_before_opt_a]: 0.0001599 [expand_dump_flag]: 4.63999e-06 [jit_opt_a]: 0.387067, [3] [Cycle 1]: 0.140832, [27] [switch_simplify]: 0.00023318 [loop_unroll]: 5.953e-05 [a_1]: 0.121832 [with_stream_mark]: 5.161e-05 [recompute_prepare]: 4.015e-05 [updatestate_depend_eliminate]: 1.563e-05 [updatestate_assign_eliminate]: 1.191e-05 [updatestate_loads_eliminate]: 9.96998e-06 [parameter_eliminate]: 3.71999e-06 [specialize_transform]: 2.164e-05 [updatestate_useless_node_eliminater]: 2.548e-05 [accelerated_algorithm]: 2.078e-05 [meta_shard_fg_expand]: 1.167e-05 [get_grad_eliminate_]: 1.915e-05 [merge_forward]: 1.24e-05 [cell_reuse_recompute_pass]: 1.45999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.095e-05 [j_node_and_user_rematch]: 3.828e-05 [meta_fg_expand]: 0.00698432 [replace_old_param]: 0.00013598 [inline_without_move]: 0.00012723 [renormalize]: 0.0101043 [add_forward_monad_depend]: 1.983e-05 [auto_monad_grad]: 1.082e-05 [auto_monad_eliminator]: 8.829e-05 [cse]: 0.00033673 [replace_applicator]: 0.00021297 [Cycle 2]: 0.241525, [27] [switch_simplify]: 6.269e-05 [loop_unroll]: 5.749e-05 [a_1]: 0.00127502 [with_stream_mark]: 2.93e-05 [recompute_prepare]: 1.629e-05 [updatestate_depend_eliminate]: 3.182e-05 [updatestate_assign_eliminate]: 6.29001e-06 [updatestate_loads_eliminate]: 5.03002e-06 [parameter_eliminate]: 2.76e-06 [specialize_transform]: 1.107e-05 [updatestate_useless_node_eliminater]: 1.479e-05 [accelerated_algorithm]: 1.055e-05 [meta_shard_fg_expand]: 3.00998e-06 [get_grad_eliminate_]: 1.062e-05 [merge_forward]: 6.58e-06 [cell_reuse_recompute_pass]: 1.55001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.335e-05 [j_node_and_user_rematch]: 1.601e-05 [meta_fg_expand]: 0.00014445 [replace_old_param]: 1.857e-05 [inline_without_move]: 9.66998e-06 [renormalize]: 0.239403 [add_forward_monad_depend]: 7.98001e-06 [auto_monad_grad]: 2.09e-06 [auto_monad_eliminator]: 2.442e-05 [cse]: 8.164e-05 [replace_applicator]: 2.565e-05 [Cycle 3]: 0.00059906, [27] [switch_simplify]: 1.103e-05 [loop_unroll]: 1.015e-05 [a_1]: 0.00021737 [with_stream_mark]: 2.205e-05 [recompute_prepare]: 9.73998e-06 [updatestate_depend_eliminate]: 8.42998e-06 [updatestate_assign_eliminate]: 5.99e-06 [updatestate_loads_eliminate]: 4.92e-06 [parameter_eliminate]: 2.06998e-06 [specialize_transform]: 9.08002e-06 [updatestate_useless_node_eliminater]: 1.375e-05 [accelerated_algorithm]: 9.52999e-06 [meta_shard_fg_expand]: 2.64001e-06 [get_grad_eliminate_]: 8.27998e-06 [merge_forward]: 5.79999e-06 [cell_reuse_recompute_pass]: 2.73e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.13e-05 [j_node_and_user_rematch]: 1.477e-05 [meta_fg_expand]: 3.60998e-06 [replace_old_param]: 1.55e-05 [inline_without_move]: 8.84e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.49998e-06 [auto_monad_grad]: 1.05001e-06 [auto_monad_eliminator]: 1.209e-05 [cse]: 3.342e-05 [replace_applicator]: 9.41003e-06 [py_interpret_to_execute_after_opt_a]: 2.59e-05 [rewriter_after_opt_a]: 0.00020728 [convert_after_rewriter]: 1.096e-05 [order_py_execute_after_rewriter]: 6.98e-06 [mutable_eliminate]: 0.00086115 [jit_opt_b]: 8.058e-05, [1] [Cycle 1]: 7.246e-05, [2] [frontend_op_eliminate]: 2.969e-05 [inline_after_opt_a]: 2.792e-05 [cconv]: 3.301e-05 [loop_unroll]: 0.00049736 [jit_opt_after_cconv]: 0.00024779, [1] [Cycle 1]: 0.00024046, [11] [c_1]: 5.451e-05 [parameter_eliminate]: 4.94e-06 [updatestate_depend_eliminate]: 1.233e-05 [updatestate_assign_eliminate]: 5.30999e-06 [updatestate_loads_eliminate]: 4.77998e-06 [cse]: 4.793e-05 [call_graph_tuple_transform]: 2.797e-05 [tuple_list_get_item_eliminator]: 1.001e-05 [none_parameter_eliminate]: 1.60999e-06 [renormalize]: 6.09987e-07 [switch_simplify]: 8.99e-06 [remove_dup_value]: 4.629e-05 [partial_unused_args_eliminate]: 2.99999e-06 [environ_conv]: 1.019e-05 [add_recomputation]: 7.933e-05 [cse_after_recomputation]: 4.072e-05, [1] [Cycle 1]: 3.26e-05, [1] [cse]: 2.44e-05 [auto_monad_reorder]: 2.841e-05 [get_jit_bprop_graph]: 2.26e-06 [rewriter_after_jit_bprop_graph]: 8.50001e-06 [opt_after_jit_grad]: 0.00057385 [symbol_engine_optimizer]: 0.00012442, [1] [Cycle 1]: 0.00011577, [6] [build]: 7.7e-06 [elim_shapecalc]: 1.294e-05 [elim_not_effective]: 2.67e-05 [opt_reshape]: 1.297e-05 [fold_const_symbol]: 2.185e-05 [renormalize]: 3.59985e-07 [validate]: 6.565e-05 Sums bootstrap : 0.000382s : 0.05% type_inference : 0.407380s : 51.33% event_method : 0.000290s : 0.04% auto_monad : 0.000321s : 0.04% graph_reusing : 0.000012s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000072s : 0.01% rewriter_before_opt_a : 0.000160s : 0.02% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000307s : 0.04% jit_opt_a.loop_unroll : 0.000127s : 0.02% jit_opt_a.a_1 : 0.123324s : 15.54% jit_opt_a.with_stream_mark : 0.000103s : 0.01% jit_opt_a.recompute_prepare : 0.000066s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000056s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000024s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000042s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000054s : 0.01% jit_opt_a.accelerated_algorithm : 0.000041s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.00% jit_opt_a.merge_forward : 0.000025s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000086s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000069s : 0.01% jit_opt_a.meta_fg_expand : 0.007132s : 0.90% jit_opt_a.replace_old_param : 0.000170s : 0.02% jit_opt_a.inline_without_move : 0.000146s : 0.02% jit_opt_a.renormalize : 0.249507s : 31.44% jit_opt_a.add_forward_monad_depend : 0.000029s : 0.00% jit_opt_a.auto_monad_grad : 0.000014s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000125s : 0.02% jit_opt_a.cse : 0.000452s : 0.06% jit_opt_a.replace_applicator : 0.000248s : 0.03% py_interpret_to_execute_after_opt_a : 0.000026s : 0.00% rewriter_after_opt_a : 0.000207s : 0.03% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000861s : 0.11% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.00% jit_opt_b.inline_after_opt_a : 0.000028s : 0.00% cconv : 0.000033s : 0.00% loop_unroll : 0.000497s : 0.06% jit_opt_after_cconv.c_1 : 0.000055s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000012s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000048s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000028s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000046s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.00% add_recomputation : 0.000079s : 0.01% cse_after_recomputation.cse : 0.000024s : 0.00% auto_monad_reorder : 0.000028s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000574s : 0.07% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000022s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000066s : 0.01% Time group info: ------[substitution.] 0.001969 170 1.56% : 0.000031s : 8: substitution.depend_value_elim 0.19% : 0.000004s : 4: substitution.elim_not_effective 0.20% : 0.000004s : 4: substitution.fold_const_symbol 40.69% : 0.000801s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000007s : 5: substitution.graph_param_transform 40.69% : 0.000801s : 15: substitution.inline 2.03% : 0.000040s : 4: substitution.inline_without_move 0.75% : 0.000015s : 20: substitution.j_node_and_user_rematch 0.56% : 0.000011s : 5: substitution.minmaximum_grad 0.52% : 0.000010s : 9: substitution.partial_eliminate 0.80% : 0.000016s : 20: substitution.remove_not_recompute_node 2.73% : 0.000054s : 12: substitution.replace_applicator 0.90% : 0.000018s : 17: substitution.replace_old_param 0.31% : 0.000006s : 1: substitution.set_cell_output_no_recompute 0.81% : 0.000016s : 3: substitution.switch_simplify 1.13% : 0.000022s : 5: substitution.tuple_list_convert_item_index_to_positive 0.89% : 0.000018s : 5: substitution.tuple_list_get_item_depend_reorder 1.75% : 0.000034s : 8: substitution.tuple_list_get_item_eliminator 1.12% : 0.000022s : 8: substitution.updatestate_pure_node_eliminater 1.96% : 0.000039s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.407251 2 99.17% : 0.403869s : 1: type_inference.infer 0.83% : 0.003382s : 1: type_inference.specialize ------[replace.] 0.000532 26 12.78% : 0.000068s : 3: replace.getattr_setattr_resolve 40.44% : 0.000215s : 15: replace.inline 10.01% : 0.000053s : 1: replace.replace_applicator 14.38% : 0.000076s : 3: replace.switch_simplify 17.27% : 0.000092s : 3: replace.tuple_list_get_item_eliminator 5.12% : 0.000027s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001596 26 47.20% : 0.000753s : 3: match.getattr_setattr_resolve 49.48% : 0.000790s : 15: match.inline 1.08% : 0.000017s : 1: match.replace_applicator 0.88% : 0.000014s : 3: match.switch_simplify 0.42% : 0.000007s : 3: match.tuple_list_get_item_eliminator 0.94% : 0.000015s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000563 3150 1.45% : 0.000008s : 50: predicate.accumulaten_eliminater 0.45% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.24% : 0.000007s : 50: predicate.addn_check_dump 1.43% : 0.000008s : 50: predicate.addn_zero_filter 2.08% : 0.000012s : 50: predicate.arithmetic_simplify 1.58% : 0.000009s : 50: predicate.cast_eliminate 0.17% : 0.000001s : 5: predicate.check_bprop_eliminate 1.30% : 0.000007s : 50: predicate.compare_switch_simplify 1.60% : 0.000009s : 50: predicate.depend_value_elim 1.30% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.52% : 0.000009s : 50: predicate.dict_get_item_eliminator 1.39% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.34% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 5: predicate.elim_not_effective 0.20% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.42% : 0.000008s : 50: predicate.environ_add_const_eliminate 1.48% : 0.000008s : 50: predicate.environ_get_add_eliminate 1.25% : 0.000007s : 50: predicate.environ_get_depend_swap 3.88% : 0.000022s : 50: predicate.environ_get_eliminate 1.49% : 0.000008s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.85% : 0.000005s : 26: predicate.get_grad_eliminate 1.29% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000000s : 5: predicate.graph_param_transform 4.13% : 0.000023s : 79: predicate.inline 2.78% : 0.000016s : 87: predicate.inline_without_move 0.39% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.10% : 0.000006s : 26: predicate.less_batch_normalization 1.56% : 0.000009s : 53: predicate.list_to_tuple_eliminator_ 1.76% : 0.000010s : 58: predicate.load_eliminater 0.57% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.37% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.53% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.37% : 0.000008s : 50: predicate.merge_addn 1.32% : 0.000007s : 50: predicate.minmaximum_grad 0.44% : 0.000002s : 5: predicate.mutable_eliminate 0.20% : 0.000001s : 5: predicate.opt_reshape 2.03% : 0.000011s : 58: predicate.partial_eliminate 1.40% : 0.000008s : 50: predicate.print_const_string_wrapper 2.16% : 0.000012s : 50: predicate.reduce_eliminate 1.38% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.56% : 0.000003s : 26: predicate.remove_not_recompute_node 2.26% : 0.000013s : 126: predicate.replace_applicator 1.40% : 0.000008s : 87: predicate.replace_old_param 0.09% : 0.000001s : 5: predicate.reset_defer_inline 1.40% : 0.000008s : 50: predicate.reshape_eliminate 1.48% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.27% : 0.000002s : 5: predicate.row_tensor_eliminate 1.33% : 0.000007s : 50: predicate.same_eliminate 0.47% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.36% : 0.000002s : 10: predicate.special_op_eliminate 0.83% : 0.000005s : 26: predicate.specialize_transform 1.94% : 0.000011s : 50: predicate.split_environ_get_set_with_tuple_value 1.38% : 0.000008s : 50: predicate.stack_unstack_eliminate 0.16% : 0.000001s : 5: predicate.switch_call_monad_eliminater 3.03% : 0.000017s : 69: predicate.switch_defer_inline 2.10% : 0.000012s : 69: predicate.switch_layer_defer_inline 6.25% : 0.000035s : 207: predicate.switch_simplify 1.54% : 0.000009s : 50: predicate.tile_eliminate 1.41% : 0.000008s : 50: predicate.transpose_eliminate 1.57% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.62% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 2.80% : 0.000016s : 63: predicate.tuple_list_get_item_eliminator 1.96% : 0.000011s : 50: predicate.tuple_list_set_item_eliminator 1.51% : 0.000009s : 53: predicate.tuple_to_list_eliminator_ 1.68% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.62% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 2.10% : 0.000012s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.23% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004332 44 59.45% : 0.002575s : 18: func_graph_cloner_run.FuncGraphClonerGraph 40.55% : 0.001756s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.174116 89 0.01% : 0.000083s : 1: add_recomputation 0.03% : 0.000334s : 1: auto_monad 0.00% : 0.000031s : 1: auto_monad_reorder 0.04% : 0.000418s : 1: bootstrap 0.00% : 0.000036s : 1: cconv 0.00% : 0.000014s : 1: convert_after_rewriter 0.00% : 0.000043s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.03% : 0.000302s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000016s : 1: graph_reusing 32.97% : 0.387071s : 1: jit_opt_a 0.02% : 0.000251s : 1: jit_opt_after_cconv 0.01% : 0.000084s : 1: jit_opt_b 0.04% : 0.000506s : 1: loop_unroll 0.07% : 0.000873s : 1: mutable_eliminate 10.62% : 0.124645s : 39: opt.transform.jit_opt_a 0.01% : 0.000098s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000049s : 4: opt.transform.jit_opt_b 0.00% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000021s : 1: opt.transform.mutable_eliminate 0.00% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.08% : 0.000941s : 2: opt.transform.opt_resolve 0.01% : 0.000069s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000584s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000076s : 1: py_interpret_to_execute 0.00% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000050s : 1: remove_dup_value 20.88% : 0.245195s : 2: renormalize.infer 0.36% : 0.004276s : 2: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000212s : 1: rewriter_after_opt_a 0.01% : 0.000164s : 1: rewriter_before_opt_a 0.01% : 0.000128s : 1: symbol_engine_optimizer 34.70% : 0.407404s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape3-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape3-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape4-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape4-pynative],max_mem:4.0M TotalTime = 0.225732, [30] [bootstrap]: 0.00095745 [type_inference]: 0.210659 [event_method]: 1.756e-05 [auto_monad]: 0.00019273 [graph_reusing]: 7.31001e-06 [pre_auto_parallel]: 3.56999e-06 [py_interpret_to_execute]: 0.00016481 [rewriter_before_opt_a]: 6.622e-05 [expand_dump_flag]: 3.43e-06 [jit_opt_a]: 0.00902564, [2] [Cycle 1]: 0.00272784, [27] [switch_simplify]: 6.448e-05 [loop_unroll]: 2.009e-05 [a_1]: 0.00049792 [with_stream_mark]: 3.299e-05 [recompute_prepare]: 1.353e-05 [updatestate_depend_eliminate]: 7.35e-06 [updatestate_assign_eliminate]: 5.86e-06 [updatestate_loads_eliminate]: 5.07999e-06 [parameter_eliminate]: 2.49001e-06 [specialize_transform]: 1.239e-05 [updatestate_useless_node_eliminater]: 1.336e-05 [accelerated_algorithm]: 1.144e-05 [meta_shard_fg_expand]: 3.68999e-06 [get_grad_eliminate_]: 1.059e-05 [merge_forward]: 5.91003e-06 [cell_reuse_recompute_pass]: 1.25001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.367e-05 [j_node_and_user_rematch]: 1.686e-05 [meta_fg_expand]: 4.17e-06 [replace_old_param]: 1.536e-05 [inline_without_move]: 9.14e-06 [renormalize]: 0.00156578 [add_forward_monad_depend]: 1.77e-05 [auto_monad_grad]: 3.03998e-06 [auto_monad_eliminator]: 3.405e-05 [cse]: 5.554e-05 [replace_applicator]: 3.188e-05 [Cycle 2]: 0.00059777, [27] [switch_simplify]: 1.1e-05 [loop_unroll]: 9.48997e-06 [a_1]: 0.00019862 [with_stream_mark]: 2.091e-05 [recompute_prepare]: 1.074e-05 [updatestate_depend_eliminate]: 7.11999e-06 [updatestate_assign_eliminate]: 6.22001e-06 [updatestate_loads_eliminate]: 5.15001e-06 [parameter_eliminate]: 2.14999e-06 [specialize_transform]: 1.003e-05 [updatestate_useless_node_eliminater]: 1.288e-05 [accelerated_algorithm]: 1.035e-05 [meta_shard_fg_expand]: 2.86e-06 [get_grad_eliminate_]: 9.07001e-06 [merge_forward]: 6.56e-06 [cell_reuse_recompute_pass]: 3.21001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.478e-05 [j_node_and_user_rematch]: 1.651e-05 [meta_fg_expand]: 4.75001e-06 [replace_old_param]: 1.43e-05 [inline_without_move]: 7.98001e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.53e-06 [auto_monad_grad]: 1.71e-06 [auto_monad_eliminator]: 1.697e-05 [cse]: 2.753e-05 [replace_applicator]: 1.071e-05 [py_interpret_to_execute_after_opt_a]: 2.39e-05 [rewriter_after_opt_a]: 0.00116905 [convert_after_rewriter]: 2.633e-05 [order_py_execute_after_rewriter]: 1.007e-05 [mutable_eliminate]: 0.00093503 [jit_opt_b]: 9.382e-05, [1] [Cycle 1]: 8.102e-05, [2] [frontend_op_eliminate]: 3.211e-05 [inline_after_opt_a]: 3.159e-05 [cconv]: 4.552e-05 [loop_unroll]: 0.00053031 [jit_opt_after_cconv]: 0.00027154, [1] [Cycle 1]: 0.00026291, [11] [c_1]: 6.099e-05 [parameter_eliminate]: 6.09001e-06 [updatestate_depend_eliminate]: 1.378e-05 [updatestate_assign_eliminate]: 6.39001e-06 [updatestate_loads_eliminate]: 6.01e-06 [cse]: 5.728e-05 [call_graph_tuple_transform]: 2.696e-05 [tuple_list_get_item_eliminator]: 9.47001e-06 [none_parameter_eliminate]: 1.94e-06 [renormalize]: 5.19998e-07 [switch_simplify]: 1.137e-05 [remove_dup_value]: 6.272e-05 [partial_unused_args_eliminate]: 3.11001e-06 [environ_conv]: 9.39e-06 [add_recomputation]: 8.393e-05 [cse_after_recomputation]: 3.499e-05, [1] [Cycle 1]: 2.686e-05, [1] [cse]: 1.857e-05 [auto_monad_reorder]: 2.908e-05 [get_jit_bprop_graph]: 2.88e-06 [rewriter_after_jit_bprop_graph]: 0.00018021 [opt_after_jit_grad]: 0.00059829 [symbol_engine_optimizer]: 0.0001136, [1] [Cycle 1]: 0.00010539, [6] [build]: 9.07001e-06 [elim_shapecalc]: 1.312e-05 [elim_not_effective]: 2.278e-05 [opt_reshape]: 1.036e-05 [fold_const_symbol]: 1.53e-05 [renormalize]: 8.2e-07 [validate]: 6.255e-05 Sums bootstrap : 0.000957s : 0.44% type_inference : 0.210659s : 96.13% event_method : 0.000018s : 0.01% auto_monad : 0.000193s : 0.09% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000165s : 0.08% rewriter_before_opt_a : 0.000066s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000075s : 0.03% jit_opt_a.loop_unroll : 0.000030s : 0.01% jit_opt_a.a_1 : 0.000697s : 0.32% jit_opt_a.with_stream_mark : 0.000054s : 0.02% jit_opt_a.recompute_prepare : 0.000024s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000022s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000026s : 0.01% jit_opt_a.accelerated_algorithm : 0.000022s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000020s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000048s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000033s : 0.02% jit_opt_a.meta_fg_expand : 0.000009s : 0.00% jit_opt_a.replace_old_param : 0.000030s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001566s : 0.71% jit_opt_a.add_forward_monad_depend : 0.000020s : 0.01% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000051s : 0.02% jit_opt_a.cse : 0.000083s : 0.04% jit_opt_a.replace_applicator : 0.000043s : 0.02% py_interpret_to_execute_after_opt_a : 0.000024s : 0.01% rewriter_after_opt_a : 0.001169s : 0.53% convert_after_rewriter : 0.000026s : 0.01% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.000935s : 0.43% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000046s : 0.02% loop_unroll : 0.000530s : 0.24% jit_opt_after_cconv.c_1 : 0.000061s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000057s : 0.03% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.01% remove_dup_value : 0.000063s : 0.03% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000084s : 0.04% cse_after_recomputation.cse : 0.000019s : 0.01% auto_monad_reorder : 0.000029s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000180s : 0.08% opt_after_jit_grad : 0.000598s : 0.27% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000063s : 0.03% Time group info: ------[substitution.] 0.000255 43 4.48% : 0.000011s : 2: substitution.depend_value_elim 1.59% : 0.000004s : 4: substitution.elim_not_effective 0.89% : 0.000002s : 4: substitution.fold_const_symbol 3.06% : 0.000008s : 5: substitution.graph_param_transform 71.13% : 0.000181s : 2: substitution.inline 2.31% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.21% : 0.000008s : 8: substitution.remove_not_recompute_node 3.09% : 0.000008s : 2: substitution.replace_old_param 5.22% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 5.03% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.210542 2 99.35% : 0.209183s : 1: type_inference.infer 0.65% : 0.001360s : 1: type_inference.specialize ------[replace.] 0.000040 2 100.00% : 0.000040s : 2: replace.inline ------[match.] 0.000179 2 100.00% : 0.000179s : 2: match.inline ------[predicate.] 0.000154 767 1.22% : 0.000002s : 11: predicate.accumulaten_eliminater 1.95% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.04% : 0.000002s : 11: predicate.addn_check_dump 1.28% : 0.000002s : 11: predicate.addn_zero_filter 1.97% : 0.000003s : 11: predicate.arithmetic_simplify 1.39% : 0.000002s : 11: predicate.cast_eliminate 0.69% : 0.000001s : 5: predicate.check_bprop_eliminate 0.93% : 0.000001s : 11: predicate.compare_switch_simplify 1.48% : 0.000002s : 11: predicate.depend_value_elim 0.98% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.20% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.15% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.07% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.56% : 0.000001s : 5: predicate.elim_not_effective 0.64% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.98% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.95% : 0.000001s : 11: predicate.environ_get_add_eliminate 0.93% : 0.000001s : 11: predicate.environ_get_depend_swap 1.09% : 0.000002s : 11: predicate.environ_get_eliminate 0.96% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.44% : 0.000002s : 10: predicate.get_grad_eliminate 0.39% : 0.000001s : 5: predicate.graph_param_transform 5.02% : 0.000008s : 23: predicate.inline 1.40% : 0.000002s : 10: predicate.inline_without_move 0.62% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.80% : 0.000003s : 10: predicate.less_batch_normalization 1.08% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.59% : 0.000002s : 16: predicate.load_eliminater 1.85% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.37% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.44% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.20% : 0.000002s : 11: predicate.merge_addn 1.08% : 0.000002s : 11: predicate.minmaximum_grad 2.77% : 0.000004s : 5: predicate.mutable_eliminate 0.69% : 0.000001s : 5: predicate.opt_reshape 2.10% : 0.000003s : 16: predicate.partial_eliminate 1.09% : 0.000002s : 11: predicate.print_const_string_wrapper 1.55% : 0.000002s : 11: predicate.reduce_eliminate 1.06% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.95% : 0.000001s : 10: predicate.remove_not_recompute_node 1.78% : 0.000003s : 21: predicate.replace_applicator 0.98% : 0.000002s : 10: predicate.replace_old_param 0.50% : 0.000001s : 5: predicate.reset_defer_inline 1.27% : 0.000002s : 11: predicate.reshape_eliminate 1.08% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.15% : 0.000002s : 5: predicate.row_tensor_eliminate 1.00% : 0.000002s : 11: predicate.same_eliminate 0.61% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.41% : 0.000002s : 10: predicate.special_op_eliminate 1.24% : 0.000002s : 10: predicate.specialize_transform 1.62% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 1.31% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.70% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.78% : 0.000003s : 13: predicate.switch_defer_inline 1.71% : 0.000003s : 13: predicate.switch_layer_defer_inline 6.33% : 0.000010s : 38: predicate.switch_simplify 1.08% : 0.000002s : 11: predicate.tile_eliminate 1.04% : 0.000002s : 11: predicate.transpose_eliminate 1.40% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.30% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.88% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.89% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.24% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.53% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.29% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 2.00% : 0.000003s : 11: predicate.value_based_eliminate 0.50% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.12% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000445 5 6.32% : 0.000028s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.68% : 0.000417s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.228440 72 0.04% : 0.000087s : 1: add_recomputation 0.09% : 0.000199s : 1: auto_monad 0.01% : 0.000032s : 1: auto_monad_reorder 0.44% : 0.001008s : 1: bootstrap 0.02% : 0.000050s : 1: cconv 0.01% : 0.000032s : 1: convert_after_rewriter 0.02% : 0.000038s : 1: cse_after_recomputation 0.01% : 0.000012s : 1: environ_conv 0.01% : 0.000023s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000011s : 1: graph_reusing 3.95% : 0.009031s : 1: jit_opt_a 0.12% : 0.000275s : 1: jit_opt_after_cconv 0.04% : 0.000097s : 1: jit_opt_b 0.24% : 0.000542s : 1: loop_unroll 0.42% : 0.000952s : 1: mutable_eliminate 0.46% : 0.001041s : 26: opt.transform.jit_opt_a 0.05% : 0.000104s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000053s : 4: opt.transform.jit_opt_b 0.01% : 0.000023s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000032s : 1: opt.transform.mutable_eliminate 0.02% : 0.000041s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.27% : 0.000609s : 1: opt_after_jit_grad 0.01% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.07% : 0.000169s : 1: py_interpret_to_execute 0.01% : 0.000027s : 1: py_interpret_to_execute_after_opt_a 0.03% : 0.000067s : 1: remove_dup_value 0.42% : 0.000969s : 1: renormalize.infer 0.26% : 0.000583s : 1: renormalize.specialize 0.08% : 0.000184s : 1: rewriter_after_jit_bprop_graph 0.52% : 0.001185s : 1: rewriter_after_opt_a 0.03% : 0.000071s : 1: rewriter_before_opt_a 0.05% : 0.000117s : 1: symbol_engine_optimizer 92.23% : 0.210685s : 1: type_inference TotalTime = 0.637819, [30] [bootstrap]: 0.00038446 [type_inference]: 0.23333 [event_method]: 0.148207 [auto_monad]: 0.00058227 [graph_reusing]: 1.055e-05 [pre_auto_parallel]: 4.80001e-06 [py_interpret_to_execute]: 8.4e-05 [rewriter_before_opt_a]: 0.00017766 [expand_dump_flag]: 4.12e-06 [jit_opt_a]: 0.251552, [3] [Cycle 1]: 0.242427, [27] [switch_simplify]: 0.00021946 [loop_unroll]: 5.62e-05 [a_1]: 0.00144426 [with_stream_mark]: 0.0001165 [recompute_prepare]: 3.481e-05 [updatestate_depend_eliminate]: 1.452e-05 [updatestate_assign_eliminate]: 1.033e-05 [updatestate_loads_eliminate]: 9.71e-06 [parameter_eliminate]: 4.02e-06 [specialize_transform]: 2.013e-05 [updatestate_useless_node_eliminater]: 2.46e-05 [accelerated_algorithm]: 1.916e-05 [meta_shard_fg_expand]: 6.50002e-06 [get_grad_eliminate_]: 1.794e-05 [merge_forward]: 1.23e-05 [cell_reuse_recompute_pass]: 1.40001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.847e-05 [j_node_and_user_rematch]: 3.55e-05 [meta_fg_expand]: 0.00666417 [replace_old_param]: 0.00026962 [inline_without_move]: 0.0001304 [renormalize]: 0.232186 [add_forward_monad_depend]: 2.332e-05 [auto_monad_grad]: 1.505e-05 [auto_monad_eliminator]: 9.926e-05 [cse]: 0.00037124 [replace_applicator]: 0.00023443 [Cycle 2]: 0.00431, [27] [switch_simplify]: 6.636e-05 [loop_unroll]: 6.236e-05 [a_1]: 0.00127908 [with_stream_mark]: 3.617e-05 [recompute_prepare]: 2.142e-05 [updatestate_depend_eliminate]: 4.29e-05 [updatestate_assign_eliminate]: 6.14001e-06 [updatestate_loads_eliminate]: 5.49e-06 [parameter_eliminate]: 3.06001e-06 [specialize_transform]: 1.275e-05 [updatestate_useless_node_eliminater]: 1.463e-05 [accelerated_algorithm]: 9.47001e-06 [meta_shard_fg_expand]: 3.31001e-06 [get_grad_eliminate_]: 1.047e-05 [merge_forward]: 6.95002e-06 [cell_reuse_recompute_pass]: 1.51002e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.484e-05 [j_node_and_user_rematch]: 1.641e-05 [meta_fg_expand]: 0.00017878 [replace_old_param]: 2.681e-05 [inline_without_move]: 1.184e-05 [renormalize]: 0.00201962 [add_forward_monad_depend]: 1.166e-05 [auto_monad_grad]: 2.99999e-06 [auto_monad_eliminator]: 3.31e-05 [cse]: 0.00011261 [replace_applicator]: 3.306e-05 [Cycle 3]: 0.00072416, [27] [switch_simplify]: 1.313e-05 [loop_unroll]: 9.42001e-06 [a_1]: 0.00022006 [with_stream_mark]: 2.747e-05 [recompute_prepare]: 1.357e-05 [updatestate_depend_eliminate]: 9.38002e-06 [updatestate_assign_eliminate]: 5.18002e-06 [updatestate_loads_eliminate]: 5.59998e-06 [parameter_eliminate]: 2.86e-06 [specialize_transform]: 1.209e-05 [updatestate_useless_node_eliminater]: 1.676e-05 [accelerated_algorithm]: 1.126e-05 [meta_shard_fg_expand]: 2.98e-06 [get_grad_eliminate_]: 9.81998e-06 [merge_forward]: 6.79001e-06 [cell_reuse_recompute_pass]: 3.51999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.629e-05 [j_node_and_user_rematch]: 1.537e-05 [meta_fg_expand]: 4.23001e-06 [replace_old_param]: 1.466e-05 [inline_without_move]: 8.62e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 2.49999e-06 [auto_monad_grad]: 3.08998e-06 [auto_monad_eliminator]: 1.8e-05 [cse]: 4.05e-05 [replace_applicator]: 1.153e-05 [py_interpret_to_execute_after_opt_a]: 2.67e-05 [rewriter_after_opt_a]: 0.00023468 [convert_after_rewriter]: 1.128e-05 [order_py_execute_after_rewriter]: 6.94001e-06 [mutable_eliminate]: 0.00091483 [jit_opt_b]: 8.748e-05, [1] [Cycle 1]: 7.789e-05, [2] [frontend_op_eliminate]: 3.152e-05 [inline_after_opt_a]: 3.168e-05 [cconv]: 4.021e-05 [loop_unroll]: 0.00050289 [jit_opt_after_cconv]: 0.00027014, [1] [Cycle 1]: 0.00026175, [11] [c_1]: 5.94e-05 [parameter_eliminate]: 6.25002e-06 [updatestate_depend_eliminate]: 1.453e-05 [updatestate_assign_eliminate]: 5.06002e-06 [updatestate_loads_eliminate]: 4.81002e-06 [cse]: 5.701e-05 [call_graph_tuple_transform]: 2.938e-05 [tuple_list_get_item_eliminator]: 9.54999e-06 [none_parameter_eliminate]: 1.79998e-06 [renormalize]: 6.89994e-07 [switch_simplify]: 9.73002e-06 [remove_dup_value]: 6.423e-05 [partial_unused_args_eliminate]: 3.02002e-06 [environ_conv]: 9.01002e-06 [add_recomputation]: 7.889e-05 [cse_after_recomputation]: 3.607e-05, [1] [Cycle 1]: 2.94e-05, [1] [cse]: 2.176e-05 [auto_monad_reorder]: 3.153e-05 [get_jit_bprop_graph]: 2.30997e-06 [rewriter_after_jit_bprop_graph]: 8.88002e-06 [opt_after_jit_grad]: 0.00065157 [symbol_engine_optimizer]: 0.00011041, [1] [Cycle 1]: 0.0001022, [6] [build]: 7.53e-06 [elim_shapecalc]: 1.308e-05 [elim_not_effective]: 2.398e-05 [opt_reshape]: 1.009e-05 [fold_const_symbol]: 1.387e-05 [renormalize]: 4.30009e-07 [validate]: 6.487e-05 Sums bootstrap : 0.000384s : 0.06% type_inference : 0.233330s : 36.89% event_method : 0.148207s : 23.43% auto_monad : 0.000582s : 0.09% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000084s : 0.01% rewriter_before_opt_a : 0.000178s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000299s : 0.05% jit_opt_a.loop_unroll : 0.000128s : 0.02% jit_opt_a.a_1 : 0.002943s : 0.47% jit_opt_a.with_stream_mark : 0.000180s : 0.03% jit_opt_a.recompute_prepare : 0.000070s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000067s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000022s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000021s : 0.00% jit_opt_a.parameter_eliminate : 0.000010s : 0.00% jit_opt_a.specialize_transform : 0.000045s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000056s : 0.01% jit_opt_a.accelerated_algorithm : 0.000040s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000013s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.01% jit_opt_a.merge_forward : 0.000026s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000090s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000067s : 0.01% jit_opt_a.meta_fg_expand : 0.006847s : 1.08% jit_opt_a.replace_old_param : 0.000311s : 0.05% jit_opt_a.inline_without_move : 0.000151s : 0.02% jit_opt_a.renormalize : 0.234206s : 37.03% jit_opt_a.add_forward_monad_depend : 0.000037s : 0.01% jit_opt_a.auto_monad_grad : 0.000021s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000150s : 0.02% jit_opt_a.cse : 0.000524s : 0.08% jit_opt_a.replace_applicator : 0.000279s : 0.04% py_interpret_to_execute_after_opt_a : 0.000027s : 0.00% rewriter_after_opt_a : 0.000235s : 0.04% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000915s : 0.14% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.00% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000040s : 0.01% loop_unroll : 0.000503s : 0.08% jit_opt_after_cconv.c_1 : 0.000059s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000057s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000064s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000079s : 0.01% cse_after_recomputation.cse : 0.000022s : 0.00% auto_monad_reorder : 0.000032s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000652s : 0.10% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000065s : 0.01% Time group info: ------[substitution.] 0.001899 170 1.37% : 0.000026s : 8: substitution.depend_value_elim 0.18% : 0.000003s : 4: substitution.elim_not_effective 0.10% : 0.000002s : 4: substitution.fold_const_symbol 50.04% : 0.000950s : 4: substitution.getattr_setattr_resolve 0.41% : 0.000008s : 5: substitution.graph_param_transform 30.68% : 0.000583s : 15: substitution.inline 2.22% : 0.000042s : 4: substitution.inline_without_move 0.71% : 0.000014s : 20: substitution.j_node_and_user_rematch 0.50% : 0.000010s : 5: substitution.minmaximum_grad 0.44% : 0.000008s : 9: substitution.partial_eliminate 0.79% : 0.000015s : 20: substitution.remove_not_recompute_node 3.03% : 0.000058s : 12: substitution.replace_applicator 1.02% : 0.000019s : 17: substitution.replace_old_param 0.30% : 0.000006s : 1: substitution.set_cell_output_no_recompute 0.84% : 0.000016s : 3: substitution.switch_simplify 1.20% : 0.000023s : 5: substitution.tuple_list_convert_item_index_to_positive 0.77% : 0.000015s : 5: substitution.tuple_list_get_item_depend_reorder 1.99% : 0.000038s : 8: substitution.tuple_list_get_item_eliminator 1.16% : 0.000022s : 8: substitution.updatestate_pure_node_eliminater 2.25% : 0.000043s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.233197 2 98.49% : 0.229672s : 1: type_inference.infer 1.51% : 0.003525s : 1: type_inference.specialize ------[replace.] 0.000517 26 11.89% : 0.000062s : 3: replace.getattr_setattr_resolve 25.78% : 0.000133s : 15: replace.inline 12.31% : 0.000064s : 1: replace.replace_applicator 14.33% : 0.000074s : 3: replace.switch_simplify 30.15% : 0.000156s : 3: replace.tuple_list_get_item_eliminator 5.54% : 0.000029s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001517 26 58.47% : 0.000887s : 3: match.getattr_setattr_resolve 37.72% : 0.000572s : 15: match.inline 1.16% : 0.000018s : 1: match.replace_applicator 0.94% : 0.000014s : 3: match.switch_simplify 0.56% : 0.000009s : 3: match.tuple_list_get_item_eliminator 1.14% : 0.000017s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000508 3150 1.52% : 0.000008s : 50: predicate.accumulaten_eliminater 0.58% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.33% : 0.000007s : 50: predicate.addn_check_dump 1.53% : 0.000008s : 50: predicate.addn_zero_filter 1.89% : 0.000010s : 50: predicate.arithmetic_simplify 1.47% : 0.000007s : 50: predicate.cast_eliminate 0.19% : 0.000001s : 5: predicate.check_bprop_eliminate 1.33% : 0.000007s : 50: predicate.compare_switch_simplify 1.57% : 0.000008s : 50: predicate.depend_value_elim 1.45% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.32% : 0.000007s : 50: predicate.dict_get_item_eliminator 1.37% : 0.000007s : 50: predicate.dict_set_item_eliminator 0.30% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.17% : 0.000001s : 5: predicate.elim_not_effective 0.31% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.42% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.32% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.23% : 0.000006s : 50: predicate.environ_get_depend_swap 1.40% : 0.000007s : 50: predicate.environ_get_eliminate 1.28% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.09% : 0.000000s : 5: predicate.fold_const_symbol 0.89% : 0.000004s : 26: predicate.get_grad_eliminate 1.19% : 0.000006s : 20: predicate.getattr_setattr_resolve 0.14% : 0.000001s : 5: predicate.graph_param_transform 4.14% : 0.000021s : 79: predicate.inline 3.40% : 0.000017s : 87: predicate.inline_without_move 0.37% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.15% : 0.000006s : 26: predicate.less_batch_normalization 1.48% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.67% : 0.000008s : 58: predicate.load_eliminater 0.47% : 0.000002s : 5: predicate.loop_unroll_after_grad 3.79% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.62% : 0.000008s : 55: predicate.make_slice_get_slice_eliminator 1.31% : 0.000007s : 50: predicate.merge_addn 1.37% : 0.000007s : 50: predicate.minmaximum_grad 0.72% : 0.000004s : 5: predicate.mutable_eliminate 0.19% : 0.000001s : 5: predicate.opt_reshape 2.21% : 0.000011s : 58: predicate.partial_eliminate 1.31% : 0.000007s : 50: predicate.print_const_string_wrapper 1.89% : 0.000010s : 50: predicate.reduce_eliminate 1.49% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.57% : 0.000003s : 26: predicate.remove_not_recompute_node 2.75% : 0.000014s : 126: predicate.replace_applicator 1.63% : 0.000008s : 87: predicate.replace_old_param 0.26% : 0.000001s : 5: predicate.reset_defer_inline 1.33% : 0.000007s : 50: predicate.reshape_eliminate 1.32% : 0.000007s : 50: predicate.row_tensor_add_zeros_like 0.35% : 0.000002s : 5: predicate.row_tensor_eliminate 1.41% : 0.000007s : 50: predicate.same_eliminate 0.65% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.38% : 0.000002s : 10: predicate.special_op_eliminate 0.97% : 0.000005s : 26: predicate.specialize_transform 1.56% : 0.000008s : 50: predicate.split_environ_get_set_with_tuple_value 1.32% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.19% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.55% : 0.000013s : 69: predicate.switch_defer_inline 2.18% : 0.000011s : 69: predicate.switch_layer_defer_inline 6.99% : 0.000035s : 207: predicate.switch_simplify 1.46% : 0.000007s : 50: predicate.tile_eliminate 1.30% : 0.000007s : 50: predicate.transpose_eliminate 1.88% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.58% : 0.000008s : 50: predicate.tuple_list_get_item_depend_reorder 3.05% : 0.000015s : 63: predicate.tuple_list_get_item_eliminator 1.70% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.67% : 0.000009s : 53: predicate.tuple_to_list_eliminator_ 1.84% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 3.06% : 0.000016s : 85: predicate.updatestate_useless_node_eliminater 1.79% : 0.000009s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.25% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004273 44 56.50% : 0.002415s : 18: func_graph_cloner_run.FuncGraphClonerGraph 43.50% : 0.001859s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.877641 89 0.01% : 0.000082s : 1: add_recomputation 0.07% : 0.000594s : 1: auto_monad 0.00% : 0.000035s : 1: auto_monad_reorder 0.05% : 0.000420s : 1: bootstrap 0.00% : 0.000043s : 1: cconv 0.00% : 0.000014s : 1: convert_after_rewriter 0.00% : 0.000039s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 16.89% : 0.148238s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 28.66% : 0.251558s : 1: jit_opt_a 0.03% : 0.000273s : 1: jit_opt_after_cconv 0.01% : 0.000091s : 1: jit_opt_b 0.06% : 0.000514s : 1: loop_unroll 0.11% : 0.000929s : 1: mutable_eliminate 0.51% : 0.004442s : 39: opt.transform.jit_opt_a 0.01% : 0.000104s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000053s : 4: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000029s : 1: opt.transform.mutable_eliminate 0.00% : 0.000040s : 1: opt.transform.opt_after_jit_grad 0.12% : 0.001076s : 2: opt.transform.opt_resolve 0.01% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.08% : 0.000665s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000089s : 1: py_interpret_to_execute 0.00% : 0.000031s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000068s : 1: remove_dup_value 23.37% : 0.205097s : 2: renormalize.infer 3.31% : 0.029070s : 2: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000241s : 1: rewriter_after_opt_a 0.02% : 0.000181s : 1: rewriter_before_opt_a 0.01% : 0.000113s : 1: symbol_engine_optimizer 26.59% : 0.233365s : 1: type_inference TotalTime = 0.299593, [30] [bootstrap]: 0.00037148 [type_inference]: 0.146533 [event_method]: 1.72e-05 [auto_monad]: 0.00016011 [graph_reusing]: 7.11999e-06 [pre_auto_parallel]: 2.78e-06 [py_interpret_to_execute]: 0.00016538 [rewriter_before_opt_a]: 6.512e-05 [expand_dump_flag]: 3.27997e-06 [jit_opt_a]: 0.14784, [2] [Cycle 1]: 0.143097, [27] [switch_simplify]: 5.418e-05 [loop_unroll]: 1.963e-05 [a_1]: 0.00045515 [with_stream_mark]: 3.153e-05 [recompute_prepare]: 1.128e-05 [updatestate_depend_eliminate]: 7.5e-06 [updatestate_assign_eliminate]: 5.66e-06 [updatestate_loads_eliminate]: 5.20999e-06 [parameter_eliminate]: 2.11e-06 [specialize_transform]: 9.89999e-06 [updatestate_useless_node_eliminater]: 1.167e-05 [accelerated_algorithm]: 9.91e-06 [meta_shard_fg_expand]: 3.11999e-06 [get_grad_eliminate_]: 8.50001e-06 [merge_forward]: 6.17999e-06 [cell_reuse_recompute_pass]: 1.22e-06 [cell_reuse_handle_not_recompute_node_pass]: 8.104e-05 [j_node_and_user_rematch]: 1.598e-05 [meta_fg_expand]: 4.11001e-06 [replace_old_param]: 1.317e-05 [inline_without_move]: 9.02e-06 [renormalize]: 0.141927 [add_forward_monad_depend]: 1.55e-05 [auto_monad_grad]: 2.91e-06 [auto_monad_eliminator]: 3.715e-05 [cse]: 5.278e-05 [replace_applicator]: 3.728e-05 [Cycle 2]: 0.00063628, [27] [switch_simplify]: 1.329e-05 [loop_unroll]: 1.03e-05 [a_1]: 0.0002233 [with_stream_mark]: 2.549e-05 [recompute_prepare]: 9.97999e-06 [updatestate_depend_eliminate]: 6.92002e-06 [updatestate_assign_eliminate]: 7.47002e-06 [updatestate_loads_eliminate]: 5.36002e-06 [parameter_eliminate]: 2.64001e-06 [specialize_transform]: 1.062e-05 [updatestate_useless_node_eliminater]: 1.184e-05 [accelerated_algorithm]: 1.014e-05 [meta_shard_fg_expand]: 2.93e-06 [get_grad_eliminate_]: 9.37001e-06 [merge_forward]: 6.63e-06 [cell_reuse_recompute_pass]: 3.34001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.602e-05 [j_node_and_user_rematch]: 1.529e-05 [meta_fg_expand]: 5.15999e-06 [replace_old_param]: 1.583e-05 [inline_without_move]: 9.96e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.56e-06 [auto_monad_grad]: 2.31e-06 [auto_monad_eliminator]: 1.55e-05 [cse]: 2.705e-05 [replace_applicator]: 1.01e-05 [py_interpret_to_execute_after_opt_a]: 2.747e-05 [rewriter_after_opt_a]: 0.00116627 [convert_after_rewriter]: 2.724e-05 [order_py_execute_after_rewriter]: 9.55001e-06 [mutable_eliminate]: 0.00091782 [jit_opt_b]: 9.966e-05, [1] [Cycle 1]: 8.662e-05, [2] [frontend_op_eliminate]: 3.51e-05 [inline_after_opt_a]: 3.495e-05 [cconv]: 4.733e-05 [loop_unroll]: 0.00052976 [jit_opt_after_cconv]: 0.0002748, [1] [Cycle 1]: 0.0002653, [11] [c_1]: 6.228e-05 [parameter_eliminate]: 6.16e-06 [updatestate_depend_eliminate]: 1.487e-05 [updatestate_assign_eliminate]: 5.97001e-06 [updatestate_loads_eliminate]: 5.67001e-06 [cse]: 5.52e-05 [call_graph_tuple_transform]: 2.742e-05 [tuple_list_get_item_eliminator]: 1.08e-05 [none_parameter_eliminate]: 1.90001e-06 [renormalize]: 1.02e-06 [switch_simplify]: 1.041e-05 [remove_dup_value]: 3.065e-05 [partial_unused_args_eliminate]: 3.59002e-06 [environ_conv]: 9.27999e-06 [add_recomputation]: 7.935e-05 [cse_after_recomputation]: 3.351e-05, [1] [Cycle 1]: 2.62e-05, [1] [cse]: 1.78e-05 [auto_monad_reorder]: 3.627e-05 [get_jit_bprop_graph]: 2.49999e-06 [rewriter_after_jit_bprop_graph]: 1.226e-05 [opt_after_jit_grad]: 0.00064861 [symbol_engine_optimizer]: 0.0001182, [1] [Cycle 1]: 0.00010954, [6] [build]: 9.39e-06 [elim_shapecalc]: 1.439e-05 [elim_not_effective]: 2.424e-05 [opt_reshape]: 1.134e-05 [fold_const_symbol]: 1.601e-05 [renormalize]: 8.39995e-07 [validate]: 6.629e-05 Sums bootstrap : 0.000371s : 0.13% type_inference : 0.146533s : 49.73% event_method : 0.000017s : 0.01% auto_monad : 0.000160s : 0.05% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000165s : 0.06% rewriter_before_opt_a : 0.000065s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000067s : 0.02% jit_opt_a.loop_unroll : 0.000030s : 0.01% jit_opt_a.a_1 : 0.000678s : 0.23% jit_opt_a.with_stream_mark : 0.000057s : 0.02% jit_opt_a.recompute_prepare : 0.000021s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000021s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.01% jit_opt_a.accelerated_algorithm : 0.000020s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.01% jit_opt_a.merge_forward : 0.000013s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000107s : 0.04% jit_opt_a.j_node_and_user_rematch : 0.000031s : 0.01% jit_opt_a.meta_fg_expand : 0.000009s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.01% jit_opt_a.inline_without_move : 0.000019s : 0.01% jit_opt_a.renormalize : 0.141927s : 48.17% jit_opt_a.add_forward_monad_depend : 0.000018s : 0.01% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000053s : 0.02% jit_opt_a.cse : 0.000080s : 0.03% jit_opt_a.replace_applicator : 0.000047s : 0.02% py_interpret_to_execute_after_opt_a : 0.000027s : 0.01% rewriter_after_opt_a : 0.001166s : 0.40% convert_after_rewriter : 0.000027s : 0.01% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.000918s : 0.31% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.01% jit_opt_b.inline_after_opt_a : 0.000035s : 0.01% cconv : 0.000047s : 0.02% loop_unroll : 0.000530s : 0.18% jit_opt_after_cconv.c_1 : 0.000062s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000055s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000031s : 0.01% partial_unused_args_eliminate : 0.000004s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000079s : 0.03% cse_after_recomputation.cse : 0.000018s : 0.01% auto_monad_reorder : 0.000036s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000012s : 0.00% opt_after_jit_grad : 0.000649s : 0.22% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000066s : 0.02% Time group info: ------[substitution.] 0.000231 43 5.62% : 0.000013s : 2: substitution.depend_value_elim 1.37% : 0.000003s : 4: substitution.elim_not_effective 1.02% : 0.000002s : 4: substitution.fold_const_symbol 3.54% : 0.000008s : 5: substitution.graph_param_transform 68.04% : 0.000157s : 2: substitution.inline 2.34% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.94% : 0.000009s : 8: substitution.remove_not_recompute_node 3.36% : 0.000008s : 2: substitution.replace_old_param 6.08% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 4.69% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.146458 2 99.09% : 0.145120s : 1: type_inference.infer 0.91% : 0.001339s : 1: type_inference.specialize ------[replace.] 0.000035 2 100.00% : 0.000035s : 2: replace.inline ------[match.] 0.000155 2 100.00% : 0.000155s : 2: match.inline ------[predicate.] 0.000162 767 1.14% : 0.000002s : 11: predicate.accumulaten_eliminater 1.70% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.95% : 0.000002s : 11: predicate.addn_check_dump 1.37% : 0.000002s : 11: predicate.addn_zero_filter 1.82% : 0.000003s : 11: predicate.arithmetic_simplify 1.32% : 0.000002s : 11: predicate.cast_eliminate 0.66% : 0.000001s : 5: predicate.check_bprop_eliminate 1.01% : 0.000002s : 11: predicate.compare_switch_simplify 1.41% : 0.000002s : 11: predicate.depend_value_elim 1.04% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.24% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.06% : 0.000002s : 11: predicate.dict_set_item_eliminator 0.99% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.49% : 0.000001s : 5: predicate.elim_not_effective 0.97% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.18% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.23% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.07% : 0.000002s : 11: predicate.environ_get_depend_swap 1.09% : 0.000002s : 11: predicate.environ_get_eliminate 1.11% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.42% : 0.000002s : 10: predicate.get_grad_eliminate 0.46% : 0.000001s : 5: predicate.graph_param_transform 5.18% : 0.000008s : 23: predicate.inline 1.34% : 0.000002s : 10: predicate.inline_without_move 0.46% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.76% : 0.000003s : 10: predicate.less_batch_normalization 1.34% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.62% : 0.000003s : 16: predicate.load_eliminater 1.75% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.26% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.32% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.03% : 0.000002s : 11: predicate.merge_addn 1.18% : 0.000002s : 11: predicate.minmaximum_grad 2.43% : 0.000004s : 5: predicate.mutable_eliminate 0.72% : 0.000001s : 5: predicate.opt_reshape 1.83% : 0.000003s : 16: predicate.partial_eliminate 1.21% : 0.000002s : 11: predicate.print_const_string_wrapper 2.04% : 0.000003s : 11: predicate.reduce_eliminate 1.32% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.08% : 0.000002s : 10: predicate.remove_not_recompute_node 1.61% : 0.000003s : 21: predicate.replace_applicator 0.96% : 0.000002s : 10: predicate.replace_old_param 0.80% : 0.000001s : 5: predicate.reset_defer_inline 1.18% : 0.000002s : 11: predicate.reshape_eliminate 1.19% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.46% : 0.000002s : 5: predicate.row_tensor_eliminate 1.06% : 0.000002s : 11: predicate.same_eliminate 0.64% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.31% : 0.000002s : 10: predicate.special_op_eliminate 1.12% : 0.000002s : 10: predicate.specialize_transform 1.93% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 1.08% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.55% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.70% : 0.000003s : 13: predicate.switch_defer_inline 1.33% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.61% : 0.000009s : 38: predicate.switch_simplify 1.03% : 0.000002s : 11: predicate.tile_eliminate 1.21% : 0.000002s : 11: predicate.transpose_eliminate 1.51% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.27% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.44% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.42% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.54% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.70% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.50% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.68% : 0.000003s : 11: predicate.value_based_eliminate 0.47% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.79% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000594 5 4.94% : 0.000029s : 1: func_graph_cloner_run.FuncGraphClonerGraph 95.06% : 0.000565s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.442727 72 0.02% : 0.000083s : 1: add_recomputation 0.04% : 0.000166s : 1: auto_monad 0.01% : 0.000039s : 1: auto_monad_reorder 0.09% : 0.000404s : 1: bootstrap 0.01% : 0.000050s : 1: cconv 0.01% : 0.000034s : 1: convert_after_rewriter 0.01% : 0.000036s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.01% : 0.000023s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 33.39% : 0.147846s : 1: jit_opt_a 0.06% : 0.000278s : 1: jit_opt_after_cconv 0.02% : 0.000104s : 1: jit_opt_b 0.12% : 0.000541s : 1: loop_unroll 0.21% : 0.000935s : 1: mutable_eliminate 0.24% : 0.001070s : 26: opt.transform.jit_opt_a 0.02% : 0.000107s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000058s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000033s : 1: opt.transform.mutable_eliminate 0.01% : 0.000045s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000060s : 4: opt.transform.symbol_engine_opt 0.15% : 0.000662s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.04% : 0.000169s : 1: py_interpret_to_execute 0.01% : 0.000031s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000034s : 1: remove_dup_value 31.86% : 0.141069s : 1: renormalize.infer 0.19% : 0.000830s : 1: renormalize.specialize 0.00% : 0.000015s : 1: rewriter_after_jit_bprop_graph 0.27% : 0.001180s : 1: rewriter_after_opt_a 0.02% : 0.000070s : 1: rewriter_before_opt_a 0.03% : 0.000122s : 1: symbol_engine_optimizer 33.10% : 0.146556s : 1: type_inference TotalTime = 0.825772, [30] [bootstrap]: 0.00036888 [type_inference]: 0.514772 [event_method]: 0.00032853 [auto_monad]: 0.00031226 [graph_reusing]: 1.162e-05 [pre_auto_parallel]: 3.56999e-06 [py_interpret_to_execute]: 7.456e-05 [rewriter_before_opt_a]: 0.00016697 [expand_dump_flag]: 4.78001e-06 [jit_opt_a]: 0.306463, [3] [Cycle 1]: 0.297665, [27] [switch_simplify]: 0.00025466 [loop_unroll]: 5.903e-05 [a_1]: 0.115584 [with_stream_mark]: 5.44e-05 [recompute_prepare]: 4.24e-05 [updatestate_depend_eliminate]: 1.465e-05 [updatestate_assign_eliminate]: 1.09e-05 [updatestate_loads_eliminate]: 9.99001e-06 [parameter_eliminate]: 3.66999e-06 [specialize_transform]: 2.42e-05 [updatestate_useless_node_eliminater]: 2.68e-05 [accelerated_algorithm]: 1.968e-05 [meta_shard_fg_expand]: 1.075e-05 [get_grad_eliminate_]: 1.905e-05 [merge_forward]: 1.361e-05 [cell_reuse_recompute_pass]: 1.67001e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.36e-05 [j_node_and_user_rematch]: 3.751e-05 [meta_fg_expand]: 0.00746437 [replace_old_param]: 0.00012963 [inline_without_move]: 0.00012484 [renormalize]: 0.0113474 [add_forward_monad_depend]: 2.499e-05 [auto_monad_grad]: 1.686e-05 [auto_monad_eliminator]: 9.753e-05 [cse]: 0.161405 [replace_applicator]: 0.00037608 [Cycle 2]: 0.00404633, [27] [switch_simplify]: 6.809e-05 [loop_unroll]: 5.805e-05 [a_1]: 0.00124738 [with_stream_mark]: 3.126e-05 [recompute_prepare]: 1.645e-05 [updatestate_depend_eliminate]: 3.352e-05 [updatestate_assign_eliminate]: 6.73e-06 [updatestate_loads_eliminate]: 5.24e-06 [parameter_eliminate]: 2.76e-06 [specialize_transform]: 1.101e-05 [updatestate_useless_node_eliminater]: 1.298e-05 [accelerated_algorithm]: 9.74999e-06 [meta_shard_fg_expand]: 3.40998e-06 [get_grad_eliminate_]: 1.088e-05 [merge_forward]: 6.59001e-06 [cell_reuse_recompute_pass]: 2.01003e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.251e-05 [j_node_and_user_rematch]: 1.479e-05 [meta_fg_expand]: 0.00016817 [replace_old_param]: 1.791e-05 [inline_without_move]: 9.32001e-06 [renormalize]: 0.00190886 [add_forward_monad_depend]: 1.048e-05 [auto_monad_grad]: 2.58e-06 [auto_monad_eliminator]: 2.655e-05 [cse]: 9.554e-05 [replace_applicator]: 2.54e-05 [Cycle 3]: 0.00056819, [27] [switch_simplify]: 1.027e-05 [loop_unroll]: 9.04e-06 [a_1]: 0.00020773 [with_stream_mark]: 1.994e-05 [recompute_prepare]: 9.19e-06 [updatestate_depend_eliminate]: 8.05999e-06 [updatestate_assign_eliminate]: 5.33002e-06 [updatestate_loads_eliminate]: 4.59998e-06 [parameter_eliminate]: 1.77001e-06 [specialize_transform]: 9.21002e-06 [updatestate_useless_node_eliminater]: 1.29e-05 [accelerated_algorithm]: 8.70001e-06 [meta_shard_fg_expand]: 2.37001e-06 [get_grad_eliminate_]: 8.14002e-06 [merge_forward]: 5.65001e-06 [cell_reuse_recompute_pass]: 2.61e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.03e-05 [j_node_and_user_rematch]: 1.403e-05 [meta_fg_expand]: 3.14999e-06 [replace_old_param]: 1.325e-05 [inline_without_move]: 8.15999e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.54e-06 [auto_monad_grad]: 1.46998e-06 [auto_monad_eliminator]: 1.127e-05 [cse]: 3.05e-05 [replace_applicator]: 9.69e-06 [py_interpret_to_execute_after_opt_a]: 2.301e-05 [rewriter_after_opt_a]: 0.00021524 [convert_after_rewriter]: 9.89999e-06 [order_py_execute_after_rewriter]: 6.64001e-06 [mutable_eliminate]: 0.00083538 [jit_opt_b]: 8.29e-05, [1] [Cycle 1]: 7.332e-05, [2] [frontend_op_eliminate]: 3.001e-05 [inline_after_opt_a]: 3.054e-05 [cconv]: 3.416e-05 [loop_unroll]: 0.00056991 [jit_opt_after_cconv]: 0.00024178, [1] [Cycle 1]: 0.00023404, [11] [c_1]: 5.683e-05 [parameter_eliminate]: 3.96001e-06 [updatestate_depend_eliminate]: 1.105e-05 [updatestate_assign_eliminate]: 4.90999e-06 [updatestate_loads_eliminate]: 4.55999e-06 [cse]: 4.289e-05 [call_graph_tuple_transform]: 2.856e-05 [tuple_list_get_item_eliminator]: 9.64e-06 [none_parameter_eliminate]: 1.89e-06 [renormalize]: 1.19e-06 [switch_simplify]: 9.57001e-06 [remove_dup_value]: 3.01e-05 [partial_unused_args_eliminate]: 2.39999e-06 [environ_conv]: 8.97999e-06 [add_recomputation]: 7.946e-05 [cse_after_recomputation]: 3.76e-05, [1] [Cycle 1]: 2.995e-05, [1] [cse]: 2.285e-05 [auto_monad_reorder]: 3.038e-05 [get_jit_bprop_graph]: 2.12999e-06 [rewriter_after_jit_bprop_graph]: 7.06001e-06 [opt_after_jit_grad]: 0.00060616 [symbol_engine_optimizer]: 0.00010859, [1] [Cycle 1]: 9.911e-05, [6] [build]: 7.63999e-06 [elim_shapecalc]: 1.227e-05 [elim_not_effective]: 2.175e-05 [opt_reshape]: 1.172e-05 [fold_const_symbol]: 1.386e-05 [renormalize]: 3.50003e-07 [validate]: 6.086e-05 Sums bootstrap : 0.000369s : 0.04% type_inference : 0.514772s : 62.75% event_method : 0.000329s : 0.04% auto_monad : 0.000312s : 0.04% graph_reusing : 0.000012s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000075s : 0.01% rewriter_before_opt_a : 0.000167s : 0.02% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000333s : 0.04% jit_opt_a.loop_unroll : 0.000126s : 0.02% jit_opt_a.a_1 : 0.117039s : 14.27% jit_opt_a.with_stream_mark : 0.000106s : 0.01% jit_opt_a.recompute_prepare : 0.000068s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000056s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000023s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000008s : 0.00% jit_opt_a.specialize_transform : 0.000044s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000053s : 0.01% jit_opt_a.accelerated_algorithm : 0.000038s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.00% jit_opt_a.merge_forward : 0.000026s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000086s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000066s : 0.01% jit_opt_a.meta_fg_expand : 0.007636s : 0.93% jit_opt_a.replace_old_param : 0.000161s : 0.02% jit_opt_a.inline_without_move : 0.000142s : 0.02% jit_opt_a.renormalize : 0.013256s : 1.62% jit_opt_a.add_forward_monad_depend : 0.000037s : 0.00% jit_opt_a.auto_monad_grad : 0.000021s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000135s : 0.02% jit_opt_a.cse : 0.161532s : 19.69% jit_opt_a.replace_applicator : 0.000411s : 0.05% py_interpret_to_execute_after_opt_a : 0.000023s : 0.00% rewriter_after_opt_a : 0.000215s : 0.03% convert_after_rewriter : 0.000010s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000835s : 0.10% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.00% jit_opt_b.inline_after_opt_a : 0.000031s : 0.00% cconv : 0.000034s : 0.00% loop_unroll : 0.000570s : 0.07% jit_opt_after_cconv.c_1 : 0.000057s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000043s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000030s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000079s : 0.01% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000030s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000007s : 0.00% opt_after_jit_grad : 0.000606s : 0.07% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000061s : 0.01% Time group info: ------[substitution.] 0.002292 170 1.24% : 0.000028s : 8: substitution.depend_value_elim 0.12% : 0.000003s : 4: substitution.elim_not_effective 0.09% : 0.000002s : 4: substitution.fold_const_symbol 44.58% : 0.001022s : 4: substitution.getattr_setattr_resolve 0.33% : 0.000007s : 5: substitution.graph_param_transform 37.30% : 0.000855s : 15: substitution.inline 1.77% : 0.000040s : 4: substitution.inline_without_move 0.65% : 0.000015s : 20: substitution.j_node_and_user_rematch 0.43% : 0.000010s : 5: substitution.minmaximum_grad 0.67% : 0.000015s : 9: substitution.partial_eliminate 0.64% : 0.000015s : 20: substitution.remove_not_recompute_node 4.30% : 0.000099s : 12: substitution.replace_applicator 0.75% : 0.000017s : 17: substitution.replace_old_param 0.29% : 0.000007s : 1: substitution.set_cell_output_no_recompute 0.73% : 0.000017s : 3: substitution.switch_simplify 1.07% : 0.000024s : 5: substitution.tuple_list_convert_item_index_to_positive 0.68% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.59% : 0.000036s : 8: substitution.tuple_list_get_item_eliminator 0.99% : 0.000023s : 8: substitution.updatestate_pure_node_eliminater 1.80% : 0.000041s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.514632 2 99.31% : 0.511071s : 1: type_inference.infer 0.69% : 0.003561s : 1: type_inference.specialize ------[replace.] 0.114186 26 0.09% : 0.000100s : 3: replace.getattr_setattr_resolve 99.63% : 0.113759s : 15: replace.inline 0.08% : 0.000093s : 1: replace.replace_applicator 0.07% : 0.000082s : 3: replace.switch_simplify 0.10% : 0.000118s : 3: replace.tuple_list_get_item_eliminator 0.03% : 0.000034s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001879 26 51.48% : 0.000968s : 3: match.getattr_setattr_resolve 44.79% : 0.000842s : 15: match.inline 1.60% : 0.000030s : 1: match.replace_applicator 0.79% : 0.000015s : 3: match.switch_simplify 0.36% : 0.000007s : 3: match.tuple_list_get_item_eliminator 0.97% : 0.000018s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000549 3150 1.52% : 0.000008s : 50: predicate.accumulaten_eliminater 0.53% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.29% : 0.000007s : 50: predicate.addn_check_dump 1.27% : 0.000007s : 50: predicate.addn_zero_filter 2.06% : 0.000011s : 50: predicate.arithmetic_simplify 1.50% : 0.000008s : 50: predicate.cast_eliminate 0.23% : 0.000001s : 5: predicate.check_bprop_eliminate 1.26% : 0.000007s : 50: predicate.compare_switch_simplify 1.55% : 0.000008s : 50: predicate.depend_value_elim 1.21% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.30% : 0.000007s : 50: predicate.dict_get_item_eliminator 1.40% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.31% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 5: predicate.elim_not_effective 0.25% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.45% : 0.000008s : 50: predicate.environ_add_const_eliminate 1.33% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.35% : 0.000007s : 50: predicate.environ_get_depend_swap 1.55% : 0.000009s : 50: predicate.environ_get_eliminate 1.30% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.95% : 0.000005s : 26: predicate.get_grad_eliminate 1.36% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000000s : 5: predicate.graph_param_transform 4.48% : 0.000025s : 79: predicate.inline 2.94% : 0.000016s : 87: predicate.inline_without_move 0.35% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.02% : 0.000006s : 26: predicate.less_batch_normalization 1.50% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.64% : 0.000009s : 58: predicate.load_eliminater 0.46% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.34% : 0.000018s : 127: predicate.loop_unroll_before_grad 1.66% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.32% : 0.000007s : 50: predicate.merge_addn 1.22% : 0.000007s : 50: predicate.minmaximum_grad 0.69% : 0.000004s : 5: predicate.mutable_eliminate 0.20% : 0.000001s : 5: predicate.opt_reshape 1.97% : 0.000011s : 58: predicate.partial_eliminate 1.25% : 0.000007s : 50: predicate.print_const_string_wrapper 2.19% : 0.000012s : 50: predicate.reduce_eliminate 1.73% : 0.000009s : 53: predicate.redundant_stop_gradient_eliminater 0.52% : 0.000003s : 26: predicate.remove_not_recompute_node 2.65% : 0.000015s : 126: predicate.replace_applicator 1.32% : 0.000007s : 87: predicate.replace_old_param 0.11% : 0.000001s : 5: predicate.reset_defer_inline 1.54% : 0.000008s : 50: predicate.reshape_eliminate 1.42% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.33% : 0.000002s : 5: predicate.row_tensor_eliminate 1.38% : 0.000008s : 50: predicate.same_eliminate 0.49% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.36% : 0.000002s : 10: predicate.special_op_eliminate 0.91% : 0.000005s : 26: predicate.specialize_transform 1.73% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.28% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.25% : 0.000001s : 5: predicate.switch_call_monad_eliminater 3.43% : 0.000019s : 69: predicate.switch_defer_inline 2.09% : 0.000011s : 69: predicate.switch_layer_defer_inline 7.27% : 0.000040s : 207: predicate.switch_simplify 1.42% : 0.000008s : 50: predicate.tile_eliminate 1.54% : 0.000008s : 50: predicate.transpose_eliminate 1.84% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.68% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 3.23% : 0.000018s : 63: predicate.tuple_list_get_item_eliminator 1.65% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.52% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.53% : 0.000008s : 58: predicate.updatestate_pure_node_eliminater 2.99% : 0.000016s : 85: predicate.updatestate_useless_node_eliminater 1.99% : 0.000011s : 50: predicate.value_based_eliminate 0.13% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.24% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.010633 44 83.40% : 0.008868s : 18: func_graph_cloner_run.FuncGraphClonerGraph 16.60% : 0.001765s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.958860 89 0.01% : 0.000082s : 1: add_recomputation 0.03% : 0.000325s : 1: auto_monad 0.00% : 0.000033s : 1: auto_monad_reorder 0.04% : 0.000406s : 1: bootstrap 0.00% : 0.000037s : 1: cconv 0.00% : 0.000013s : 1: convert_after_rewriter 0.00% : 0.000040s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.04% : 0.000340s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 31.96% : 0.306467s : 1: jit_opt_a 0.03% : 0.000245s : 1: jit_opt_after_cconv 0.01% : 0.000086s : 1: jit_opt_b 0.06% : 0.000581s : 1: loop_unroll 0.09% : 0.000846s : 1: mutable_eliminate 12.36% : 0.118531s : 39: opt.transform.jit_opt_a 0.01% : 0.000100s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000052s : 4: opt.transform.jit_opt_b 0.00% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000023s : 1: opt.transform.mutable_eliminate 0.00% : 0.000040s : 1: opt.transform.opt_after_jit_grad 0.12% : 0.001197s : 2: opt.transform.opt_resolve 0.01% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000616s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000078s : 1: py_interpret_to_execute 0.00% : 0.000026s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000033s : 1: remove_dup_value 0.88% : 0.008470s : 2: renormalize.infer 0.50% : 0.004751s : 2: renormalize.specialize 0.00% : 0.000009s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000220s : 1: rewriter_after_opt_a 0.02% : 0.000171s : 1: rewriter_before_opt_a 0.01% : 0.000111s : 1: symbol_engine_optimizer 53.69% : 0.514797s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape4-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape4-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape5-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape5-pynative],max_mem:4.0M TotalTime = 0.285735, [30] [bootstrap]: 0.00113794 [type_inference]: 0.157052 [event_method]: 1.734e-05 [auto_monad]: 0.00018841 [graph_reusing]: 6.56e-06 [pre_auto_parallel]: 3.08998e-06 [py_interpret_to_execute]: 0.00017502 [rewriter_before_opt_a]: 6.666e-05 [expand_dump_flag]: 4.15e-06 [jit_opt_a]: 0.121564, [2] [Cycle 1]: 0.0027375, [27] [switch_simplify]: 5.672e-05 [loop_unroll]: 1.966e-05 [a_1]: 0.00049624 [with_stream_mark]: 3.491e-05 [recompute_prepare]: 1.668e-05 [updatestate_depend_eliminate]: 7.63001e-06 [updatestate_assign_eliminate]: 5.89999e-06 [updatestate_loads_eliminate]: 4.83001e-06 [parameter_eliminate]: 1.84e-06 [specialize_transform]: 9.44e-06 [updatestate_useless_node_eliminater]: 1.374e-05 [accelerated_algorithm]: 1.028e-05 [meta_shard_fg_expand]: 3.25e-06 [get_grad_eliminate_]: 8.70999e-06 [merge_forward]: 5.56998e-06 [cell_reuse_recompute_pass]: 1.21997e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.407e-05 [j_node_and_user_rematch]: 1.556e-05 [meta_fg_expand]: 4.22003e-06 [replace_old_param]: 1.413e-05 [inline_without_move]: 8.82e-06 [renormalize]: 0.00161614 [add_forward_monad_depend]: 1.508e-05 [auto_monad_grad]: 2.64001e-06 [auto_monad_eliminator]: 2.804e-05 [cse]: 4.92e-05 [replace_applicator]: 2.62e-05 [Cycle 2]: 0.00067432, [27] [switch_simplify]: 1.141e-05 [loop_unroll]: 8.43999e-06 [a_1]: 0.00019436 [with_stream_mark]: 2.285e-05 [recompute_prepare]: 1.457e-05 [updatestate_depend_eliminate]: 6.52001e-06 [updatestate_assign_eliminate]: 6.22001e-06 [updatestate_loads_eliminate]: 4.95999e-06 [parameter_eliminate]: 2.16e-06 [specialize_transform]: 9.94001e-06 [updatestate_useless_node_eliminater]: 1.438e-05 [accelerated_algorithm]: 1.058e-05 [meta_shard_fg_expand]: 2.68e-06 [get_grad_eliminate_]: 9.84999e-06 [merge_forward]: 6.88e-06 [cell_reuse_recompute_pass]: 2.69001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.162e-05 [j_node_and_user_rematch]: 1.54e-05 [meta_fg_expand]: 3.5e-06 [replace_old_param]: 1.416e-05 [inline_without_move]: 8.08999e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.88e-06 [auto_monad_grad]: 1.76e-06 [auto_monad_eliminator]: 1.731e-05 [cse]: 3.01e-05 [replace_applicator]: 1.119e-05 [py_interpret_to_execute_after_opt_a]: 2.352e-05 [rewriter_after_opt_a]: 0.00119048 [convert_after_rewriter]: 2.318e-05 [order_py_execute_after_rewriter]: 7.78001e-06 [mutable_eliminate]: 0.0010927 [jit_opt_b]: 9.15e-05, [1] [Cycle 1]: 7.912e-05, [2] [frontend_op_eliminate]: 3.009e-05 [inline_after_opt_a]: 3.287e-05 [cconv]: 4.684e-05 [loop_unroll]: 0.0006042 [jit_opt_after_cconv]: 0.00028364, [1] [Cycle 1]: 0.00027408, [11] [c_1]: 6.464e-05 [parameter_eliminate]: 6.04999e-06 [updatestate_depend_eliminate]: 1.669e-05 [updatestate_assign_eliminate]: 4.91997e-06 [updatestate_loads_eliminate]: 4.94e-06 [cse]: 6.306e-05 [call_graph_tuple_transform]: 2.926e-05 [tuple_list_get_item_eliminator]: 9.41e-06 [none_parameter_eliminate]: 1.70001e-06 [renormalize]: 7.2e-07 [switch_simplify]: 9.92999e-06 [remove_dup_value]: 6.544e-05 [partial_unused_args_eliminate]: 2.39999e-06 [environ_conv]: 1.013e-05 [add_recomputation]: 9.192e-05 [cse_after_recomputation]: 3.547e-05, [1] [Cycle 1]: 2.79e-05, [1] [cse]: 2.016e-05 [auto_monad_reorder]: 2.711e-05 [get_jit_bprop_graph]: 2.74999e-06 [rewriter_after_jit_bprop_graph]: 0.00062629 [opt_after_jit_grad]: 0.00076051 [symbol_engine_optimizer]: 0.00013404, [1] [Cycle 1]: 0.00012487, [6] [build]: 9.42001e-06 [elim_shapecalc]: 1.243e-05 [elim_not_effective]: 2.253e-05 [opt_reshape]: 1.089e-05 [fold_const_symbol]: 1.644e-05 [renormalize]: 9.00007e-07 [validate]: 6.581e-05 Sums bootstrap : 0.001138s : 0.68% type_inference : 0.157052s : 94.26% event_method : 0.000017s : 0.01% auto_monad : 0.000188s : 0.11% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000175s : 0.11% rewriter_before_opt_a : 0.000067s : 0.04% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000068s : 0.04% jit_opt_a.loop_unroll : 0.000028s : 0.02% jit_opt_a.a_1 : 0.000691s : 0.41% jit_opt_a.with_stream_mark : 0.000058s : 0.03% jit_opt_a.recompute_prepare : 0.000031s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.01% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000028s : 0.02% jit_opt_a.accelerated_algorithm : 0.000021s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000019s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000046s : 0.03% jit_opt_a.j_node_and_user_rematch : 0.000031s : 0.02% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000028s : 0.02% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001616s : 0.97% jit_opt_a.add_forward_monad_depend : 0.000018s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000045s : 0.03% jit_opt_a.cse : 0.000079s : 0.05% jit_opt_a.replace_applicator : 0.000037s : 0.02% py_interpret_to_execute_after_opt_a : 0.000024s : 0.01% rewriter_after_opt_a : 0.001190s : 0.71% convert_after_rewriter : 0.000023s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.001093s : 0.66% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.02% jit_opt_b.inline_after_opt_a : 0.000033s : 0.02% cconv : 0.000047s : 0.03% loop_unroll : 0.000604s : 0.36% jit_opt_after_cconv.c_1 : 0.000065s : 0.04% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000017s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000063s : 0.04% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.02% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.01% remove_dup_value : 0.000065s : 0.04% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000010s : 0.01% add_recomputation : 0.000092s : 0.06% cse_after_recomputation.cse : 0.000020s : 0.01% auto_monad_reorder : 0.000027s : 0.02% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000626s : 0.38% opt_after_jit_grad : 0.000761s : 0.46% symbol_engine_optimizer.build : 0.000009s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000066s : 0.04% Time group info: ------[substitution.] 0.000254 43 4.42% : 0.000011s : 2: substitution.depend_value_elim 1.40% : 0.000004s : 4: substitution.elim_not_effective 1.22% : 0.000003s : 4: substitution.fold_const_symbol 3.59% : 0.000009s : 5: substitution.graph_param_transform 70.53% : 0.000179s : 2: substitution.inline 2.29% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.29% : 0.000008s : 8: substitution.remove_not_recompute_node 2.61% : 0.000007s : 2: substitution.replace_old_param 6.08% : 0.000015s : 3: substitution.updatestate_pure_node_eliminater 4.58% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.156922 2 99.13% : 0.155552s : 1: type_inference.infer 0.87% : 0.001370s : 1: type_inference.specialize ------[replace.] 0.000040 2 100.00% : 0.000040s : 2: replace.inline ------[match.] 0.000177 2 100.00% : 0.000177s : 2: match.inline ------[predicate.] 0.000152 767 1.27% : 0.000002s : 11: predicate.accumulaten_eliminater 1.70% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.92% : 0.000001s : 11: predicate.addn_check_dump 1.21% : 0.000002s : 11: predicate.addn_zero_filter 2.16% : 0.000003s : 11: predicate.arithmetic_simplify 1.13% : 0.000002s : 11: predicate.cast_eliminate 0.55% : 0.000001s : 5: predicate.check_bprop_eliminate 0.95% : 0.000001s : 11: predicate.compare_switch_simplify 1.17% : 0.000002s : 11: predicate.depend_value_elim 1.21% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.27% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.01% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.18% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.58% : 0.000001s : 5: predicate.elim_not_effective 0.69% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.07% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.04% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.05% : 0.000002s : 11: predicate.environ_get_depend_swap 1.25% : 0.000002s : 11: predicate.environ_get_eliminate 0.93% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.32% : 0.000002s : 10: predicate.get_grad_eliminate 0.46% : 0.000001s : 5: predicate.graph_param_transform 5.45% : 0.000008s : 23: predicate.inline 1.46% : 0.000002s : 10: predicate.inline_without_move 0.49% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.78% : 0.000003s : 10: predicate.less_batch_normalization 1.04% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 2.36% : 0.000004s : 16: predicate.load_eliminater 1.74% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.32% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.37% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.05% : 0.000002s : 11: predicate.merge_addn 1.02% : 0.000002s : 11: predicate.minmaximum_grad 2.70% : 0.000004s : 5: predicate.mutable_eliminate 0.71% : 0.000001s : 5: predicate.opt_reshape 1.82% : 0.000003s : 16: predicate.partial_eliminate 1.06% : 0.000002s : 11: predicate.print_const_string_wrapper 1.52% : 0.000002s : 11: predicate.reduce_eliminate 1.00% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.18% : 0.000002s : 10: predicate.remove_not_recompute_node 1.70% : 0.000003s : 21: predicate.replace_applicator 0.87% : 0.000001s : 10: predicate.replace_old_param 0.76% : 0.000001s : 5: predicate.reset_defer_inline 1.35% : 0.000002s : 11: predicate.reshape_eliminate 1.23% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.37% : 0.000002s : 5: predicate.row_tensor_eliminate 1.19% : 0.000002s : 11: predicate.same_eliminate 0.97% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.83% : 0.000003s : 10: predicate.special_op_eliminate 1.40% : 0.000002s : 10: predicate.specialize_transform 1.37% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.13% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.67% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.55% : 0.000002s : 13: predicate.switch_defer_inline 1.41% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.55% : 0.000008s : 38: predicate.switch_simplify 1.22% : 0.000002s : 11: predicate.tile_eliminate 1.26% : 0.000002s : 11: predicate.transpose_eliminate 1.23% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.10% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.67% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 2.27% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.06% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.73% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.17% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.91% : 0.000003s : 11: predicate.value_based_eliminate 0.51% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.03% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000461 5 6.37% : 0.000029s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.63% : 0.000431s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.288502 72 0.03% : 0.000096s : 1: add_recomputation 0.07% : 0.000195s : 1: auto_monad 0.01% : 0.000031s : 1: auto_monad_reorder 0.41% : 0.001195s : 1: bootstrap 0.02% : 0.000050s : 1: cconv 0.01% : 0.000027s : 1: convert_after_rewriter 0.01% : 0.000038s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.01% : 0.000023s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 42.14% : 0.121570s : 1: jit_opt_a 0.10% : 0.000287s : 1: jit_opt_after_cconv 0.03% : 0.000095s : 1: jit_opt_b 0.21% : 0.000616s : 1: loop_unroll 0.38% : 0.001108s : 1: mutable_eliminate 0.35% : 0.001022s : 26: opt.transform.jit_opt_a 0.04% : 0.000109s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000054s : 4: opt.transform.jit_opt_b 0.01% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000031s : 1: opt.transform.mutable_eliminate 0.01% : 0.000042s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000058s : 4: opt.transform.symbol_engine_opt 0.27% : 0.000773s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.06% : 0.000180s : 1: py_interpret_to_execute 0.01% : 0.000027s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000069s : 1: remove_dup_value 0.36% : 0.001029s : 1: renormalize.infer 0.20% : 0.000573s : 1: renormalize.specialize 0.22% : 0.000636s : 1: rewriter_after_jit_bprop_graph 0.42% : 0.001205s : 1: rewriter_after_opt_a 0.02% : 0.000071s : 1: rewriter_before_opt_a 0.05% : 0.000138s : 1: symbol_engine_optimizer 54.45% : 0.157081s : 1: type_inference TotalTime = 0.570801, [30] [bootstrap]: 0.00036267 [type_inference]: 0.299975 [event_method]: 0.00034494 [auto_monad]: 0.00030694 [graph_reusing]: 1.082e-05 [pre_auto_parallel]: 3.78999e-06 [py_interpret_to_execute]: 6.916e-05 [rewriter_before_opt_a]: 0.00016242 [expand_dump_flag]: 4.62e-06 [jit_opt_a]: 0.266297, [3] [Cycle 1]: 0.256864, [27] [switch_simplify]: 0.00024172 [loop_unroll]: 6.083e-05 [a_1]: 0.126924 [with_stream_mark]: 5.531e-05 [recompute_prepare]: 4.849e-05 [updatestate_depend_eliminate]: 1.614e-05 [updatestate_assign_eliminate]: 1.165e-05 [updatestate_loads_eliminate]: 1.023e-05 [parameter_eliminate]: 4.61002e-06 [specialize_transform]: 2.498e-05 [updatestate_useless_node_eliminater]: 2.897e-05 [accelerated_algorithm]: 2.159e-05 [meta_shard_fg_expand]: 1.33e-05 [get_grad_eliminate_]: 2.059e-05 [merge_forward]: 1.411e-05 [cell_reuse_recompute_pass]: 1.47999e-06 [cell_reuse_handle_not_recompute_node_pass]: 6.486e-05 [j_node_and_user_rematch]: 5.32e-05 [meta_fg_expand]: 0.00844852 [replace_old_param]: 0.00013822 [inline_without_move]: 0.00012473 [renormalize]: 0.119398 [add_forward_monad_depend]: 2.457e-05 [auto_monad_grad]: 1.207e-05 [auto_monad_eliminator]: 9.152e-05 [cse]: 0.00035842 [replace_applicator]: 0.00023225 [Cycle 2]: 0.0040954, [27] [switch_simplify]: 6.398e-05 [loop_unroll]: 5.934e-05 [a_1]: 0.00115355 [with_stream_mark]: 2.951e-05 [recompute_prepare]: 1.342e-05 [updatestate_depend_eliminate]: 3.155e-05 [updatestate_assign_eliminate]: 6.30002e-06 [updatestate_loads_eliminate]: 4.84998e-06 [parameter_eliminate]: 2.92002e-06 [specialize_transform]: 1.088e-05 [updatestate_useless_node_eliminater]: 1.381e-05 [accelerated_algorithm]: 8.94998e-06 [meta_shard_fg_expand]: 2.69999e-06 [get_grad_eliminate_]: 9.30001e-06 [merge_forward]: 7.19001e-06 [cell_reuse_recompute_pass]: 1.60001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.218e-05 [j_node_and_user_rematch]: 1.553e-05 [meta_fg_expand]: 0.000135 [replace_old_param]: 1.703e-05 [inline_without_move]: 9.47999e-06 [renormalize]: 0.00207628 [add_forward_monad_depend]: 8.45001e-06 [auto_monad_grad]: 3.45e-06 [auto_monad_eliminator]: 2.539e-05 [cse]: 9.875e-05 [replace_applicator]: 2.525e-05 [Cycle 3]: 0.00055345, [27] [switch_simplify]: 1.132e-05 [loop_unroll]: 9.51998e-06 [a_1]: 0.00019888 [with_stream_mark]: 1.812e-05 [recompute_prepare]: 8.79998e-06 [updatestate_depend_eliminate]: 7.41999e-06 [updatestate_assign_eliminate]: 5.20999e-06 [updatestate_loads_eliminate]: 4.44998e-06 [parameter_eliminate]: 1.59998e-06 [specialize_transform]: 8.62998e-06 [updatestate_useless_node_eliminater]: 1.307e-05 [accelerated_algorithm]: 8.54e-06 [meta_shard_fg_expand]: 2.49999e-06 [get_grad_eliminate_]: 8.03999e-06 [merge_forward]: 5.12999e-06 [cell_reuse_recompute_pass]: 2.56e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.939e-05 [j_node_and_user_rematch]: 1.423e-05 [meta_fg_expand]: 3.13998e-06 [replace_old_param]: 1.237e-05 [inline_without_move]: 8.00999e-06 [renormalize]: 7.99773e-08 [add_forward_monad_depend]: 1.69e-06 [auto_monad_grad]: 1.35001e-06 [auto_monad_eliminator]: 1.112e-05 [cse]: 2.872e-05 [replace_applicator]: 8.62e-06 [py_interpret_to_execute_after_opt_a]: 1.957e-05 [rewriter_after_opt_a]: 0.00020843 [convert_after_rewriter]: 1.111e-05 [order_py_execute_after_rewriter]: 7.05e-06 [mutable_eliminate]: 0.00085329 [jit_opt_b]: 8.226e-05, [1] [Cycle 1]: 7.356e-05, [2] [frontend_op_eliminate]: 2.907e-05 [inline_after_opt_a]: 3.001e-05 [cconv]: 3.394e-05 [loop_unroll]: 0.00052079 [jit_opt_after_cconv]: 0.00025706, [1] [Cycle 1]: 0.00024964, [11] [c_1]: 5.581e-05 [parameter_eliminate]: 3.45998e-06 [updatestate_depend_eliminate]: 1.059e-05 [updatestate_assign_eliminate]: 5.39998e-06 [updatestate_loads_eliminate]: 4.52e-06 [cse]: 5.634e-05 [call_graph_tuple_transform]: 3.107e-05 [tuple_list_get_item_eliminator]: 9.49999e-06 [none_parameter_eliminate]: 1.87999e-06 [renormalize]: 1.90019e-07 [switch_simplify]: 9.14e-06 [remove_dup_value]: 8.078e-05 [partial_unused_args_eliminate]: 3.14999e-06 [environ_conv]: 9.22001e-06 [add_recomputation]: 7.634e-05 [cse_after_recomputation]: 3.687e-05, [1] [Cycle 1]: 2.994e-05, [1] [cse]: 2.258e-05 [auto_monad_reorder]: 2.929e-05 [get_jit_bprop_graph]: 1.92999e-06 [rewriter_after_jit_bprop_graph]: 8.46002e-06 [opt_after_jit_grad]: 0.00058871 [symbol_engine_optimizer]: 0.00011009, [1] [Cycle 1]: 0.00010156, [6] [build]: 7.38999e-06 [elim_shapecalc]: 1.315e-05 [elim_not_effective]: 2.355e-05 [opt_reshape]: 1.128e-05 [fold_const_symbol]: 1.351e-05 [renormalize]: 3.00002e-07 [validate]: 6.012e-05 Sums bootstrap : 0.000363s : 0.06% type_inference : 0.299975s : 53.11% event_method : 0.000345s : 0.06% auto_monad : 0.000307s : 0.05% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000069s : 0.01% rewriter_before_opt_a : 0.000162s : 0.03% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000317s : 0.06% jit_opt_a.loop_unroll : 0.000130s : 0.02% jit_opt_a.a_1 : 0.128276s : 22.71% jit_opt_a.with_stream_mark : 0.000103s : 0.02% jit_opt_a.recompute_prepare : 0.000071s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000055s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000023s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000044s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000056s : 0.01% jit_opt_a.accelerated_algorithm : 0.000039s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000018s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.01% jit_opt_a.merge_forward : 0.000026s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000106s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000083s : 0.01% jit_opt_a.meta_fg_expand : 0.008587s : 1.52% jit_opt_a.replace_old_param : 0.000168s : 0.03% jit_opt_a.inline_without_move : 0.000142s : 0.03% jit_opt_a.renormalize : 0.121475s : 21.51% jit_opt_a.add_forward_monad_depend : 0.000035s : 0.01% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000128s : 0.02% jit_opt_a.cse : 0.000486s : 0.09% jit_opt_a.replace_applicator : 0.000266s : 0.05% py_interpret_to_execute_after_opt_a : 0.000020s : 0.00% rewriter_after_opt_a : 0.000208s : 0.04% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000853s : 0.15% jit_opt_b.frontend_op_eliminate : 0.000029s : 0.01% jit_opt_b.inline_after_opt_a : 0.000030s : 0.01% cconv : 0.000034s : 0.01% loop_unroll : 0.000521s : 0.09% jit_opt_after_cconv.c_1 : 0.000056s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000056s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000031s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000081s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000076s : 0.01% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000029s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000589s : 0.10% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000060s : 0.01% Time group info: ------[substitution.] 0.002150 170 1.25% : 0.000027s : 8: substitution.depend_value_elim 0.13% : 0.000003s : 4: substitution.elim_not_effective 0.10% : 0.000002s : 4: substitution.fold_const_symbol 45.31% : 0.000974s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000008s : 5: substitution.graph_param_transform 36.17% : 0.000777s : 15: substitution.inline 1.73% : 0.000037s : 4: substitution.inline_without_move 0.77% : 0.000017s : 20: substitution.j_node_and_user_rematch 1.08% : 0.000023s : 5: substitution.minmaximum_grad 0.65% : 0.000014s : 9: substitution.partial_eliminate 1.54% : 0.000033s : 20: substitution.remove_not_recompute_node 2.69% : 0.000058s : 12: substitution.replace_applicator 0.76% : 0.000016s : 17: substitution.replace_old_param 0.30% : 0.000006s : 1: substitution.set_cell_output_no_recompute 0.81% : 0.000017s : 3: substitution.switch_simplify 1.08% : 0.000023s : 5: substitution.tuple_list_convert_item_index_to_positive 0.75% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.64% : 0.000035s : 8: substitution.tuple_list_get_item_eliminator 1.05% : 0.000023s : 8: substitution.updatestate_pure_node_eliminater 1.81% : 0.000039s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.299839 2 98.76% : 0.296107s : 1: type_inference.infer 1.24% : 0.003732s : 1: type_inference.specialize ------[replace.] 0.000583 26 13.17% : 0.000077s : 3: replace.getattr_setattr_resolve 42.13% : 0.000246s : 15: replace.inline 10.60% : 0.000062s : 1: replace.replace_applicator 13.92% : 0.000081s : 3: replace.switch_simplify 15.77% : 0.000092s : 3: replace.tuple_list_get_item_eliminator 4.40% : 0.000026s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001730 26 52.53% : 0.000909s : 3: match.getattr_setattr_resolve 44.23% : 0.000765s : 15: match.inline 1.01% : 0.000017s : 1: match.replace_applicator 0.89% : 0.000015s : 3: match.switch_simplify 0.44% : 0.000008s : 3: match.tuple_list_get_item_eliminator 0.90% : 0.000016s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000546 3150 1.59% : 0.000009s : 50: predicate.accumulaten_eliminater 0.48% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.42% : 0.000008s : 50: predicate.addn_check_dump 1.39% : 0.000008s : 50: predicate.addn_zero_filter 2.22% : 0.000012s : 50: predicate.arithmetic_simplify 1.43% : 0.000008s : 50: predicate.cast_eliminate 0.16% : 0.000001s : 5: predicate.check_bprop_eliminate 1.32% : 0.000007s : 50: predicate.compare_switch_simplify 1.44% : 0.000008s : 50: predicate.depend_value_elim 1.27% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.36% : 0.000007s : 50: predicate.dict_get_item_eliminator 1.43% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.30% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.16% : 0.000001s : 5: predicate.elim_not_effective 0.24% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.42% : 0.000008s : 50: predicate.environ_add_const_eliminate 1.34% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.30% : 0.000007s : 50: predicate.environ_get_depend_swap 1.34% : 0.000007s : 50: predicate.environ_get_eliminate 1.25% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.86% : 0.000005s : 26: predicate.get_grad_eliminate 1.27% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.13% : 0.000001s : 5: predicate.graph_param_transform 4.48% : 0.000024s : 79: predicate.inline 2.90% : 0.000016s : 87: predicate.inline_without_move 0.39% : 0.000002s : 26: predicate.j_node_and_user_rematch 0.96% : 0.000005s : 26: predicate.less_batch_normalization 1.48% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.65% : 0.000009s : 58: predicate.load_eliminater 0.49% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.43% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.67% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.24% : 0.000007s : 50: predicate.merge_addn 1.20% : 0.000007s : 50: predicate.minmaximum_grad 0.70% : 0.000004s : 5: predicate.mutable_eliminate 0.19% : 0.000001s : 5: predicate.opt_reshape 2.02% : 0.000011s : 58: predicate.partial_eliminate 1.34% : 0.000007s : 50: predicate.print_const_string_wrapper 1.80% : 0.000010s : 50: predicate.reduce_eliminate 1.58% : 0.000009s : 53: predicate.redundant_stop_gradient_eliminater 0.51% : 0.000003s : 26: predicate.remove_not_recompute_node 2.44% : 0.000013s : 126: predicate.replace_applicator 1.37% : 0.000007s : 87: predicate.replace_old_param 0.12% : 0.000001s : 5: predicate.reset_defer_inline 1.37% : 0.000007s : 50: predicate.reshape_eliminate 1.51% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.23% : 0.000001s : 5: predicate.row_tensor_eliminate 1.32% : 0.000007s : 50: predicate.same_eliminate 0.56% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.33% : 0.000002s : 10: predicate.special_op_eliminate 0.96% : 0.000005s : 26: predicate.specialize_transform 1.52% : 0.000008s : 50: predicate.split_environ_get_set_with_tuple_value 1.32% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.26% : 0.000001s : 5: predicate.switch_call_monad_eliminater 3.43% : 0.000019s : 69: predicate.switch_defer_inline 3.87% : 0.000021s : 69: predicate.switch_layer_defer_inline 6.74% : 0.000037s : 207: predicate.switch_simplify 1.48% : 0.000008s : 50: predicate.tile_eliminate 1.47% : 0.000008s : 50: predicate.transpose_eliminate 1.83% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.67% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 3.22% : 0.000018s : 63: predicate.tuple_list_get_item_eliminator 1.56% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.53% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.64% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.72% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 1.87% : 0.000010s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.26% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.112427 44 98.48% : 0.110722s : 18: func_graph_cloner_run.FuncGraphClonerGraph 1.52% : 0.001705s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.823167 89 0.01% : 0.000080s : 1: add_recomputation 0.04% : 0.000316s : 1: auto_monad 0.00% : 0.000032s : 1: auto_monad_reorder 0.05% : 0.000387s : 1: bootstrap 0.00% : 0.000037s : 1: cconv 0.00% : 0.000014s : 1: convert_after_rewriter 0.00% : 0.000039s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.04% : 0.000363s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 32.35% : 0.266301s : 1: jit_opt_a 0.03% : 0.000260s : 1: jit_opt_after_cconv 0.01% : 0.000085s : 1: jit_opt_b 0.06% : 0.000531s : 1: loop_unroll 0.11% : 0.000865s : 1: mutable_eliminate 15.75% : 0.129661s : 39: opt.transform.jit_opt_a 0.01% : 0.000100s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000051s : 4: opt.transform.jit_opt_b 0.00% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000022s : 1: opt.transform.mutable_eliminate 0.00% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.14% : 0.001123s : 2: opt.transform.opt_resolve 0.01% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000599s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000073s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000086s : 1: remove_dup_value 14.24% : 0.117214s : 2: renormalize.infer 0.51% : 0.004230s : 2: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000212s : 1: rewriter_after_opt_a 0.02% : 0.000167s : 1: rewriter_before_opt_a 0.01% : 0.000113s : 1: symbol_engine_optimizer 36.44% : 0.300002s : 1: type_inference TotalTime = 0.272714, [30] [bootstrap]: 0.00036776 [type_inference]: 0.1455 [event_method]: 1.824e-05 [auto_monad]: 0.00019171 [graph_reusing]: 6.63998e-06 [pre_auto_parallel]: 2.76e-06 [py_interpret_to_execute]: 0.00017961 [rewriter_before_opt_a]: 0.00012879 [expand_dump_flag]: 4.43001e-06 [jit_opt_a]: 0.121949, [2] [Cycle 1]: 0.00272973, [27] [switch_simplify]: 5.709e-05 [loop_unroll]: 1.969e-05 [a_1]: 0.00058478 [with_stream_mark]: 4.824e-05 [recompute_prepare]: 1.52e-05 [updatestate_depend_eliminate]: 8.42e-06 [updatestate_assign_eliminate]: 5.69e-06 [updatestate_loads_eliminate]: 4.92e-06 [parameter_eliminate]: 2.69999e-06 [specialize_transform]: 9.65002e-06 [updatestate_useless_node_eliminater]: 1.373e-05 [accelerated_algorithm]: 1.047e-05 [meta_shard_fg_expand]: 4.07e-06 [get_grad_eliminate_]: 9.23002e-06 [merge_forward]: 6.21998e-06 [cell_reuse_recompute_pass]: 1.69e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.211e-05 [j_node_and_user_rematch]: 1.513e-05 [meta_fg_expand]: 4.43999e-06 [replace_old_param]: 1.516e-05 [inline_without_move]: 8.28999e-06 [renormalize]: 0.00151791 [add_forward_monad_depend]: 9.17001e-06 [auto_monad_grad]: 3.2e-06 [auto_monad_eliminator]: 2.683e-05 [cse]: 4.524e-05 [replace_applicator]: 2.541e-05 [Cycle 2]: 0.114403, [27] [switch_simplify]: 1.069e-05 [loop_unroll]: 8.62e-06 [a_1]: 0.113864 [with_stream_mark]: 4.414e-05 [recompute_prepare]: 2.074e-05 [updatestate_depend_eliminate]: 8.55001e-06 [updatestate_assign_eliminate]: 8.32e-06 [updatestate_loads_eliminate]: 4.87998e-06 [parameter_eliminate]: 2.78998e-06 [specialize_transform]: 9.87999e-06 [updatestate_useless_node_eliminater]: 1.584e-05 [accelerated_algorithm]: 1.106e-05 [meta_shard_fg_expand]: 5.10999e-06 [get_grad_eliminate_]: 8.80001e-06 [merge_forward]: 6.91999e-06 [cell_reuse_recompute_pass]: 3.63e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.32e-05 [j_node_and_user_rematch]: 1.472e-05 [meta_fg_expand]: 4.18999e-06 [replace_old_param]: 1.598e-05 [inline_without_move]: 9.01002e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 4.72e-06 [auto_monad_grad]: 3.36001e-06 [auto_monad_eliminator]: 2.632e-05 [cse]: 5.16e-05 [replace_applicator]: 1.101e-05 [py_interpret_to_execute_after_opt_a]: 2.618e-05 [rewriter_after_opt_a]: 0.00113889 [convert_after_rewriter]: 2.471e-05 [order_py_execute_after_rewriter]: 7.46999e-06 [mutable_eliminate]: 0.0008741 [jit_opt_b]: 8.759e-05, [1] [Cycle 1]: 7.638e-05, [2] [frontend_op_eliminate]: 2.931e-05 [inline_after_opt_a]: 3.036e-05 [cconv]: 4.447e-05 [loop_unroll]: 0.00052387 [jit_opt_after_cconv]: 0.00026401, [1] [Cycle 1]: 0.00025583, [11] [c_1]: 6.173e-05 [parameter_eliminate]: 7.36001e-06 [updatestate_depend_eliminate]: 1.481e-05 [updatestate_assign_eliminate]: 5.95002e-06 [updatestate_loads_eliminate]: 4.97999e-06 [cse]: 4.92e-05 [call_graph_tuple_transform]: 2.699e-05 [tuple_list_get_item_eliminator]: 9.97999e-06 [none_parameter_eliminate]: 1.99e-06 [renormalize]: 1.20999e-06 [switch_simplify]: 1.025e-05 [remove_dup_value]: 3.109e-05 [partial_unused_args_eliminate]: 2.82002e-06 [environ_conv]: 1.001e-05 [add_recomputation]: 0.00014574 [cse_after_recomputation]: 3.847e-05, [1] [Cycle 1]: 3.01e-05, [1] [cse]: 2.199e-05 [auto_monad_reorder]: 3.84e-05 [get_jit_bprop_graph]: 2.37999e-06 [rewriter_after_jit_bprop_graph]: 9.46e-06 [opt_after_jit_grad]: 0.00062029 [symbol_engine_optimizer]: 0.00011683, [1] [Cycle 1]: 0.0001082, [6] [build]: 9.29998e-06 [elim_shapecalc]: 1.287e-05 [elim_not_effective]: 2.543e-05 [opt_reshape]: 1.163e-05 [fold_const_symbol]: 1.604e-05 [renormalize]: 8.60018e-07 [validate]: 6.603e-05 Sums bootstrap : 0.000368s : 0.14% type_inference : 0.145500s : 54.49% event_method : 0.000018s : 0.01% auto_monad : 0.000192s : 0.07% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000180s : 0.07% rewriter_before_opt_a : 0.000129s : 0.05% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000068s : 0.03% jit_opt_a.loop_unroll : 0.000028s : 0.01% jit_opt_a.a_1 : 0.114448s : 42.86% jit_opt_a.with_stream_mark : 0.000092s : 0.03% jit_opt_a.recompute_prepare : 0.000036s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000017s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000020s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000030s : 0.01% jit_opt_a.accelerated_algorithm : 0.000022s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000009s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.01% jit_opt_a.merge_forward : 0.000013s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000045s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.01% jit_opt_a.meta_fg_expand : 0.000009s : 0.00% jit_opt_a.replace_old_param : 0.000031s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001518s : 0.57% jit_opt_a.add_forward_monad_depend : 0.000014s : 0.01% jit_opt_a.auto_monad_grad : 0.000007s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000053s : 0.02% jit_opt_a.cse : 0.000097s : 0.04% jit_opt_a.replace_applicator : 0.000036s : 0.01% py_interpret_to_execute_after_opt_a : 0.000026s : 0.01% rewriter_after_opt_a : 0.001139s : 0.43% convert_after_rewriter : 0.000025s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000874s : 0.33% jit_opt_b.frontend_op_eliminate : 0.000029s : 0.01% jit_opt_b.inline_after_opt_a : 0.000030s : 0.01% cconv : 0.000044s : 0.02% loop_unroll : 0.000524s : 0.20% jit_opt_after_cconv.c_1 : 0.000062s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000049s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000031s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.00% add_recomputation : 0.000146s : 0.05% cse_after_recomputation.cse : 0.000022s : 0.01% auto_monad_reorder : 0.000038s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000620s : 0.23% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000066s : 0.02% Time group info: ------[substitution.] 0.000264 43 5.38% : 0.000014s : 2: substitution.depend_value_elim 1.44% : 0.000004s : 4: substitution.elim_not_effective 0.85% : 0.000002s : 4: substitution.fold_const_symbol 3.09% : 0.000008s : 5: substitution.graph_param_transform 67.03% : 0.000177s : 2: substitution.inline 2.20% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.15% : 0.000008s : 8: substitution.remove_not_recompute_node 3.77% : 0.000010s : 2: substitution.replace_old_param 8.07% : 0.000021s : 3: substitution.updatestate_pure_node_eliminater 5.02% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.145425 2 99.05% : 0.144042s : 1: type_inference.infer 0.95% : 0.001383s : 1: type_inference.specialize ------[replace.] 0.000065 2 100.00% : 0.000065s : 2: replace.inline ------[match.] 0.000175 2 100.00% : 0.000175s : 2: match.inline ------[predicate.] 0.000185 767 1.19% : 0.000002s : 11: predicate.accumulaten_eliminater 1.73% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.08% : 0.000002s : 11: predicate.addn_check_dump 1.10% : 0.000002s : 11: predicate.addn_zero_filter 1.78% : 0.000003s : 11: predicate.arithmetic_simplify 1.43% : 0.000003s : 11: predicate.cast_eliminate 0.52% : 0.000001s : 5: predicate.check_bprop_eliminate 1.09% : 0.000002s : 11: predicate.compare_switch_simplify 2.15% : 0.000004s : 11: predicate.depend_value_elim 1.28% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.13% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.36% : 0.000003s : 11: predicate.dict_set_item_eliminator 1.15% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.32% : 0.000001s : 5: predicate.elim_not_effective 0.72% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.25% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.99% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.88% : 0.000002s : 11: predicate.environ_get_depend_swap 1.18% : 0.000002s : 11: predicate.environ_get_eliminate 1.04% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.23% : 0.000000s : 5: predicate.fold_const_symbol 1.15% : 0.000002s : 10: predicate.get_grad_eliminate 0.24% : 0.000000s : 5: predicate.graph_param_transform 6.19% : 0.000011s : 23: predicate.inline 0.92% : 0.000002s : 10: predicate.inline_without_move 0.41% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.77% : 0.000003s : 10: predicate.less_batch_normalization 1.48% : 0.000003s : 11: predicate.list_to_tuple_eliminator_ 1.70% : 0.000003s : 16: predicate.load_eliminater 1.54% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.08% : 0.000004s : 20: predicate.loop_unroll_before_grad 1.82% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.88% : 0.000002s : 11: predicate.merge_addn 0.89% : 0.000002s : 11: predicate.minmaximum_grad 2.56% : 0.000005s : 5: predicate.mutable_eliminate 0.91% : 0.000002s : 5: predicate.opt_reshape 1.80% : 0.000003s : 16: predicate.partial_eliminate 1.02% : 0.000002s : 11: predicate.print_const_string_wrapper 1.63% : 0.000003s : 11: predicate.reduce_eliminate 1.17% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.76% : 0.000001s : 10: predicate.remove_not_recompute_node 1.41% : 0.000003s : 21: predicate.replace_applicator 0.77% : 0.000001s : 10: predicate.replace_old_param 0.42% : 0.000001s : 5: predicate.reset_defer_inline 1.08% : 0.000002s : 11: predicate.reshape_eliminate 0.92% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.99% : 0.000002s : 5: predicate.row_tensor_eliminate 1.59% : 0.000003s : 11: predicate.same_eliminate 0.82% : 0.000002s : 10: predicate.set_cell_output_no_recompute 1.04% : 0.000002s : 10: predicate.special_op_eliminate 1.08% : 0.000002s : 10: predicate.specialize_transform 1.55% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 1.04% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.57% : 0.000001s : 5: predicate.switch_call_monad_eliminater 6.47% : 0.000012s : 13: predicate.switch_defer_inline 1.33% : 0.000002s : 13: predicate.switch_layer_defer_inline 4.99% : 0.000009s : 38: predicate.switch_simplify 1.18% : 0.000002s : 11: predicate.tile_eliminate 1.01% : 0.000002s : 11: predicate.transpose_eliminate 1.49% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 1.23% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.71% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.45% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.63% : 0.000003s : 11: predicate.tuple_to_list_eliminator_ 1.61% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.32% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.68% : 0.000003s : 11: predicate.value_based_eliminate 0.41% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.68% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000425 5 6.35% : 0.000027s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.65% : 0.000398s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.389156 72 0.04% : 0.000151s : 1: add_recomputation 0.06% : 0.000216s : 1: auto_monad 0.01% : 0.000042s : 1: auto_monad_reorder 0.10% : 0.000401s : 1: bootstrap 0.01% : 0.000047s : 1: cconv 0.01% : 0.000029s : 1: convert_after_rewriter 0.01% : 0.000041s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.01% : 0.000024s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 31.34% : 0.121955s : 1: jit_opt_a 0.07% : 0.000268s : 1: jit_opt_after_cconv 0.02% : 0.000092s : 1: jit_opt_b 0.14% : 0.000535s : 1: loop_unroll 0.23% : 0.000887s : 1: mutable_eliminate 29.49% : 0.114780s : 26: opt.transform.jit_opt_a 0.03% : 0.000105s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000050s : 4: opt.transform.jit_opt_b 0.01% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000030s : 1: opt.transform.mutable_eliminate 0.01% : 0.000043s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000061s : 4: opt.transform.symbol_engine_opt 0.16% : 0.000634s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000185s : 1: py_interpret_to_execute 0.01% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000034s : 1: remove_dup_value 0.25% : 0.000973s : 1: renormalize.infer 0.14% : 0.000532s : 1: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.30% : 0.001149s : 1: rewriter_after_opt_a 0.04% : 0.000138s : 1: rewriter_before_opt_a 0.03% : 0.000120s : 1: symbol_engine_optimizer 37.39% : 0.145520s : 1: type_inference TotalTime = 0.66061, [30] [bootstrap]: 0.00035318 [type_inference]: 0.266935 [event_method]: 0.100649 [auto_monad]: 0.00038402 [graph_reusing]: 1.074e-05 [pre_auto_parallel]: 4.53999e-06 [py_interpret_to_execute]: 7.072e-05 [rewriter_before_opt_a]: 0.00019201 [expand_dump_flag]: 4.04002e-06 [jit_opt_a]: 0.288527, [3] [Cycle 1]: 0.175863, [27] [switch_simplify]: 0.00030428 [loop_unroll]: 6.316e-05 [a_1]: 0.00162978 [with_stream_mark]: 4.523e-05 [recompute_prepare]: 3.548e-05 [updatestate_depend_eliminate]: 4.652e-05 [updatestate_assign_eliminate]: 1.185e-05 [updatestate_loads_eliminate]: 1.091e-05 [parameter_eliminate]: 4.12e-06 [specialize_transform]: 2.447e-05 [updatestate_useless_node_eliminater]: 2.814e-05 [accelerated_algorithm]: 2.178e-05 [meta_shard_fg_expand]: 6.94001e-06 [get_grad_eliminate_]: 1.95e-05 [merge_forward]: 1.242e-05 [cell_reuse_recompute_pass]: 1.44e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.103e-05 [j_node_and_user_rematch]: 3.908e-05 [meta_fg_expand]: 0.0072875 [replace_old_param]: 0.00013225 [inline_without_move]: 0.00012815 [renormalize]: 0.164774 [add_forward_monad_depend]: 2.473e-05 [auto_monad_grad]: 1.403e-05 [auto_monad_eliminator]: 0.00010834 [cse]: 0.00042282 [replace_applicator]: 0.0002279 [Cycle 2]: 0.108001, [27] [switch_simplify]: 6.294e-05 [loop_unroll]: 5.822e-05 [a_1]: 0.105238 [with_stream_mark]: 3.621e-05 [recompute_prepare]: 2.018e-05 [updatestate_depend_eliminate]: 3.585e-05 [updatestate_assign_eliminate]: 5.71e-06 [updatestate_loads_eliminate]: 4.97e-06 [parameter_eliminate]: 3.13998e-06 [specialize_transform]: 1.196e-05 [updatestate_useless_node_eliminater]: 1.576e-05 [accelerated_algorithm]: 1.027e-05 [meta_shard_fg_expand]: 3.41999e-06 [get_grad_eliminate_]: 1.125e-05 [merge_forward]: 7.21999e-06 [cell_reuse_recompute_pass]: 1.23002e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.199e-05 [j_node_and_user_rematch]: 1.496e-05 [meta_fg_expand]: 0.00016248 [replace_old_param]: 2.05e-05 [inline_without_move]: 9.58997e-06 [renormalize]: 0.00183416 [add_forward_monad_depend]: 9.91998e-06 [auto_monad_grad]: 3.3e-06 [auto_monad_eliminator]: 2.795e-05 [cse]: 0.00010424 [replace_applicator]: 2.726e-05 [Cycle 3]: 0.00058887, [27] [switch_simplify]: 1.15e-05 [loop_unroll]: 9.31002e-06 [a_1]: 0.00020743 [with_stream_mark]: 2.3e-05 [recompute_prepare]: 9.47001e-06 [updatestate_depend_eliminate]: 7.82e-06 [updatestate_assign_eliminate]: 6.12001e-06 [updatestate_loads_eliminate]: 5.04e-06 [parameter_eliminate]: 2.23998e-06 [specialize_transform]: 9.31e-06 [updatestate_useless_node_eliminater]: 1.435e-05 [accelerated_algorithm]: 8.75999e-06 [meta_shard_fg_expand]: 2.97002e-06 [get_grad_eliminate_]: 8.82999e-06 [merge_forward]: 5.63002e-06 [cell_reuse_recompute_pass]: 2.78e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.26e-05 [j_node_and_user_rematch]: 1.496e-05 [meta_fg_expand]: 3.96001e-06 [replace_old_param]: 1.484e-05 [inline_without_move]: 8.60999e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.49e-06 [auto_monad_grad]: 2.17999e-06 [auto_monad_eliminator]: 1.338e-05 [cse]: 2.728e-05 [replace_applicator]: 8.80001e-06 [py_interpret_to_execute_after_opt_a]: 2.25e-05 [rewriter_after_opt_a]: 0.00021331 [convert_after_rewriter]: 1.127e-05 [order_py_execute_after_rewriter]: 6.63e-06 [mutable_eliminate]: 0.00088031 [jit_opt_b]: 8.74e-05, [1] [Cycle 1]: 7.739e-05, [2] [frontend_op_eliminate]: 2.977e-05 [inline_after_opt_a]: 3.186e-05 [cconv]: 4.071e-05 [loop_unroll]: 0.00050359 [jit_opt_after_cconv]: 0.0002659, [1] [Cycle 1]: 0.0002576, [11] [c_1]: 5.909e-05 [parameter_eliminate]: 5.89999e-06 [updatestate_depend_eliminate]: 1.414e-05 [updatestate_assign_eliminate]: 5.87001e-06 [updatestate_loads_eliminate]: 4.74e-06 [cse]: 5.305e-05 [call_graph_tuple_transform]: 3.073e-05 [tuple_list_get_item_eliminator]: 9.34998e-06 [none_parameter_eliminate]: 1.86e-06 [renormalize]: 1.23002e-06 [switch_simplify]: 8.85999e-06 [remove_dup_value]: 3.124e-05 [partial_unused_args_eliminate]: 2.39001e-06 [environ_conv]: 9.36e-06 [add_recomputation]: 0.00010508 [cse_after_recomputation]: 4.39e-05, [1] [Cycle 1]: 3.587e-05, [1] [cse]: 2.769e-05 [auto_monad_reorder]: 3.018e-05 [get_jit_bprop_graph]: 2.26e-06 [rewriter_after_jit_bprop_graph]: 8.55001e-06 [opt_after_jit_grad]: 0.00073068 [symbol_engine_optimizer]: 0.00011805, [1] [Cycle 1]: 0.00010707, [6] [build]: 8.42998e-06 [elim_shapecalc]: 1.282e-05 [elim_not_effective]: 2.517e-05 [opt_reshape]: 1.149e-05 [fold_const_symbol]: 1.486e-05 [renormalize]: 6.69999e-07 [validate]: 6.747e-05 Sums bootstrap : 0.000353s : 0.05% type_inference : 0.266935s : 40.73% event_method : 0.100649s : 15.36% auto_monad : 0.000384s : 0.06% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000071s : 0.01% rewriter_before_opt_a : 0.000192s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000379s : 0.06% jit_opt_a.loop_unroll : 0.000131s : 0.02% jit_opt_a.a_1 : 0.107075s : 16.34% jit_opt_a.with_stream_mark : 0.000104s : 0.02% jit_opt_a.recompute_prepare : 0.000065s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000090s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000024s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000021s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000046s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000058s : 0.01% jit_opt_a.accelerated_algorithm : 0.000041s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000013s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000040s : 0.01% jit_opt_a.merge_forward : 0.000025s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000086s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000069s : 0.01% jit_opt_a.meta_fg_expand : 0.007454s : 1.14% jit_opt_a.replace_old_param : 0.000168s : 0.03% jit_opt_a.inline_without_move : 0.000146s : 0.02% jit_opt_a.renormalize : 0.166609s : 25.42% jit_opt_a.add_forward_monad_depend : 0.000036s : 0.01% jit_opt_a.auto_monad_grad : 0.000020s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000150s : 0.02% jit_opt_a.cse : 0.000554s : 0.08% jit_opt_a.replace_applicator : 0.000264s : 0.04% py_interpret_to_execute_after_opt_a : 0.000022s : 0.00% rewriter_after_opt_a : 0.000213s : 0.03% convert_after_rewriter : 0.000011s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000880s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.00% jit_opt_b.inline_after_opt_a : 0.000032s : 0.00% cconv : 0.000041s : 0.01% loop_unroll : 0.000504s : 0.08% jit_opt_after_cconv.c_1 : 0.000059s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000053s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000031s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000031s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000105s : 0.02% cse_after_recomputation.cse : 0.000028s : 0.00% auto_monad_reorder : 0.000030s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000731s : 0.11% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.01% Time group info: ------[substitution.] 0.001985 170 1.47% : 0.000029s : 8: substitution.depend_value_elim 0.17% : 0.000003s : 4: substitution.elim_not_effective 0.10% : 0.000002s : 4: substitution.fold_const_symbol 40.76% : 0.000809s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000008s : 5: substitution.graph_param_transform 40.67% : 0.000807s : 15: substitution.inline 2.00% : 0.000040s : 4: substitution.inline_without_move 0.75% : 0.000015s : 20: substitution.j_node_and_user_rematch 0.48% : 0.000010s : 5: substitution.minmaximum_grad 0.42% : 0.000008s : 9: substitution.partial_eliminate 0.76% : 0.000015s : 20: substitution.remove_not_recompute_node 2.81% : 0.000056s : 12: substitution.replace_applicator 0.94% : 0.000019s : 17: substitution.replace_old_param 0.25% : 0.000005s : 1: substitution.set_cell_output_no_recompute 0.85% : 0.000017s : 3: substitution.switch_simplify 1.18% : 0.000024s : 5: substitution.tuple_list_convert_item_index_to_positive 0.73% : 0.000014s : 5: substitution.tuple_list_get_item_depend_reorder 1.84% : 0.000037s : 8: substitution.tuple_list_get_item_eliminator 1.16% : 0.000023s : 8: substitution.updatestate_pure_node_eliminater 2.27% : 0.000045s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.266811 2 98.69% : 0.263306s : 1: type_inference.infer 1.31% : 0.003504s : 1: type_inference.specialize ------[replace.] 0.000576 26 16.17% : 0.000093s : 3: replace.getattr_setattr_resolve 28.60% : 0.000165s : 15: replace.inline 10.39% : 0.000060s : 1: replace.replace_applicator 13.77% : 0.000079s : 3: replace.switch_simplify 23.71% : 0.000137s : 3: replace.tuple_list_get_item_eliminator 7.36% : 0.000042s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001611 26 47.15% : 0.000760s : 3: match.getattr_setattr_resolve 49.21% : 0.000793s : 15: match.inline 1.08% : 0.000017s : 1: match.replace_applicator 0.91% : 0.000015s : 3: match.switch_simplify 0.46% : 0.000007s : 3: match.tuple_list_get_item_eliminator 1.20% : 0.000019s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000586 3150 1.44% : 0.000008s : 50: predicate.accumulaten_eliminater 0.54% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.24% : 0.000007s : 50: predicate.addn_check_dump 1.19% : 0.000007s : 50: predicate.addn_zero_filter 1.99% : 0.000012s : 50: predicate.arithmetic_simplify 1.36% : 0.000008s : 50: predicate.cast_eliminate 0.15% : 0.000001s : 5: predicate.check_bprop_eliminate 1.18% : 0.000007s : 50: predicate.compare_switch_simplify 1.47% : 0.000009s : 50: predicate.depend_value_elim 1.34% : 0.000008s : 50: predicate.dict_get_item_const_eliminator 1.50% : 0.000009s : 50: predicate.dict_get_item_eliminator 1.16% : 0.000007s : 50: predicate.dict_set_item_eliminator 0.39% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.14% : 0.000001s : 5: predicate.elim_not_effective 0.25% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.32% : 0.000008s : 50: predicate.environ_add_const_eliminate 1.22% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.37% : 0.000008s : 50: predicate.environ_get_depend_swap 1.27% : 0.000007s : 50: predicate.environ_get_eliminate 1.22% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.82% : 0.000005s : 26: predicate.get_grad_eliminate 1.21% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000000s : 5: predicate.graph_param_transform 9.25% : 0.000054s : 79: predicate.inline 2.71% : 0.000016s : 87: predicate.inline_without_move 0.33% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.05% : 0.000006s : 26: predicate.less_batch_normalization 1.37% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.58% : 0.000009s : 58: predicate.load_eliminater 0.55% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.23% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.53% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.18% : 0.000007s : 50: predicate.merge_addn 1.12% : 0.000007s : 50: predicate.minmaximum_grad 0.85% : 0.000005s : 5: predicate.mutable_eliminate 0.20% : 0.000001s : 5: predicate.opt_reshape 1.83% : 0.000011s : 58: predicate.partial_eliminate 1.30% : 0.000008s : 50: predicate.print_const_string_wrapper 1.81% : 0.000011s : 50: predicate.reduce_eliminate 1.47% : 0.000009s : 53: predicate.redundant_stop_gradient_eliminater 0.47% : 0.000003s : 26: predicate.remove_not_recompute_node 2.20% : 0.000013s : 126: predicate.replace_applicator 1.30% : 0.000008s : 87: predicate.replace_old_param 0.22% : 0.000001s : 5: predicate.reset_defer_inline 1.28% : 0.000008s : 50: predicate.reshape_eliminate 1.35% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.29% : 0.000002s : 5: predicate.row_tensor_eliminate 1.32% : 0.000008s : 50: predicate.same_eliminate 0.53% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.39% : 0.000002s : 10: predicate.special_op_eliminate 0.91% : 0.000005s : 26: predicate.specialize_transform 1.59% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.28% : 0.000008s : 50: predicate.stack_unstack_eliminate 0.16% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.76% : 0.000016s : 69: predicate.switch_defer_inline 1.87% : 0.000011s : 69: predicate.switch_layer_defer_inline 8.64% : 0.000051s : 207: predicate.switch_simplify 1.34% : 0.000008s : 50: predicate.tile_eliminate 1.16% : 0.000007s : 50: predicate.transpose_eliminate 1.58% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.37% : 0.000008s : 50: predicate.tuple_list_get_item_depend_reorder 3.03% : 0.000018s : 63: predicate.tuple_list_get_item_eliminator 1.73% : 0.000010s : 50: predicate.tuple_list_set_item_eliminator 1.46% : 0.000009s : 53: predicate.tuple_to_list_eliminator_ 1.43% : 0.000008s : 58: predicate.updatestate_pure_node_eliminater 2.71% : 0.000016s : 85: predicate.updatestate_useless_node_eliminater 2.01% : 0.000012s : 50: predicate.value_based_eliminate 0.12% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.21% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004282 44 57.61% : 0.002467s : 18: func_graph_cloner_run.FuncGraphClonerGraph 42.39% : 0.001815s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.936791 89 0.01% : 0.000109s : 1: add_recomputation 0.04% : 0.000395s : 1: auto_monad 0.00% : 0.000033s : 1: auto_monad_reorder 0.04% : 0.000378s : 1: bootstrap 0.00% : 0.000043s : 1: cconv 0.00% : 0.000015s : 1: convert_after_rewriter 0.00% : 0.000046s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 10.75% : 0.100683s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 30.80% : 0.288532s : 1: jit_opt_a 0.03% : 0.000269s : 1: jit_opt_after_cconv 0.01% : 0.000091s : 1: jit_opt_b 0.05% : 0.000513s : 1: loop_unroll 0.10% : 0.000893s : 1: mutable_eliminate 11.58% : 0.108491s : 39: opt.transform.jit_opt_a 0.01% : 0.000104s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000054s : 4: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000031s : 1: opt.transform.mutable_eliminate 0.00% : 0.000043s : 1: opt.transform.opt_after_jit_grad 0.10% : 0.000973s : 2: opt.transform.opt_resolve 0.01% : 0.000059s : 4: opt.transform.symbol_engine_opt 0.08% : 0.000746s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000074s : 1: py_interpret_to_execute 0.00% : 0.000026s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000034s : 1: remove_dup_value 13.18% : 0.123494s : 2: renormalize.infer 4.60% : 0.043082s : 2: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000218s : 1: rewriter_after_opt_a 0.02% : 0.000196s : 1: rewriter_before_opt_a 0.01% : 0.000122s : 1: symbol_engine_optimizer 28.50% : 0.266959s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape5-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape5-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape6-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape6-pynative],max_mem:4.0M TotalTime = 0.3647, [30] [bootstrap]: 0.00097392 [type_inference]: 0.210035 [event_method]: 1.62e-05 [auto_monad]: 0.000192 [graph_reusing]: 6.09999e-06 [pre_auto_parallel]: 2.57001e-06 [py_interpret_to_execute]: 0.00018117 [rewriter_before_opt_a]: 6.897e-05 [expand_dump_flag]: 3.46001e-06 [jit_opt_a]: 0.148189, [2] [Cycle 1]: 0.00264909, [27] [switch_simplify]: 6.096e-05 [loop_unroll]: 2.057e-05 [a_1]: 0.00052144 [with_stream_mark]: 3.513e-05 [recompute_prepare]: 1.556e-05 [updatestate_depend_eliminate]: 7.61001e-06 [updatestate_assign_eliminate]: 5.78997e-06 [updatestate_loads_eliminate]: 4.79e-06 [parameter_eliminate]: 2.32001e-06 [specialize_transform]: 1.108e-05 [updatestate_useless_node_eliminater]: 1.329e-05 [accelerated_algorithm]: 9.46e-06 [meta_shard_fg_expand]: 4.04002e-06 [get_grad_eliminate_]: 8.28001e-06 [merge_forward]: 5.89e-06 [cell_reuse_recompute_pass]: 1.35001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.369e-05 [j_node_and_user_rematch]: 1.697e-05 [meta_fg_expand]: 4.85999e-06 [replace_old_param]: 1.33e-05 [inline_without_move]: 8.60999e-06 [renormalize]: 0.00150045 [add_forward_monad_depend]: 1.252e-05 [auto_monad_grad]: 2.83e-06 [auto_monad_eliminator]: 2.522e-05 [cse]: 4.924e-05 [replace_applicator]: 2.258e-05 [Cycle 2]: 0.00057652, [27] [switch_simplify]: 1.056e-05 [loop_unroll]: 8.75001e-06 [a_1]: 0.00018619 [with_stream_mark]: 1.715e-05 [recompute_prepare]: 9.19e-06 [updatestate_depend_eliminate]: 5.62999e-06 [updatestate_assign_eliminate]: 5.70001e-06 [updatestate_loads_eliminate]: 4.35e-06 [parameter_eliminate]: 3.127e-05 [specialize_transform]: 1.134e-05 [updatestate_useless_node_eliminater]: 1.406e-05 [accelerated_algorithm]: 8.99e-06 [meta_shard_fg_expand]: 2.99999e-06 [get_grad_eliminate_]: 9.64e-06 [merge_forward]: 6.53e-06 [cell_reuse_recompute_pass]: 2.84999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.973e-05 [j_node_and_user_rematch]: 1.437e-05 [meta_fg_expand]: 3.59002e-06 [replace_old_param]: 1.244e-05 [inline_without_move]: 8.30999e-06 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 2.12999e-06 [auto_monad_grad]: 1.50999e-06 [auto_monad_eliminator]: 1.193e-05 [cse]: 2.361e-05 [replace_applicator]: 8.40999e-06 [py_interpret_to_execute_after_opt_a]: 1.994e-05 [rewriter_after_opt_a]: 0.00116007 [convert_after_rewriter]: 2.178e-05 [order_py_execute_after_rewriter]: 7.32997e-06 [mutable_eliminate]: 0.00093152 [jit_opt_b]: 0.00013468, [1] [Cycle 1]: 0.00012143, [2] [frontend_op_eliminate]: 3.125e-05 [inline_after_opt_a]: 3.216e-05 [cconv]: 4.355e-05 [loop_unroll]: 0.00062308 [jit_opt_after_cconv]: 0.00027938, [1] [Cycle 1]: 0.00026813, [11] [c_1]: 6.459e-05 [parameter_eliminate]: 6.23998e-06 [updatestate_depend_eliminate]: 1.755e-05 [updatestate_assign_eliminate]: 5.72999e-06 [updatestate_loads_eliminate]: 4.74e-06 [cse]: 5.562e-05 [call_graph_tuple_transform]: 2.785e-05 [tuple_list_get_item_eliminator]: 9.67001e-06 [none_parameter_eliminate]: 2.17001e-06 [renormalize]: 9.00007e-07 [switch_simplify]: 9.32999e-06 [remove_dup_value]: 6.492e-05 [partial_unused_args_eliminate]: 3.2e-06 [environ_conv]: 1.07e-05 [add_recomputation]: 9.592e-05 [cse_after_recomputation]: 4.1e-05, [1] [Cycle 1]: 3.286e-05, [1] [cse]: 2.263e-05 [auto_monad_reorder]: 3.084e-05 [get_jit_bprop_graph]: 2.79001e-06 [rewriter_after_jit_bprop_graph]: 0.00018531 [opt_after_jit_grad]: 0.00089674 [symbol_engine_optimizer]: 0.00011848, [1] [Cycle 1]: 0.00010865, [6] [build]: 8.87e-06 [elim_shapecalc]: 1.296e-05 [elim_not_effective]: 2.506e-05 [opt_reshape]: 1.035e-05 [fold_const_symbol]: 1.762e-05 [renormalize]: 6.40022e-07 [validate]: 6.725e-05 Sums bootstrap : 0.000974s : 0.44% type_inference : 0.210035s : 95.97% event_method : 0.000016s : 0.01% auto_monad : 0.000192s : 0.09% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000181s : 0.08% rewriter_before_opt_a : 0.000069s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000072s : 0.03% jit_opt_a.loop_unroll : 0.000029s : 0.01% jit_opt_a.a_1 : 0.000708s : 0.32% jit_opt_a.with_stream_mark : 0.000052s : 0.02% jit_opt_a.recompute_prepare : 0.000025s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.00% jit_opt_a.parameter_eliminate : 0.000034s : 0.02% jit_opt_a.specialize_transform : 0.000022s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000027s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000043s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000031s : 0.01% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000026s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001501s : 0.69% jit_opt_a.add_forward_monad_depend : 0.000015s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000037s : 0.02% jit_opt_a.cse : 0.000073s : 0.03% jit_opt_a.replace_applicator : 0.000031s : 0.01% py_interpret_to_execute_after_opt_a : 0.000020s : 0.01% rewriter_after_opt_a : 0.001160s : 0.53% convert_after_rewriter : 0.000022s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000932s : 0.43% jit_opt_b.frontend_op_eliminate : 0.000031s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000044s : 0.02% loop_unroll : 0.000623s : 0.28% jit_opt_after_cconv.c_1 : 0.000065s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000018s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000056s : 0.03% jit_opt_after_cconv.call_graph_tuple_transform : 0.000028s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000065s : 0.03% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000011s : 0.00% add_recomputation : 0.000096s : 0.04% cse_after_recomputation.cse : 0.000023s : 0.01% auto_monad_reorder : 0.000031s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000185s : 0.08% opt_after_jit_grad : 0.000897s : 0.41% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000018s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.03% Time group info: ------[substitution.] 0.000254 43 4.27% : 0.000011s : 2: substitution.depend_value_elim 1.57% : 0.000004s : 4: substitution.elim_not_effective 1.03% : 0.000003s : 4: substitution.fold_const_symbol 3.50% : 0.000009s : 5: substitution.graph_param_transform 72.29% : 0.000183s : 2: substitution.inline 2.27% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.71% : 0.000007s : 8: substitution.remove_not_recompute_node 2.65% : 0.000007s : 2: substitution.replace_old_param 5.20% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 4.51% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.209892 2 99.31% : 0.208444s : 1: type_inference.infer 0.69% : 0.001449s : 1: type_inference.specialize ------[replace.] 0.000038 2 100.00% : 0.000038s : 2: replace.inline ------[match.] 0.000181 2 100.00% : 0.000181s : 2: match.inline ------[predicate.] 0.000161 767 1.05% : 0.000002s : 11: predicate.accumulaten_eliminater 1.99% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.97% : 0.000002s : 11: predicate.addn_check_dump 1.03% : 0.000002s : 11: predicate.addn_zero_filter 1.74% : 0.000003s : 11: predicate.arithmetic_simplify 1.10% : 0.000002s : 11: predicate.cast_eliminate 0.59% : 0.000001s : 5: predicate.check_bprop_eliminate 0.90% : 0.000001s : 11: predicate.compare_switch_simplify 1.26% : 0.000002s : 11: predicate.depend_value_elim 0.96% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.34% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.16% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.66% : 0.000003s : 5: predicate.dumpgradient_eliminate 0.51% : 0.000001s : 5: predicate.elim_not_effective 0.62% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.28% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.06% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.90% : 0.000001s : 11: predicate.environ_get_depend_swap 1.08% : 0.000002s : 11: predicate.environ_get_eliminate 0.90% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.12% : 0.000002s : 10: predicate.get_grad_eliminate 0.43% : 0.000001s : 5: predicate.graph_param_transform 6.23% : 0.000010s : 23: predicate.inline 1.06% : 0.000002s : 10: predicate.inline_without_move 0.66% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.66% : 0.000003s : 10: predicate.less_batch_normalization 1.08% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.60% : 0.000003s : 16: predicate.load_eliminater 2.94% : 0.000005s : 5: predicate.loop_unroll_after_grad 2.62% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.29% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 0.98% : 0.000002s : 11: predicate.merge_addn 0.93% : 0.000001s : 11: predicate.minmaximum_grad 2.50% : 0.000004s : 5: predicate.mutable_eliminate 0.63% : 0.000001s : 5: predicate.opt_reshape 1.85% : 0.000003s : 16: predicate.partial_eliminate 1.15% : 0.000002s : 11: predicate.print_const_string_wrapper 1.73% : 0.000003s : 11: predicate.reduce_eliminate 1.41% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.08% : 0.000002s : 10: predicate.remove_not_recompute_node 1.50% : 0.000002s : 21: predicate.replace_applicator 0.85% : 0.000001s : 10: predicate.replace_old_param 0.83% : 0.000001s : 5: predicate.reset_defer_inline 1.11% : 0.000002s : 11: predicate.reshape_eliminate 1.49% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.15% : 0.000002s : 5: predicate.row_tensor_eliminate 1.38% : 0.000002s : 11: predicate.same_eliminate 0.65% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.74% : 0.000003s : 10: predicate.special_op_eliminate 1.48% : 0.000002s : 10: predicate.specialize_transform 1.53% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.31% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.54% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.44% : 0.000002s : 13: predicate.switch_defer_inline 1.23% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.91% : 0.000010s : 38: predicate.switch_simplify 1.17% : 0.000002s : 11: predicate.tile_eliminate 1.05% : 0.000002s : 11: predicate.transpose_eliminate 1.90% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 1.08% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.44% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.43% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.19% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.55% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.51% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.61% : 0.000003s : 11: predicate.value_based_eliminate 0.48% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.13% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000433 5 6.33% : 0.000027s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.67% : 0.000405s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.367385 72 0.03% : 0.000101s : 1: add_recomputation 0.05% : 0.000198s : 1: auto_monad 0.01% : 0.000034s : 1: auto_monad_reorder 0.27% : 0.001009s : 1: bootstrap 0.01% : 0.000047s : 1: cconv 0.01% : 0.000026s : 1: convert_after_rewriter 0.01% : 0.000046s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.01% : 0.000022s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 40.34% : 0.148194s : 1: jit_opt_a 0.08% : 0.000283s : 1: jit_opt_after_cconv 0.04% : 0.000139s : 1: jit_opt_b 0.17% : 0.000636s : 1: loop_unroll 0.26% : 0.000944s : 1: mutable_eliminate 0.28% : 0.001029s : 26: opt.transform.jit_opt_a 0.03% : 0.000107s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000053s : 4: opt.transform.jit_opt_b 0.01% : 0.000028s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000030s : 1: opt.transform.mutable_eliminate 0.01% : 0.000047s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000062s : 4: opt.transform.symbol_engine_opt 0.25% : 0.000914s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000186s : 1: py_interpret_to_execute 0.01% : 0.000023s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000070s : 1: remove_dup_value 0.26% : 0.000948s : 1: renormalize.infer 0.15% : 0.000542s : 1: renormalize.specialize 0.05% : 0.000190s : 1: rewriter_after_jit_bprop_graph 0.32% : 0.001173s : 1: rewriter_after_opt_a 0.02% : 0.000073s : 1: rewriter_before_opt_a 0.03% : 0.000122s : 1: symbol_engine_optimizer 57.18% : 0.210057s : 1: type_inference TotalTime = 0.757704, [30] [bootstrap]: 0.00038025 [type_inference]: 0.386033 [event_method]: 0.00087886 [auto_monad]: 0.00041905 [graph_reusing]: 1.085e-05 [pre_auto_parallel]: 3.66999e-06 [py_interpret_to_execute]: 7.558e-05 [rewriter_before_opt_a]: 0.00016268 [expand_dump_flag]: 4.32e-06 [jit_opt_a]: 0.366274, [3] [Cycle 1]: 0.260669, [27] [switch_simplify]: 0.00026889 [loop_unroll]: 6.659e-05 [a_1]: 0.00185123 [with_stream_mark]: 5.207e-05 [recompute_prepare]: 3.859e-05 [updatestate_depend_eliminate]: 1.607e-05 [updatestate_assign_eliminate]: 1.246e-05 [updatestate_loads_eliminate]: 1.099e-05 [parameter_eliminate]: 4.07e-06 [specialize_transform]: 2.331e-05 [updatestate_useless_node_eliminater]: 2.777e-05 [accelerated_algorithm]: 2.406e-05 [meta_shard_fg_expand]: 8.20999e-06 [get_grad_eliminate_]: 2.196e-05 [merge_forward]: 1.367e-05 [cell_reuse_recompute_pass]: 1.96e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.342e-05 [j_node_and_user_rematch]: 4.18e-05 [meta_fg_expand]: 0.155822 [replace_old_param]: 0.00014866 [inline_without_move]: 0.0001658 [renormalize]: 0.100888 [add_forward_monad_depend]: 2.391e-05 [auto_monad_grad]: 1.161e-05 [auto_monad_eliminator]: 9.409e-05 [cse]: 0.00036707 [replace_applicator]: 0.00022369 [Cycle 2]: 0.0996691, [27] [switch_simplify]: 6.446e-05 [loop_unroll]: 5.958e-05 [a_1]: 0.00119845 [with_stream_mark]: 3.089e-05 [recompute_prepare]: 1.451e-05 [updatestate_depend_eliminate]: 2.98e-05 [updatestate_assign_eliminate]: 6.48e-06 [updatestate_loads_eliminate]: 5.33002e-06 [parameter_eliminate]: 2.68998e-06 [specialize_transform]: 1.309e-05 [updatestate_useless_node_eliminater]: 1.385e-05 [accelerated_algorithm]: 9.86e-06 [meta_shard_fg_expand]: 3.08e-06 [get_grad_eliminate_]: 1.07e-05 [merge_forward]: 6.67002e-06 [cell_reuse_recompute_pass]: 1.58002e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.504e-05 [j_node_and_user_rematch]: 1.573e-05 [meta_fg_expand]: 0.00012969 [replace_old_param]: 2.034e-05 [inline_without_move]: 1.042e-05 [renormalize]: 0.0975808 [add_forward_monad_depend]: 1.256e-05 [auto_monad_grad]: 2.59001e-06 [auto_monad_eliminator]: 3.077e-05 [cse]: 0.0001079 [replace_applicator]: 3.652e-05 [Cycle 3]: 0.0006609, [27] [switch_simplify]: 1.205e-05 [loop_unroll]: 1.019e-05 [a_1]: 0.00023421 [with_stream_mark]: 2.511e-05 [recompute_prepare]: 1.031e-05 [updatestate_depend_eliminate]: 9.27001e-06 [updatestate_assign_eliminate]: 6.06e-06 [updatestate_loads_eliminate]: 4.78001e-06 [parameter_eliminate]: 2.73998e-06 [specialize_transform]: 9.87999e-06 [updatestate_useless_node_eliminater]: 1.291e-05 [accelerated_algorithm]: 9.62001e-06 [meta_shard_fg_expand]: 3.3e-06 [get_grad_eliminate_]: 9.25001e-06 [merge_forward]: 6.07001e-06 [cell_reuse_recompute_pass]: 3.65e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.296e-05 [j_node_and_user_rematch]: 1.58e-05 [meta_fg_expand]: 3.93999e-06 [replace_old_param]: 1.612e-05 [inline_without_move]: 8.42998e-06 [renormalize]: 1.39989e-07 [add_forward_monad_depend]: 2.66999e-06 [auto_monad_grad]: 2.35002e-06 [auto_monad_eliminator]: 1.855e-05 [cse]: 3.556e-05 [replace_applicator]: 1.105e-05 [py_interpret_to_execute_after_opt_a]: 2.548e-05 [rewriter_after_opt_a]: 0.00024406 [convert_after_rewriter]: 1.225e-05 [order_py_execute_after_rewriter]: 7.38e-06 [mutable_eliminate]: 0.00094202 [jit_opt_b]: 8.993e-05, [1] [Cycle 1]: 7.923e-05, [2] [frontend_op_eliminate]: 3.157e-05 [inline_after_opt_a]: 3.365e-05 [cconv]: 4.422e-05 [loop_unroll]: 0.00053821 [jit_opt_after_cconv]: 0.00027219, [1] [Cycle 1]: 0.00026422, [11] [c_1]: 5.96e-05 [parameter_eliminate]: 6.94001e-06 [updatestate_depend_eliminate]: 1.464e-05 [updatestate_assign_eliminate]: 5.22999e-06 [updatestate_loads_eliminate]: 4.89998e-06 [cse]: 5.812e-05 [call_graph_tuple_transform]: 2.856e-05 [tuple_list_get_item_eliminator]: 1.035e-05 [none_parameter_eliminate]: 1.54e-06 [renormalize]: 3.30008e-07 [switch_simplify]: 9.86998e-06 [remove_dup_value]: 6.352e-05 [partial_unused_args_eliminate]: 2.27001e-06 [environ_conv]: 9.19e-06 [add_recomputation]: 8.112e-05 [cse_after_recomputation]: 3.812e-05, [1] [Cycle 1]: 3.066e-05, [1] [cse]: 2.271e-05 [auto_monad_reorder]: 3.11e-05 [get_jit_bprop_graph]: 1.99e-06 [rewriter_after_jit_bprop_graph]: 9.00999e-06 [opt_after_jit_grad]: 0.00057173 [symbol_engine_optimizer]: 0.00011289, [1] [Cycle 1]: 0.0001031, [6] [build]: 7.85998e-06 [elim_shapecalc]: 1.304e-05 [elim_not_effective]: 2.3e-05 [opt_reshape]: 1.137e-05 [fold_const_symbol]: 1.429e-05 [renormalize]: 2.00002e-07 [validate]: 6.006e-05 Sums bootstrap : 0.000380s : 0.05% type_inference : 0.386033s : 51.39% event_method : 0.000879s : 0.12% auto_monad : 0.000419s : 0.06% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000076s : 0.01% rewriter_before_opt_a : 0.000163s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000345s : 0.05% jit_opt_a.loop_unroll : 0.000136s : 0.02% jit_opt_a.a_1 : 0.003284s : 0.44% jit_opt_a.with_stream_mark : 0.000108s : 0.01% jit_opt_a.recompute_prepare : 0.000063s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000055s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000025s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000021s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000046s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000055s : 0.01% jit_opt_a.accelerated_algorithm : 0.000044s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000015s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000042s : 0.01% jit_opt_a.merge_forward : 0.000026s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000091s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000073s : 0.01% jit_opt_a.meta_fg_expand : 0.155956s : 20.76% jit_opt_a.replace_old_param : 0.000185s : 0.02% jit_opt_a.inline_without_move : 0.000185s : 0.02% jit_opt_a.renormalize : 0.198469s : 26.42% jit_opt_a.add_forward_monad_depend : 0.000039s : 0.01% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000143s : 0.02% jit_opt_a.cse : 0.000511s : 0.07% jit_opt_a.replace_applicator : 0.000271s : 0.04% py_interpret_to_execute_after_opt_a : 0.000025s : 0.00% rewriter_after_opt_a : 0.000244s : 0.03% convert_after_rewriter : 0.000012s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000942s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.00% jit_opt_b.inline_after_opt_a : 0.000034s : 0.00% cconv : 0.000044s : 0.01% loop_unroll : 0.000538s : 0.07% jit_opt_after_cconv.c_1 : 0.000060s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000058s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000064s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000081s : 0.01% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000031s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000572s : 0.08% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000060s : 0.01% Time group info: ------[substitution.] 0.001927 170 1.55% : 0.000030s : 8: substitution.depend_value_elim 0.15% : 0.000003s : 4: substitution.elim_not_effective 0.10% : 0.000002s : 4: substitution.fold_const_symbol 46.89% : 0.000904s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000007s : 5: substitution.graph_param_transform 33.72% : 0.000650s : 15: substitution.inline 2.19% : 0.000042s : 4: substitution.inline_without_move 0.83% : 0.000016s : 20: substitution.j_node_and_user_rematch 0.57% : 0.000011s : 5: substitution.minmaximum_grad 0.52% : 0.000010s : 9: substitution.partial_eliminate 0.85% : 0.000016s : 20: substitution.remove_not_recompute_node 2.86% : 0.000055s : 12: substitution.replace_applicator 1.06% : 0.000020s : 17: substitution.replace_old_param 0.33% : 0.000006s : 1: substitution.set_cell_output_no_recompute 0.90% : 0.000017s : 3: substitution.switch_simplify 1.22% : 0.000024s : 5: substitution.tuple_list_convert_item_index_to_positive 0.84% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.94% : 0.000037s : 8: substitution.tuple_list_get_item_eliminator 1.17% : 0.000023s : 8: substitution.updatestate_pure_node_eliminater 1.95% : 0.000037s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.385910 2 99.15% : 0.382627s : 1: type_inference.infer 0.85% : 0.003283s : 1: type_inference.specialize ------[replace.] 0.000477 26 14.97% : 0.000071s : 3: replace.getattr_setattr_resolve 32.08% : 0.000153s : 15: replace.inline 11.92% : 0.000057s : 1: replace.replace_applicator 18.53% : 0.000088s : 3: replace.switch_simplify 17.58% : 0.000084s : 3: replace.tuple_list_get_item_eliminator 4.92% : 0.000024s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001507 26 54.06% : 0.000814s : 3: match.getattr_setattr_resolve 42.35% : 0.000638s : 15: match.inline 1.11% : 0.000017s : 1: match.replace_applicator 0.99% : 0.000015s : 3: match.switch_simplify 0.52% : 0.000008s : 3: match.tuple_list_get_item_eliminator 0.95% : 0.000014s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000557 3150 1.39% : 0.000008s : 50: predicate.accumulaten_eliminater 0.46% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.25% : 0.000007s : 50: predicate.addn_check_dump 1.45% : 0.000008s : 50: predicate.addn_zero_filter 2.41% : 0.000013s : 50: predicate.arithmetic_simplify 1.46% : 0.000008s : 50: predicate.cast_eliminate 0.22% : 0.000001s : 5: predicate.check_bprop_eliminate 1.41% : 0.000008s : 50: predicate.compare_switch_simplify 1.62% : 0.000009s : 50: predicate.depend_value_elim 1.35% : 0.000008s : 50: predicate.dict_get_item_const_eliminator 1.45% : 0.000008s : 50: predicate.dict_get_item_eliminator 1.41% : 0.000008s : 50: predicate.dict_set_item_eliminator 0.35% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 5: predicate.elim_not_effective 0.24% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.33% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.35% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.54% : 0.000009s : 50: predicate.environ_get_depend_swap 1.41% : 0.000008s : 50: predicate.environ_get_eliminate 1.41% : 0.000008s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.89% : 0.000005s : 26: predicate.get_grad_eliminate 1.26% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.12% : 0.000001s : 5: predicate.graph_param_transform 3.80% : 0.000021s : 79: predicate.inline 3.35% : 0.000019s : 87: predicate.inline_without_move 0.36% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.22% : 0.000007s : 26: predicate.less_batch_normalization 1.54% : 0.000009s : 53: predicate.list_to_tuple_eliminator_ 1.86% : 0.000010s : 58: predicate.load_eliminater 0.52% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.65% : 0.000020s : 127: predicate.loop_unroll_before_grad 1.62% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.32% : 0.000007s : 50: predicate.merge_addn 1.33% : 0.000007s : 50: predicate.minmaximum_grad 0.98% : 0.000005s : 5: predicate.mutable_eliminate 0.25% : 0.000001s : 5: predicate.opt_reshape 2.03% : 0.000011s : 58: predicate.partial_eliminate 1.34% : 0.000007s : 50: predicate.print_const_string_wrapper 1.81% : 0.000010s : 50: predicate.reduce_eliminate 1.59% : 0.000009s : 53: predicate.redundant_stop_gradient_eliminater 0.49% : 0.000003s : 26: predicate.remove_not_recompute_node 2.37% : 0.000013s : 126: predicate.replace_applicator 1.42% : 0.000008s : 87: predicate.replace_old_param 0.16% : 0.000001s : 5: predicate.reset_defer_inline 1.53% : 0.000008s : 50: predicate.reshape_eliminate 1.45% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.31% : 0.000002s : 5: predicate.row_tensor_eliminate 1.34% : 0.000007s : 50: predicate.same_eliminate 0.50% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.33% : 0.000002s : 10: predicate.special_op_eliminate 0.88% : 0.000005s : 26: predicate.specialize_transform 1.60% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.47% : 0.000008s : 50: predicate.stack_unstack_eliminate 0.22% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.92% : 0.000016s : 69: predicate.switch_defer_inline 2.12% : 0.000012s : 69: predicate.switch_layer_defer_inline 6.54% : 0.000036s : 207: predicate.switch_simplify 1.55% : 0.000009s : 50: predicate.tile_eliminate 1.48% : 0.000008s : 50: predicate.transpose_eliminate 1.72% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.68% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 2.93% : 0.000016s : 63: predicate.tuple_list_get_item_eliminator 1.79% : 0.000010s : 50: predicate.tuple_list_set_item_eliminator 1.76% : 0.000010s : 53: predicate.tuple_to_list_eliminator_ 1.57% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.88% : 0.000016s : 85: predicate.updatestate_useless_node_eliminater 1.94% : 0.000011s : 50: predicate.value_based_eliminate 0.12% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.38% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004654 44 59.04% : 0.002748s : 18: func_graph_cloner_run.FuncGraphClonerGraph 40.96% : 0.001906s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.962065 89 0.01% : 0.000085s : 1: add_recomputation 0.04% : 0.000430s : 1: auto_monad 0.00% : 0.000034s : 1: auto_monad_reorder 0.04% : 0.000411s : 1: bootstrap 0.00% : 0.000048s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.00% : 0.000040s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.09% : 0.000903s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 38.07% : 0.366278s : 1: jit_opt_a 0.03% : 0.000276s : 1: jit_opt_after_cconv 0.01% : 0.000093s : 1: jit_opt_b 0.06% : 0.000549s : 1: loop_unroll 0.10% : 0.000962s : 1: mutable_eliminate 0.49% : 0.004741s : 39: opt.transform.jit_opt_a 0.01% : 0.000103s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000056s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000032s : 1: opt.transform.mutable_eliminate 0.00% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.11% : 0.001048s : 2: opt.transform.opt_resolve 0.01% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000584s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000080s : 1: py_interpret_to_execute 0.00% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000067s : 1: remove_dup_value 17.44% : 0.167738s : 2: renormalize.infer 3.19% : 0.030688s : 2: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000251s : 1: rewriter_after_opt_a 0.02% : 0.000167s : 1: rewriter_before_opt_a 0.01% : 0.000116s : 1: symbol_engine_optimizer 40.13% : 0.386056s : 1: type_inference TotalTime = 0.265836, [30] [bootstrap]: 0.00036312 [type_inference]: 0.169341 [event_method]: 1.853e-05 [auto_monad]: 0.000168 [graph_reusing]: 5.84e-06 [pre_auto_parallel]: 2.31e-06 [py_interpret_to_execute]: 0.0002063 [rewriter_before_opt_a]: 7.164e-05 [expand_dump_flag]: 3.31999e-06 [jit_opt_a]: 0.03896, [2] [Cycle 1]: 0.0284709, [27] [switch_simplify]: 5.383e-05 [loop_unroll]: 1.931e-05 [a_1]: 0.00048342 [with_stream_mark]: 3.175e-05 [recompute_prepare]: 1.2e-05 [updatestate_depend_eliminate]: 7.39002e-06 [updatestate_assign_eliminate]: 5.35999e-06 [updatestate_loads_eliminate]: 5.14998e-06 [parameter_eliminate]: 2.08998e-06 [specialize_transform]: 1.091e-05 [updatestate_useless_node_eliminater]: 1.282e-05 [accelerated_algorithm]: 9.69e-06 [meta_shard_fg_expand]: 3.61999e-06 [get_grad_eliminate_]: 8.21002e-06 [merge_forward]: 5.99999e-06 [cell_reuse_recompute_pass]: 1.18001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.099e-05 [j_node_and_user_rematch]: 1.535e-05 [meta_fg_expand]: 4.32e-06 [replace_old_param]: 1.331e-05 [inline_without_move]: 8.42e-06 [renormalize]: 0.027349 [add_forward_monad_depend]: 1.305e-05 [auto_monad_grad]: 3.23998e-06 [auto_monad_eliminator]: 3.651e-05 [cse]: 5.073e-05 [replace_applicator]: 3.636e-05 [Cycle 2]: 0.00631981, [27] [switch_simplify]: 1.15e-05 [loop_unroll]: 1.022e-05 [a_1]: 0.00022988 [with_stream_mark]: 2.115e-05 [recompute_prepare]: 1.084e-05 [updatestate_depend_eliminate]: 6.39999e-06 [updatestate_assign_eliminate]: 6.59999e-06 [updatestate_loads_eliminate]: 4.57998e-06 [parameter_eliminate]: 2.37999e-06 [specialize_transform]: 1.06e-05 [updatestate_useless_node_eliminater]: 1.179e-05 [accelerated_algorithm]: 1.132e-05 [meta_shard_fg_expand]: 3.3e-06 [get_grad_eliminate_]: 9.99001e-06 [merge_forward]: 6.28998e-06 [cell_reuse_recompute_pass]: 3.68e-06 [cell_reuse_handle_not_recompute_node_pass]: 0.00555688 [j_node_and_user_rematch]: 3.256e-05 [meta_fg_expand]: 9.49999e-06 [replace_old_param]: 2.243e-05 [inline_without_move]: 1.15e-05 [renormalize]: 9.00181e-08 [add_forward_monad_depend]: 9.97001e-06 [auto_monad_grad]: 3.65998e-06 [auto_monad_eliminator]: 4.318e-05 [cse]: 4.936e-05 [replace_applicator]: 1.196e-05 [py_interpret_to_execute_after_opt_a]: 2.669e-05 [rewriter_after_opt_a]: 0.0534235 [convert_after_rewriter]: 3.241e-05 [order_py_execute_after_rewriter]: 1.224e-05 [mutable_eliminate]: 0.00093695 [jit_opt_b]: 0.00010039, [1] [Cycle 1]: 8.866e-05, [2] [frontend_op_eliminate]: 3.46e-05 [inline_after_opt_a]: 3.741e-05 [cconv]: 4.745e-05 [loop_unroll]: 0.00054681 [jit_opt_after_cconv]: 0.00027245, [1] [Cycle 1]: 0.00026445, [11] [c_1]: 6.577e-05 [parameter_eliminate]: 6.68e-06 [updatestate_depend_eliminate]: 1.431e-05 [updatestate_assign_eliminate]: 5.50001e-06 [updatestate_loads_eliminate]: 4.61002e-06 [cse]: 5.72e-05 [call_graph_tuple_transform]: 2.655e-05 [tuple_list_get_item_eliminator]: 9.99999e-06 [none_parameter_eliminate]: 1.74e-06 [renormalize]: 5.59987e-07 [switch_simplify]: 1.009e-05 [remove_dup_value]: 2.986e-05 [partial_unused_args_eliminate]: 2.76e-06 [environ_conv]: 1.096e-05 [add_recomputation]: 8.429e-05 [cse_after_recomputation]: 3.404e-05, [1] [Cycle 1]: 2.782e-05, [1] [cse]: 2.004e-05 [auto_monad_reorder]: 3.785e-05 [get_jit_bprop_graph]: 4.27e-06 [rewriter_after_jit_bprop_graph]: 9.31e-06 [opt_after_jit_grad]: 0.00060489 [symbol_engine_optimizer]: 0.0001144, [1] [Cycle 1]: 0.00010508, [6] [build]: 9.19e-06 [elim_shapecalc]: 1.296e-05 [elim_not_effective]: 2.393e-05 [opt_reshape]: 1.082e-05 [fold_const_symbol]: 1.576e-05 [renormalize]: 5.60016e-07 [validate]: 6.761e-05 Sums bootstrap : 0.000363s : 0.14% type_inference : 0.169341s : 64.94% event_method : 0.000019s : 0.01% auto_monad : 0.000168s : 0.06% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000206s : 0.08% rewriter_before_opt_a : 0.000072s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000065s : 0.03% jit_opt_a.loop_unroll : 0.000030s : 0.01% jit_opt_a.a_1 : 0.000713s : 0.27% jit_opt_a.with_stream_mark : 0.000053s : 0.02% jit_opt_a.recompute_prepare : 0.000023s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000022s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000021s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.005578s : 2.14% jit_opt_a.j_node_and_user_rematch : 0.000048s : 0.02% jit_opt_a.meta_fg_expand : 0.000014s : 0.01% jit_opt_a.replace_old_param : 0.000036s : 0.01% jit_opt_a.inline_without_move : 0.000020s : 0.01% jit_opt_a.renormalize : 0.027349s : 10.49% jit_opt_a.add_forward_monad_depend : 0.000023s : 0.01% jit_opt_a.auto_monad_grad : 0.000007s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000080s : 0.03% jit_opt_a.cse : 0.000100s : 0.04% jit_opt_a.replace_applicator : 0.000048s : 0.02% py_interpret_to_execute_after_opt_a : 0.000027s : 0.01% rewriter_after_opt_a : 0.053423s : 20.49% convert_after_rewriter : 0.000032s : 0.01% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000937s : 0.36% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.01% jit_opt_b.inline_after_opt_a : 0.000037s : 0.01% cconv : 0.000047s : 0.02% loop_unroll : 0.000547s : 0.21% jit_opt_after_cconv.c_1 : 0.000066s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000057s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000030s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000011s : 0.00% add_recomputation : 0.000084s : 0.03% cse_after_recomputation.cse : 0.000020s : 0.01% auto_monad_reorder : 0.000038s : 0.01% get_jit_bprop_graph : 0.000004s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000605s : 0.23% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000068s : 0.03% Time group info: ------[substitution.] 0.000267 43 5.19% : 0.000014s : 2: substitution.depend_value_elim 1.41% : 0.000004s : 4: substitution.elim_not_effective 0.84% : 0.000002s : 4: substitution.fold_const_symbol 2.93% : 0.000008s : 5: substitution.graph_param_transform 58.85% : 0.000157s : 2: substitution.inline 3.21% : 0.000009s : 8: substitution.j_node_and_user_rematch 5.93% : 0.000016s : 8: substitution.remove_not_recompute_node 4.53% : 0.000012s : 2: substitution.replace_old_param 13.01% : 0.000035s : 3: substitution.updatestate_pure_node_eliminater 4.11% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.169256 2 99.13% : 0.167787s : 1: type_inference.infer 0.87% : 0.001469s : 1: type_inference.specialize ------[replace.] 0.000036 2 100.00% : 0.000036s : 2: replace.inline ------[match.] 0.000155 2 100.00% : 0.000155s : 2: match.inline ------[predicate.] 0.000163 767 1.24% : 0.000002s : 11: predicate.accumulaten_eliminater 2.17% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 1.02% : 0.000002s : 11: predicate.addn_check_dump 1.11% : 0.000002s : 11: predicate.addn_zero_filter 1.95% : 0.000003s : 11: predicate.arithmetic_simplify 1.26% : 0.000002s : 11: predicate.cast_eliminate 0.59% : 0.000001s : 5: predicate.check_bprop_eliminate 1.07% : 0.000002s : 11: predicate.compare_switch_simplify 1.21% : 0.000002s : 11: predicate.depend_value_elim 1.09% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 0.99% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.03% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.03% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.47% : 0.000001s : 5: predicate.elim_not_effective 0.84% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.96% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.93% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.97% : 0.000002s : 11: predicate.environ_get_depend_swap 0.99% : 0.000002s : 11: predicate.environ_get_eliminate 1.11% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.26% : 0.000002s : 10: predicate.get_grad_eliminate 0.43% : 0.000001s : 5: predicate.graph_param_transform 4.88% : 0.000008s : 23: predicate.inline 2.03% : 0.000003s : 10: predicate.inline_without_move 0.66% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.41% : 0.000002s : 10: predicate.less_batch_normalization 1.08% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.92% : 0.000003s : 16: predicate.load_eliminater 2.27% : 0.000004s : 5: predicate.loop_unroll_after_grad 2.37% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.30% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.04% : 0.000002s : 11: predicate.merge_addn 0.99% : 0.000002s : 11: predicate.minmaximum_grad 3.63% : 0.000006s : 5: predicate.mutable_eliminate 0.56% : 0.000001s : 5: predicate.opt_reshape 2.05% : 0.000003s : 16: predicate.partial_eliminate 1.10% : 0.000002s : 11: predicate.print_const_string_wrapper 1.76% : 0.000003s : 11: predicate.reduce_eliminate 1.06% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.63% : 0.000003s : 10: predicate.remove_not_recompute_node 1.89% : 0.000003s : 21: predicate.replace_applicator 0.95% : 0.000002s : 10: predicate.replace_old_param 1.13% : 0.000002s : 5: predicate.reset_defer_inline 1.46% : 0.000002s : 11: predicate.reshape_eliminate 1.10% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.43% : 0.000002s : 5: predicate.row_tensor_eliminate 1.10% : 0.000002s : 11: predicate.same_eliminate 0.61% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.25% : 0.000002s : 10: predicate.special_op_eliminate 1.26% : 0.000002s : 10: predicate.specialize_transform 1.23% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.18% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.86% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.73% : 0.000003s : 13: predicate.switch_defer_inline 1.27% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.11% : 0.000008s : 38: predicate.switch_simplify 1.06% : 0.000002s : 11: predicate.tile_eliminate 0.99% : 0.000002s : 11: predicate.transpose_eliminate 1.19% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.39% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.15% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.64% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.24% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.54% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.20% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.64% : 0.000003s : 11: predicate.value_based_eliminate 0.45% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.24% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000564 5 5.18% : 0.000029s : 1: func_graph_cloner_run.FuncGraphClonerGraph 94.82% : 0.000535s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.299922 72 0.03% : 0.000088s : 1: add_recomputation 0.06% : 0.000174s : 1: auto_monad 0.01% : 0.000041s : 1: auto_monad_reorder 0.13% : 0.000392s : 1: bootstrap 0.02% : 0.000051s : 1: cconv 0.01% : 0.000039s : 1: convert_after_rewriter 0.01% : 0.000036s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.01% : 0.000025s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000007s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 12.99% : 0.038966s : 1: jit_opt_a 0.09% : 0.000275s : 1: jit_opt_after_cconv 0.03% : 0.000105s : 1: jit_opt_b 0.19% : 0.000559s : 1: loop_unroll 0.32% : 0.000955s : 1: mutable_eliminate 2.20% : 0.006590s : 26: opt.transform.jit_opt_a 0.04% : 0.000107s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000061s : 4: opt.transform.jit_opt_b 0.01% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000037s : 1: opt.transform.mutable_eliminate 0.01% : 0.000044s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000058s : 4: opt.transform.symbol_engine_opt 0.21% : 0.000618s : 1: opt_after_jit_grad 0.00% : 0.000015s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.07% : 0.000213s : 1: py_interpret_to_execute 0.01% : 0.000029s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000034s : 1: remove_dup_value 7.22% : 0.021666s : 1: renormalize.infer 1.89% : 0.005661s : 1: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 17.82% : 0.053447s : 1: rewriter_after_opt_a 0.03% : 0.000076s : 1: rewriter_before_opt_a 0.04% : 0.000118s : 1: symbol_engine_optimizer 56.47% : 0.169362s : 1: type_inference TotalTime = 0.725297, [30] [bootstrap]: 0.00037676 [type_inference]: 0.359853 [event_method]: 0.00036479 [auto_monad]: 0.00036981 [graph_reusing]: 1.078e-05 [pre_auto_parallel]: 4.85999e-06 [py_interpret_to_execute]: 7.109e-05 [rewriter_before_opt_a]: 0.0001629 [expand_dump_flag]: 4.82e-06 [jit_opt_a]: 0.360395, [3] [Cycle 1]: 0.351232, [27] [switch_simplify]: 0.00023762 [loop_unroll]: 6.072e-05 [a_1]: 0.00156814 [with_stream_mark]: 4.754e-05 [recompute_prepare]: 3.469e-05 [updatestate_depend_eliminate]: 1.46e-05 [updatestate_assign_eliminate]: 1.076e-05 [updatestate_loads_eliminate]: 9.80002e-06 [parameter_eliminate]: 3.45e-06 [specialize_transform]: 2.071e-05 [updatestate_useless_node_eliminater]: 2.476e-05 [accelerated_algorithm]: 2.047e-05 [meta_shard_fg_expand]: 6.31e-06 [get_grad_eliminate_]: 1.797e-05 [merge_forward]: 1.207e-05 [cell_reuse_recompute_pass]: 1.87999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.043e-05 [j_node_and_user_rematch]: 3.865e-05 [meta_fg_expand]: 0.185926 [replace_old_param]: 0.00013935 [inline_without_move]: 0.00012992 [renormalize]: 0.0112394 [add_forward_monad_depend]: 2.204e-05 [auto_monad_grad]: 1.187e-05 [auto_monad_eliminator]: 0.150233 [cse]: 0.0005896 [replace_applicator]: 0.00029216 [Cycle 2]: 0.00401453, [27] [switch_simplify]: 6.326e-05 [loop_unroll]: 5.744e-05 [a_1]: 0.00121473 [with_stream_mark]: 7.919e-05 [recompute_prepare]: 1.77e-05 [updatestate_depend_eliminate]: 6.03e-05 [updatestate_assign_eliminate]: 6.47001e-06 [updatestate_loads_eliminate]: 2.147e-05 [parameter_eliminate]: 4.1e-06 [specialize_transform]: 1.362e-05 [updatestate_useless_node_eliminater]: 2.276e-05 [accelerated_algorithm]: 1.043e-05 [meta_shard_fg_expand]: 2.93e-06 [get_grad_eliminate_]: 1.065e-05 [merge_forward]: 6.68e-06 [cell_reuse_recompute_pass]: 1.49e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.381e-05 [j_node_and_user_rematch]: 1.616e-05 [meta_fg_expand]: 0.00015351 [replace_old_param]: 2.056e-05 [inline_without_move]: 9.33002e-06 [renormalize]: 0.00179217 [add_forward_monad_depend]: 1.074e-05 [auto_monad_grad]: 3.50998e-06 [auto_monad_eliminator]: 2.909e-05 [cse]: 9.356e-05 [replace_applicator]: 2.878e-05 [Cycle 3]: 0.00060095, [27] [switch_simplify]: 1.294e-05 [loop_unroll]: 9.71e-06 [a_1]: 0.00021031 [with_stream_mark]: 2.228e-05 [recompute_prepare]: 1.027e-05 [updatestate_depend_eliminate]: 9.12999e-06 [updatestate_assign_eliminate]: 5.52001e-06 [updatestate_loads_eliminate]: 4.86002e-06 [parameter_eliminate]: 2.22001e-06 [specialize_transform]: 9.63002e-06 [updatestate_useless_node_eliminater]: 1.31e-05 [accelerated_algorithm]: 9.89001e-06 [meta_shard_fg_expand]: 3.46001e-06 [get_grad_eliminate_]: 8.92999e-06 [merge_forward]: 5.87001e-06 [cell_reuse_recompute_pass]: 2.71999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.155e-05 [j_node_and_user_rematch]: 1.48e-05 [meta_fg_expand]: 3.93001e-06 [replace_old_param]: 1.525e-05 [inline_without_move]: 8.36002e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.83002e-06 [auto_monad_grad]: 1.96998e-06 [auto_monad_eliminator]: 1.226e-05 [cse]: 2.815e-05 [replace_applicator]: 9.36002e-06 [py_interpret_to_execute_after_opt_a]: 2.441e-05 [rewriter_after_opt_a]: 0.00021879 [convert_after_rewriter]: 1.328e-05 [order_py_execute_after_rewriter]: 7.15003e-06 [mutable_eliminate]: 0.0009325 [jit_opt_b]: 8.758e-05, [1] [Cycle 1]: 7.791e-05, [2] [frontend_op_eliminate]: 2.977e-05 [inline_after_opt_a]: 3.347e-05 [cconv]: 4.17e-05 [loop_unroll]: 0.0007919 [jit_opt_after_cconv]: 0.00027366, [1] [Cycle 1]: 0.0002654, [11] [c_1]: 6.343e-05 [parameter_eliminate]: 5.64e-06 [updatestate_depend_eliminate]: 1.518e-05 [updatestate_assign_eliminate]: 5.68002e-06 [updatestate_loads_eliminate]: 4.74e-06 [cse]: 5.65e-05 [call_graph_tuple_transform]: 2.913e-05 [tuple_list_get_item_eliminator]: 9.66003e-06 [none_parameter_eliminate]: 1.90001e-06 [renormalize]: 2.3999e-07 [switch_simplify]: 1.025e-05 [remove_dup_value]: 3.208e-05 [partial_unused_args_eliminate]: 2.71e-06 [environ_conv]: 9.89001e-06 [add_recomputation]: 0.00011608 [cse_after_recomputation]: 4.486e-05, [1] [Cycle 1]: 3.563e-05, [1] [cse]: 2.749e-05 [auto_monad_reorder]: 3.185e-05 [get_jit_bprop_graph]: 2.18998e-06 [rewriter_after_jit_bprop_graph]: 9.31e-06 [opt_after_jit_grad]: 0.00055992 [symbol_engine_optimizer]: 0.00011165, [1] [Cycle 1]: 0.00010293, [6] [build]: 8.43001e-06 [elim_shapecalc]: 1.175e-05 [elim_not_effective]: 2.388e-05 [opt_reshape]: 1.232e-05 [fold_const_symbol]: 1.394e-05 [renormalize]: 6.79982e-07 [validate]: 6.492e-05 Sums bootstrap : 0.000377s : 0.05% type_inference : 0.359853s : 50.02% event_method : 0.000365s : 0.05% auto_monad : 0.000370s : 0.05% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000071s : 0.01% rewriter_before_opt_a : 0.000163s : 0.02% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000314s : 0.04% jit_opt_a.loop_unroll : 0.000128s : 0.02% jit_opt_a.a_1 : 0.002993s : 0.42% jit_opt_a.with_stream_mark : 0.000149s : 0.02% jit_opt_a.recompute_prepare : 0.000063s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000084s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000023s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000036s : 0.01% jit_opt_a.parameter_eliminate : 0.000010s : 0.00% jit_opt_a.specialize_transform : 0.000044s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000061s : 0.01% jit_opt_a.accelerated_algorithm : 0.000041s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000013s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.01% jit_opt_a.merge_forward : 0.000025s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000086s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000070s : 0.01% jit_opt_a.meta_fg_expand : 0.186083s : 25.87% jit_opt_a.replace_old_param : 0.000175s : 0.02% jit_opt_a.inline_without_move : 0.000148s : 0.02% jit_opt_a.renormalize : 0.013032s : 1.81% jit_opt_a.add_forward_monad_depend : 0.000035s : 0.00% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.150275s : 20.89% jit_opt_a.cse : 0.000711s : 0.10% jit_opt_a.replace_applicator : 0.000330s : 0.05% py_interpret_to_execute_after_opt_a : 0.000024s : 0.00% rewriter_after_opt_a : 0.000219s : 0.03% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000932s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.00% jit_opt_b.inline_after_opt_a : 0.000033s : 0.00% cconv : 0.000042s : 0.01% loop_unroll : 0.000792s : 0.11% jit_opt_after_cconv.c_1 : 0.000063s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000056s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000032s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.00% add_recomputation : 0.000116s : 0.02% cse_after_recomputation.cse : 0.000027s : 0.00% auto_monad_reorder : 0.000032s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000560s : 0.08% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000065s : 0.01% Time group info: ------[substitution.] 0.001830 170 1.39% : 0.000026s : 8: substitution.depend_value_elim 0.17% : 0.000003s : 4: substitution.elim_not_effective 0.11% : 0.000002s : 4: substitution.fold_const_symbol 45.43% : 0.000831s : 4: substitution.getattr_setattr_resolve 0.40% : 0.000007s : 5: substitution.graph_param_transform 33.81% : 0.000619s : 15: substitution.inline 2.30% : 0.000042s : 4: substitution.inline_without_move 0.79% : 0.000015s : 20: substitution.j_node_and_user_rematch 0.56% : 0.000010s : 5: substitution.minmaximum_grad 0.48% : 0.000009s : 9: substitution.partial_eliminate 0.82% : 0.000015s : 20: substitution.remove_not_recompute_node 4.03% : 0.000074s : 12: substitution.replace_applicator 1.03% : 0.000019s : 17: substitution.replace_old_param 0.32% : 0.000006s : 1: substitution.set_cell_output_no_recompute 0.90% : 0.000016s : 3: substitution.switch_simplify 1.23% : 0.000023s : 5: substitution.tuple_list_convert_item_index_to_positive 0.78% : 0.000014s : 5: substitution.tuple_list_get_item_depend_reorder 1.98% : 0.000036s : 8: substitution.tuple_list_get_item_eliminator 1.26% : 0.000023s : 8: substitution.updatestate_pure_node_eliminater 2.21% : 0.000040s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.359702 2 98.84% : 0.355513s : 1: type_inference.infer 1.16% : 0.004188s : 1: type_inference.specialize ------[replace.] 0.000502 26 13.63% : 0.000068s : 3: replace.getattr_setattr_resolve 28.18% : 0.000142s : 15: replace.inline 16.14% : 0.000081s : 1: replace.replace_applicator 15.63% : 0.000079s : 3: replace.switch_simplify 20.57% : 0.000103s : 3: replace.tuple_list_get_item_eliminator 5.85% : 0.000029s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001458 26 53.64% : 0.000782s : 3: match.getattr_setattr_resolve 41.78% : 0.000609s : 15: match.inline 1.85% : 0.000027s : 1: match.replace_applicator 0.99% : 0.000014s : 3: match.switch_simplify 0.57% : 0.000008s : 3: match.tuple_list_get_item_eliminator 1.17% : 0.000017s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000513 3150 1.47% : 0.000008s : 50: predicate.accumulaten_eliminater 0.49% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.34% : 0.000007s : 50: predicate.addn_check_dump 1.38% : 0.000007s : 50: predicate.addn_zero_filter 2.11% : 0.000011s : 50: predicate.arithmetic_simplify 1.52% : 0.000008s : 50: predicate.cast_eliminate 0.15% : 0.000001s : 5: predicate.check_bprop_eliminate 1.43% : 0.000007s : 50: predicate.compare_switch_simplify 1.60% : 0.000008s : 50: predicate.depend_value_elim 1.37% : 0.000007s : 50: predicate.dict_get_item_const_eliminator 1.43% : 0.000007s : 50: predicate.dict_get_item_eliminator 1.41% : 0.000007s : 50: predicate.dict_set_item_eliminator 0.30% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.14% : 0.000001s : 5: predicate.elim_not_effective 0.21% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.40% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.40% : 0.000007s : 50: predicate.environ_get_add_eliminate 1.35% : 0.000007s : 50: predicate.environ_get_depend_swap 1.39% : 0.000007s : 50: predicate.environ_get_eliminate 1.22% : 0.000006s : 50: predicate.environ_get_set_eliminate 0.09% : 0.000000s : 5: predicate.fold_const_symbol 0.84% : 0.000004s : 26: predicate.get_grad_eliminate 1.34% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.12% : 0.000001s : 5: predicate.graph_param_transform 4.27% : 0.000022s : 79: predicate.inline 2.94% : 0.000015s : 87: predicate.inline_without_move 0.36% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.17% : 0.000006s : 26: predicate.less_batch_normalization 1.47% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.54% : 0.000008s : 58: predicate.load_eliminater 0.56% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.68% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.82% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.28% : 0.000007s : 50: predicate.merge_addn 1.43% : 0.000007s : 50: predicate.minmaximum_grad 0.80% : 0.000004s : 5: predicate.mutable_eliminate 0.24% : 0.000001s : 5: predicate.opt_reshape 2.08% : 0.000011s : 58: predicate.partial_eliminate 1.34% : 0.000007s : 50: predicate.print_const_string_wrapper 1.81% : 0.000009s : 50: predicate.reduce_eliminate 2.02% : 0.000010s : 53: predicate.redundant_stop_gradient_eliminater 0.48% : 0.000002s : 26: predicate.remove_not_recompute_node 2.73% : 0.000014s : 126: predicate.replace_applicator 1.47% : 0.000008s : 87: predicate.replace_old_param 0.10% : 0.000001s : 5: predicate.reset_defer_inline 1.36% : 0.000007s : 50: predicate.reshape_eliminate 1.54% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.28% : 0.000001s : 5: predicate.row_tensor_eliminate 1.38% : 0.000007s : 50: predicate.same_eliminate 0.49% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.38% : 0.000002s : 10: predicate.special_op_eliminate 0.96% : 0.000005s : 26: predicate.specialize_transform 1.58% : 0.000008s : 50: predicate.split_environ_get_set_with_tuple_value 1.27% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.21% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.79% : 0.000014s : 69: predicate.switch_defer_inline 2.25% : 0.000012s : 69: predicate.switch_layer_defer_inline 6.78% : 0.000035s : 207: predicate.switch_simplify 1.33% : 0.000007s : 50: predicate.tile_eliminate 1.29% : 0.000007s : 50: predicate.transpose_eliminate 1.75% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.68% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 3.32% : 0.000017s : 63: predicate.tuple_list_get_item_eliminator 1.83% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.52% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.58% : 0.000008s : 58: predicate.updatestate_pure_node_eliminater 2.95% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 2.02% : 0.000010s : 50: predicate.value_based_eliminate 0.13% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.23% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004853 44 65.91% : 0.003199s : 18: func_graph_cloner_run.FuncGraphClonerGraph 34.09% : 0.001654s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.743753 89 0.02% : 0.000122s : 1: add_recomputation 0.05% : 0.000384s : 1: auto_monad 0.00% : 0.000035s : 1: auto_monad_reorder 0.06% : 0.000411s : 1: bootstrap 0.01% : 0.000045s : 1: cconv 0.00% : 0.000017s : 1: convert_after_rewriter 0.01% : 0.000048s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.05% : 0.000379s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 48.46% : 0.360400s : 1: jit_opt_a 0.04% : 0.000277s : 1: jit_opt_after_cconv 0.01% : 0.000091s : 1: jit_opt_b 0.11% : 0.000806s : 1: loop_unroll 0.13% : 0.000950s : 1: mutable_eliminate 0.59% : 0.004412s : 39: opt.transform.jit_opt_a 0.01% : 0.000107s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000054s : 4: opt.transform.jit_opt_b 0.00% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000029s : 1: opt.transform.mutable_eliminate 0.00% : 0.000036s : 1: opt.transform.opt_after_jit_grad 0.13% : 0.000968s : 2: opt.transform.opt_resolve 0.01% : 0.000056s : 4: opt.transform.symbol_engine_opt 0.08% : 0.000570s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000075s : 1: py_interpret_to_execute 0.00% : 0.000028s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000035s : 1: remove_dup_value 1.22% : 0.009108s : 2: renormalize.infer 0.51% : 0.003825s : 2: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000225s : 1: rewriter_after_opt_a 0.02% : 0.000167s : 1: rewriter_before_opt_a 0.02% : 0.000114s : 1: symbol_engine_optimizer 48.39% : 0.359885s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape6-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape6-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape7-pynative] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape7-pynative],max_mem:4.0M TotalTime = 0.359581, [30] [bootstrap]: 0.00091002 [type_inference]: 0.321725 [event_method]: 1.786e-05 [auto_monad]: 0.00019166 [graph_reusing]: 6.73e-06 [pre_auto_parallel]: 2.93e-06 [py_interpret_to_execute]: 0.00018603 [rewriter_before_opt_a]: 6.939e-05 [expand_dump_flag]: 3.2e-06 [jit_opt_a]: 0.0321714, [2] [Cycle 1]: 0.00252257, [27] [switch_simplify]: 6.061e-05 [loop_unroll]: 1.926e-05 [a_1]: 0.00050305 [with_stream_mark]: 3.198e-05 [recompute_prepare]: 1.123e-05 [updatestate_depend_eliminate]: 8.26002e-06 [updatestate_assign_eliminate]: 5.67999e-06 [updatestate_loads_eliminate]: 6.18998e-06 [parameter_eliminate]: 2.06e-06 [specialize_transform]: 1.043e-05 [updatestate_useless_node_eliminater]: 1.318e-05 [accelerated_algorithm]: 1.043e-05 [meta_shard_fg_expand]: 2.94001e-06 [get_grad_eliminate_]: 1.024e-05 [merge_forward]: 6.07999e-06 [cell_reuse_recompute_pass]: 1.75001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.31e-05 [j_node_and_user_rematch]: 1.527e-05 [meta_fg_expand]: 3.78999e-06 [replace_old_param]: 1.314e-05 [inline_without_move]: 8.56002e-06 [renormalize]: 0.00140715 [add_forward_monad_depend]: 1.449e-05 [auto_monad_grad]: 2.84001e-06 [auto_monad_eliminator]: 2.628e-05 [cse]: 4.943e-05 [replace_applicator]: 2.356e-05 [Cycle 2]: 0.00053959, [27] [switch_simplify]: 1.104e-05 [loop_unroll]: 8.65001e-06 [a_1]: 0.00019846 [with_stream_mark]: 1.638e-05 [recompute_prepare]: 9.17999e-06 [updatestate_depend_eliminate]: 6.08998e-06 [updatestate_assign_eliminate]: 5.46998e-06 [updatestate_loads_eliminate]: 5.09003e-06 [parameter_eliminate]: 1.39e-06 [specialize_transform]: 9.69999e-06 [updatestate_useless_node_eliminater]: 1.169e-05 [accelerated_algorithm]: 9.21002e-06 [meta_shard_fg_expand]: 2.24999e-06 [get_grad_eliminate_]: 8.05e-06 [merge_forward]: 6.04001e-06 [cell_reuse_recompute_pass]: 2.27001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.874e-05 [j_node_and_user_rematch]: 1.286e-05 [meta_fg_expand]: 2.69999e-06 [replace_old_param]: 1.21e-05 [inline_without_move]: 8.04002e-06 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 1.66e-06 [auto_monad_grad]: 1.04998e-06 [auto_monad_eliminator]: 1.186e-05 [cse]: 2.184e-05 [replace_applicator]: 9.46e-06 [py_interpret_to_execute_after_opt_a]: 1.83e-05 [rewriter_after_opt_a]: 0.00108423 [convert_after_rewriter]: 1.96e-05 [order_py_execute_after_rewriter]: 7.79002e-06 [mutable_eliminate]: 0.00087604 [jit_opt_b]: 8.687e-05, [1] [Cycle 1]: 7.487e-05, [2] [frontend_op_eliminate]: 2.823e-05 [inline_after_opt_a]: 3.029e-05 [cconv]: 4.213e-05 [loop_unroll]: 0.00049235 [jit_opt_after_cconv]: 0.00025869, [1] [Cycle 1]: 0.00025088, [11] [c_1]: 5.829e-05 [parameter_eliminate]: 4.62e-06 [updatestate_depend_eliminate]: 1.351e-05 [updatestate_assign_eliminate]: 5.42001e-06 [updatestate_loads_eliminate]: 4.61002e-06 [cse]: 5.603e-05 [call_graph_tuple_transform]: 2.628e-05 [tuple_list_get_item_eliminator]: 9.81e-06 [none_parameter_eliminate]: 1.63002e-06 [renormalize]: 2.80008e-07 [switch_simplify]: 9.66998e-06 [remove_dup_value]: 6.237e-05 [partial_unused_args_eliminate]: 2.99001e-06 [environ_conv]: 9.09e-06 [add_recomputation]: 8.917e-05 [cse_after_recomputation]: 3.652e-05, [1] [Cycle 1]: 2.939e-05, [1] [cse]: 2.05e-05 [auto_monad_reorder]: 2.78e-05 [get_jit_bprop_graph]: 2.21e-06 [rewriter_after_jit_bprop_graph]: 0.00016681 [opt_after_jit_grad]: 0.00056086 [symbol_engine_optimizer]: 0.0001094, [1] [Cycle 1]: 0.00010173, [6] [build]: 6.21e-06 [elim_shapecalc]: 1.329e-05 [elim_not_effective]: 2.155e-05 [opt_reshape]: 1.026e-05 [fold_const_symbol]: 1.677e-05 [renormalize]: 3.09985e-07 [validate]: 5.835e-05 Sums bootstrap : 0.000910s : 0.28% type_inference : 0.321725s : 97.59% event_method : 0.000018s : 0.01% auto_monad : 0.000192s : 0.06% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000186s : 0.06% rewriter_before_opt_a : 0.000069s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000072s : 0.02% jit_opt_a.loop_unroll : 0.000028s : 0.01% jit_opt_a.a_1 : 0.000702s : 0.21% jit_opt_a.with_stream_mark : 0.000048s : 0.01% jit_opt_a.recompute_prepare : 0.000020s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000003s : 0.00% jit_opt_a.specialize_transform : 0.000020s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000020s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000042s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000006s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001407s : 0.43% jit_opt_a.add_forward_monad_depend : 0.000016s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000038s : 0.01% jit_opt_a.cse : 0.000071s : 0.02% jit_opt_a.replace_applicator : 0.000033s : 0.01% py_interpret_to_execute_after_opt_a : 0.000018s : 0.01% rewriter_after_opt_a : 0.001084s : 0.33% convert_after_rewriter : 0.000020s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000876s : 0.27% jit_opt_b.frontend_op_eliminate : 0.000028s : 0.01% jit_opt_b.inline_after_opt_a : 0.000030s : 0.01% cconv : 0.000042s : 0.01% loop_unroll : 0.000492s : 0.15% jit_opt_after_cconv.c_1 : 0.000058s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000056s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000062s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000089s : 0.03% cse_after_recomputation.cse : 0.000021s : 0.01% auto_monad_reorder : 0.000028s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000167s : 0.05% opt_after_jit_grad : 0.000561s : 0.17% symbol_engine_optimizer.build : 0.000006s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000058s : 0.02% Time group info: ------[substitution.] 0.000246 43 4.42% : 0.000011s : 2: substitution.depend_value_elim 1.31% : 0.000003s : 4: substitution.elim_not_effective 1.01% : 0.000002s : 4: substitution.fold_const_symbol 3.52% : 0.000009s : 5: substitution.graph_param_transform 72.87% : 0.000179s : 2: substitution.inline 1.94% : 0.000005s : 8: substitution.j_node_and_user_rematch 2.94% : 0.000007s : 8: substitution.remove_not_recompute_node 2.09% : 0.000005s : 2: substitution.replace_old_param 5.38% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 4.52% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.321601 2 99.54% : 0.320115s : 1: type_inference.infer 0.46% : 0.001486s : 1: type_inference.specialize ------[replace.] 0.000038 2 100.00% : 0.000038s : 2: replace.inline ------[match.] 0.000177 2 100.00% : 0.000177s : 2: match.inline ------[predicate.] 0.000153 767 1.08% : 0.000002s : 11: predicate.accumulaten_eliminater 1.54% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.07% : 0.000002s : 11: predicate.addn_check_dump 1.19% : 0.000002s : 11: predicate.addn_zero_filter 2.43% : 0.000004s : 11: predicate.arithmetic_simplify 1.24% : 0.000002s : 11: predicate.cast_eliminate 0.53% : 0.000001s : 5: predicate.check_bprop_eliminate 1.05% : 0.000002s : 11: predicate.compare_switch_simplify 1.34% : 0.000002s : 11: predicate.depend_value_elim 1.09% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.34% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.18% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.03% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.49% : 0.000001s : 5: predicate.elim_not_effective 0.90% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.15% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.19% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.46% : 0.000002s : 11: predicate.environ_get_depend_swap 1.28% : 0.000002s : 11: predicate.environ_get_eliminate 1.34% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.29% : 0.000000s : 5: predicate.fold_const_symbol 1.24% : 0.000002s : 10: predicate.get_grad_eliminate 0.27% : 0.000000s : 5: predicate.graph_param_transform 5.56% : 0.000008s : 23: predicate.inline 1.33% : 0.000002s : 10: predicate.inline_without_move 0.52% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.92% : 0.000003s : 10: predicate.less_batch_normalization 1.10% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.87% : 0.000003s : 16: predicate.load_eliminater 1.72% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.39% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.03% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.13% : 0.000002s : 11: predicate.merge_addn 0.94% : 0.000001s : 11: predicate.minmaximum_grad 2.50% : 0.000004s : 5: predicate.mutable_eliminate 0.58% : 0.000001s : 5: predicate.opt_reshape 1.98% : 0.000003s : 16: predicate.partial_eliminate 1.20% : 0.000002s : 11: predicate.print_const_string_wrapper 1.56% : 0.000002s : 11: predicate.reduce_eliminate 1.15% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.92% : 0.000001s : 10: predicate.remove_not_recompute_node 1.65% : 0.000003s : 21: predicate.replace_applicator 0.81% : 0.000001s : 10: predicate.replace_old_param 0.52% : 0.000001s : 5: predicate.reset_defer_inline 1.30% : 0.000002s : 11: predicate.reshape_eliminate 1.24% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.39% : 0.000002s : 5: predicate.row_tensor_eliminate 1.11% : 0.000002s : 11: predicate.same_eliminate 0.65% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.34% : 0.000002s : 10: predicate.special_op_eliminate 1.27% : 0.000002s : 10: predicate.specialize_transform 1.29% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.18% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.67% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.79% : 0.000003s : 13: predicate.switch_defer_inline 1.47% : 0.000002s : 13: predicate.switch_layer_defer_inline 6.20% : 0.000009s : 38: predicate.switch_simplify 1.28% : 0.000002s : 11: predicate.tile_eliminate 1.10% : 0.000002s : 11: predicate.transpose_eliminate 1.48% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.39% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.33% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.79% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.38% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.89% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.59% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.58% : 0.000002s : 11: predicate.value_based_eliminate 0.46% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.73% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000465 5 5.69% : 0.000026s : 1: func_graph_cloner_run.FuncGraphClonerGraph 94.31% : 0.000439s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.362121 72 0.03% : 0.000092s : 1: add_recomputation 0.06% : 0.000200s : 1: auto_monad 0.01% : 0.000030s : 1: auto_monad_reorder 0.26% : 0.000943s : 1: bootstrap 0.01% : 0.000045s : 1: cconv 0.01% : 0.000024s : 1: convert_after_rewriter 0.01% : 0.000039s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.01% : 0.000024s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 8.89% : 0.032176s : 1: jit_opt_a 0.07% : 0.000262s : 1: jit_opt_after_cconv 0.03% : 0.000091s : 1: jit_opt_b 0.14% : 0.000501s : 1: loop_unroll 0.25% : 0.000891s : 1: mutable_eliminate 0.28% : 0.001009s : 26: opt.transform.jit_opt_a 0.03% : 0.000100s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000049s : 4: opt.transform.jit_opt_b 0.01% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000026s : 1: opt.transform.mutable_eliminate 0.01% : 0.000036s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.16% : 0.000572s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000191s : 1: py_interpret_to_execute 0.01% : 0.000021s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000066s : 1: remove_dup_value 0.24% : 0.000879s : 1: renormalize.infer 0.14% : 0.000516s : 1: renormalize.specialize 0.05% : 0.000171s : 1: rewriter_after_jit_bprop_graph 0.30% : 0.001095s : 1: rewriter_after_opt_a 0.02% : 0.000076s : 1: rewriter_before_opt_a 0.03% : 0.000113s : 1: symbol_engine_optimizer 88.85% : 0.321754s : 1: type_inference TotalTime = 0.628254, [30] [bootstrap]: 0.00034963 [type_inference]: 0.347573 [event_method]: 0.00026177 [auto_monad]: 0.00037507 [graph_reusing]: 9.44e-06 [pre_auto_parallel]: 3.61999e-06 [py_interpret_to_execute]: 7.359e-05 [rewriter_before_opt_a]: 0.00015293 [expand_dump_flag]: 4.05e-06 [jit_opt_a]: 0.275632, [3] [Cycle 1]: 0.114325, [27] [switch_simplify]: 0.00019835 [loop_unroll]: 6.234e-05 [a_1]: 0.00158048 [with_stream_mark]: 4.337e-05 [recompute_prepare]: 3.294e-05 [updatestate_depend_eliminate]: 1.363e-05 [updatestate_assign_eliminate]: 1.058e-05 [updatestate_loads_eliminate]: 1.025e-05 [parameter_eliminate]: 4.07e-06 [specialize_transform]: 2.134e-05 [updatestate_useless_node_eliminater]: 2.643e-05 [accelerated_algorithm]: 2.127e-05 [meta_shard_fg_expand]: 7.56001e-06 [get_grad_eliminate_]: 1.844e-05 [merge_forward]: 1.256e-05 [cell_reuse_recompute_pass]: 1.64e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.723e-05 [j_node_and_user_rematch]: 3.661e-05 [meta_fg_expand]: 0.0997178 [replace_old_param]: 0.00014386 [inline_without_move]: 0.00013121 [renormalize]: 0.0111445 [add_forward_monad_depend]: 2.155e-05 [auto_monad_grad]: 1.143e-05 [auto_monad_eliminator]: 9.158e-05 [cse]: 0.00034084 [replace_applicator]: 0.000227 [Cycle 2]: 0.156486, [27] [switch_simplify]: 6.271e-05 [loop_unroll]: 5.794e-05 [a_1]: 0.153981 [with_stream_mark]: 3.512e-05 [recompute_prepare]: 2.146e-05 [updatestate_depend_eliminate]: 3.813e-05 [updatestate_assign_eliminate]: 6.66e-06 [updatestate_loads_eliminate]: 4.80001e-06 [parameter_eliminate]: 2.64001e-06 [specialize_transform]: 1.256e-05 [updatestate_useless_node_eliminater]: 1.659e-05 [accelerated_algorithm]: 1.178e-05 [meta_shard_fg_expand]: 3.78001e-06 [get_grad_eliminate_]: 1.182e-05 [merge_forward]: 6.26e-06 [cell_reuse_recompute_pass]: 1.76e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.492e-05 [j_node_and_user_rematch]: 1.631e-05 [meta_fg_expand]: 0.00014711 [replace_old_param]: 2.203e-05 [inline_without_move]: 9.27999e-06 [renormalize]: 0.00158967 [add_forward_monad_depend]: 7.8e-06 [auto_monad_grad]: 2.92002e-06 [auto_monad_eliminator]: 2.447e-05 [cse]: 9.815e-05 [replace_applicator]: 2.439e-05 [Cycle 3]: 0.00059099, [27] [switch_simplify]: 1.069e-05 [loop_unroll]: 9.41998e-06 [a_1]: 0.00019784 [with_stream_mark]: 1.871e-05 [recompute_prepare]: 9.41998e-06 [updatestate_depend_eliminate]: 7.71001e-06 [updatestate_assign_eliminate]: 5.06997e-06 [updatestate_loads_eliminate]: 4.87e-06 [parameter_eliminate]: 1.98997e-06 [specialize_transform]: 3.002e-05 [updatestate_useless_node_eliminater]: 1.508e-05 [accelerated_algorithm]: 9.70002e-06 [meta_shard_fg_expand]: 2.30002e-06 [get_grad_eliminate_]: 8.42e-06 [merge_forward]: 5.85002e-06 [cell_reuse_recompute_pass]: 2.83998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.01e-05 [j_node_and_user_rematch]: 1.456e-05 [meta_fg_expand]: 3.55e-06 [replace_old_param]: 1.438e-05 [inline_without_move]: 7.78001e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.74e-06 [auto_monad_grad]: 1.62999e-06 [auto_monad_eliminator]: 1.297e-05 [cse]: 2.976e-05 [replace_applicator]: 9.89999e-06 [py_interpret_to_execute_after_opt_a]: 1.95e-05 [rewriter_after_opt_a]: 0.00031403 [convert_after_rewriter]: 1.291e-05 [order_py_execute_after_rewriter]: 7.85998e-06 [mutable_eliminate]: 0.00129298 [jit_opt_b]: 8.906e-05, [1] [Cycle 1]: 7.913e-05, [2] [frontend_op_eliminate]: 3.138e-05 [inline_after_opt_a]: 3.331e-05 [cconv]: 4.183e-05 [loop_unroll]: 0.00049729 [jit_opt_after_cconv]: 0.00026122, [1] [Cycle 1]: 0.00025303, [11] [c_1]: 5.557e-05 [parameter_eliminate]: 5.86e-06 [updatestate_depend_eliminate]: 1.332e-05 [updatestate_assign_eliminate]: 5.77999e-06 [updatestate_loads_eliminate]: 5.07e-06 [cse]: 5.73e-05 [call_graph_tuple_transform]: 2.847e-05 [tuple_list_get_item_eliminator]: 9.24e-06 [none_parameter_eliminate]: 1.66e-06 [renormalize]: 1.17e-06 [switch_simplify]: 9.57001e-06 [remove_dup_value]: 6.442e-05 [partial_unused_args_eliminate]: 2.46e-06 [environ_conv]: 8.74998e-06 [add_recomputation]: 7.57e-05 [cse_after_recomputation]: 3.658e-05, [1] [Cycle 1]: 2.984e-05, [1] [cse]: 2.261e-05 [auto_monad_reorder]: 2.95e-05 [get_jit_bprop_graph]: 2.22999e-06 [rewriter_after_jit_bprop_graph]: 8.23999e-06 [opt_after_jit_grad]: 0.00053621 [symbol_engine_optimizer]: 0.00010227, [1] [Cycle 1]: 9.417e-05, [6] [build]: 5.29998e-06 [elim_shapecalc]: 1.294e-05 [elim_not_effective]: 2.166e-05 [opt_reshape]: 9.58002e-06 [fold_const_symbol]: 1.314e-05 [renormalize]: 2.80008e-07 [validate]: 5.228e-05 Sums bootstrap : 0.000350s : 0.06% type_inference : 0.347573s : 55.81% event_method : 0.000262s : 0.04% auto_monad : 0.000375s : 0.06% graph_reusing : 0.000009s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000074s : 0.01% rewriter_before_opt_a : 0.000153s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000272s : 0.04% jit_opt_a.loop_unroll : 0.000130s : 0.02% jit_opt_a.a_1 : 0.155760s : 25.01% jit_opt_a.with_stream_mark : 0.000097s : 0.02% jit_opt_a.recompute_prepare : 0.000064s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000059s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000022s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000064s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000058s : 0.01% jit_opt_a.accelerated_algorithm : 0.000043s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000014s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000039s : 0.01% jit_opt_a.merge_forward : 0.000025s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000082s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000067s : 0.01% jit_opt_a.meta_fg_expand : 0.099869s : 16.04% jit_opt_a.replace_old_param : 0.000180s : 0.03% jit_opt_a.inline_without_move : 0.000148s : 0.02% jit_opt_a.renormalize : 0.012734s : 2.04% jit_opt_a.add_forward_monad_depend : 0.000031s : 0.00% jit_opt_a.auto_monad_grad : 0.000016s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000129s : 0.02% jit_opt_a.cse : 0.000469s : 0.08% jit_opt_a.replace_applicator : 0.000261s : 0.04% py_interpret_to_execute_after_opt_a : 0.000020s : 0.00% rewriter_after_opt_a : 0.000314s : 0.05% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.001293s : 0.21% jit_opt_b.frontend_op_eliminate : 0.000031s : 0.01% jit_opt_b.inline_after_opt_a : 0.000033s : 0.01% cconv : 0.000042s : 0.01% loop_unroll : 0.000497s : 0.08% jit_opt_after_cconv.c_1 : 0.000056s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000057s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000028s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000064s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000076s : 0.01% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000029s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000536s : 0.09% symbol_engine_optimizer.build : 0.000005s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000013s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000052s : 0.01% Time group info: ------[substitution.] 0.002037 170 1.43% : 0.000029s : 8: substitution.depend_value_elim 0.14% : 0.000003s : 4: substitution.elim_not_effective 0.09% : 0.000002s : 4: substitution.fold_const_symbol 48.65% : 0.000991s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000008s : 5: substitution.graph_param_transform 32.35% : 0.000659s : 15: substitution.inline 2.06% : 0.000042s : 4: substitution.inline_without_move 0.68% : 0.000014s : 20: substitution.j_node_and_user_rematch 0.48% : 0.000010s : 5: substitution.minmaximum_grad 0.45% : 0.000009s : 9: substitution.partial_eliminate 0.72% : 0.000015s : 20: substitution.remove_not_recompute_node 2.77% : 0.000056s : 12: substitution.replace_applicator 0.93% : 0.000019s : 17: substitution.replace_old_param 0.32% : 0.000007s : 1: substitution.set_cell_output_no_recompute 0.69% : 0.000014s : 3: substitution.switch_simplify 1.15% : 0.000023s : 5: substitution.tuple_list_convert_item_index_to_positive 0.77% : 0.000016s : 5: substitution.tuple_list_get_item_depend_reorder 1.84% : 0.000038s : 8: substitution.tuple_list_get_item_eliminator 1.09% : 0.000022s : 8: substitution.updatestate_pure_node_eliminater 3.00% : 0.000061s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.347455 2 98.87% : 0.343537s : 1: type_inference.infer 1.13% : 0.003918s : 1: type_inference.specialize ------[replace.] 0.000585 26 13.54% : 0.000079s : 3: replace.getattr_setattr_resolve 25.27% : 0.000148s : 15: replace.inline 10.88% : 0.000064s : 1: replace.replace_applicator 10.53% : 0.000062s : 3: replace.switch_simplify 21.40% : 0.000125s : 3: replace.tuple_list_get_item_eliminator 18.38% : 0.000107s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001639 26 56.15% : 0.000920s : 3: match.getattr_setattr_resolve 39.44% : 0.000646s : 15: match.inline 1.06% : 0.000017s : 1: match.replace_applicator 0.72% : 0.000012s : 3: match.switch_simplify 0.48% : 0.000008s : 3: match.tuple_list_get_item_eliminator 2.15% : 0.000035s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000563 3150 1.48% : 0.000008s : 50: predicate.accumulaten_eliminater 0.43% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.43% : 0.000008s : 50: predicate.addn_check_dump 1.54% : 0.000009s : 50: predicate.addn_zero_filter 2.45% : 0.000014s : 50: predicate.arithmetic_simplify 1.29% : 0.000007s : 50: predicate.cast_eliminate 0.17% : 0.000001s : 5: predicate.check_bprop_eliminate 1.60% : 0.000009s : 50: predicate.compare_switch_simplify 1.46% : 0.000008s : 50: predicate.depend_value_elim 1.35% : 0.000008s : 50: predicate.dict_get_item_const_eliminator 1.49% : 0.000008s : 50: predicate.dict_get_item_eliminator 2.02% : 0.000011s : 50: predicate.dict_set_item_eliminator 0.24% : 0.000001s : 5: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 5: predicate.elim_not_effective 0.21% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.31% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.43% : 0.000008s : 50: predicate.environ_get_add_eliminate 1.18% : 0.000007s : 50: predicate.environ_get_depend_swap 1.48% : 0.000008s : 50: predicate.environ_get_eliminate 1.39% : 0.000008s : 50: predicate.environ_get_set_eliminate 0.08% : 0.000000s : 5: predicate.fold_const_symbol 0.83% : 0.000005s : 26: predicate.get_grad_eliminate 1.44% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000000s : 5: predicate.graph_param_transform 4.38% : 0.000025s : 79: predicate.inline 2.86% : 0.000016s : 87: predicate.inline_without_move 0.34% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.14% : 0.000006s : 26: predicate.less_batch_normalization 1.48% : 0.000008s : 53: predicate.list_to_tuple_eliminator_ 1.59% : 0.000009s : 58: predicate.load_eliminater 0.48% : 0.000003s : 5: predicate.loop_unroll_after_grad 3.35% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.78% : 0.000010s : 55: predicate.make_slice_get_slice_eliminator 1.23% : 0.000007s : 50: predicate.merge_addn 1.55% : 0.000009s : 50: predicate.minmaximum_grad 0.95% : 0.000005s : 5: predicate.mutable_eliminate 0.16% : 0.000001s : 5: predicate.opt_reshape 2.02% : 0.000011s : 58: predicate.partial_eliminate 1.57% : 0.000009s : 50: predicate.print_const_string_wrapper 1.77% : 0.000010s : 50: predicate.reduce_eliminate 1.43% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.56% : 0.000003s : 26: predicate.remove_not_recompute_node 2.29% : 0.000013s : 126: predicate.replace_applicator 1.45% : 0.000008s : 87: predicate.replace_old_param 0.19% : 0.000001s : 5: predicate.reset_defer_inline 1.34% : 0.000008s : 50: predicate.reshape_eliminate 1.55% : 0.000009s : 50: predicate.row_tensor_add_zeros_like 0.31% : 0.000002s : 5: predicate.row_tensor_eliminate 1.34% : 0.000008s : 50: predicate.same_eliminate 0.44% : 0.000002s : 28: predicate.set_cell_output_no_recompute 0.38% : 0.000002s : 10: predicate.special_op_eliminate 0.90% : 0.000005s : 26: predicate.specialize_transform 1.54% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.25% : 0.000007s : 50: predicate.stack_unstack_eliminate 0.18% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.99% : 0.000017s : 69: predicate.switch_defer_inline 2.26% : 0.000013s : 69: predicate.switch_layer_defer_inline 6.28% : 0.000035s : 207: predicate.switch_simplify 1.33% : 0.000007s : 50: predicate.tile_eliminate 2.83% : 0.000016s : 50: predicate.transpose_eliminate 1.79% : 0.000010s : 50: predicate.tuple_list_convert_item_index_to_positive 1.62% : 0.000009s : 50: predicate.tuple_list_get_item_depend_reorder 2.63% : 0.000015s : 63: predicate.tuple_list_get_item_eliminator 1.95% : 0.000011s : 50: predicate.tuple_list_set_item_eliminator 1.47% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.69% : 0.000010s : 58: predicate.updatestate_pure_node_eliminater 2.65% : 0.000015s : 85: predicate.updatestate_useless_node_eliminater 1.82% : 0.000010s : 50: predicate.value_based_eliminate 0.13% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.27% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004132 44 62.88% : 0.002598s : 18: func_graph_cloner_run.FuncGraphClonerGraph 37.12% : 0.001534s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.799356 89 0.01% : 0.000079s : 1: add_recomputation 0.05% : 0.000386s : 1: auto_monad 0.00% : 0.000032s : 1: auto_monad_reorder 0.06% : 0.000477s : 1: bootstrap 0.01% : 0.000045s : 1: cconv 0.00% : 0.000017s : 1: convert_after_rewriter 0.00% : 0.000039s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.03% : 0.000271s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 34.48% : 0.275637s : 1: jit_opt_a 0.03% : 0.000265s : 1: jit_opt_after_cconv 0.01% : 0.000092s : 1: jit_opt_b 0.06% : 0.000507s : 1: loop_unroll 0.16% : 0.001307s : 1: mutable_eliminate 19.65% : 0.157098s : 39: opt.transform.jit_opt_a 0.01% : 0.000098s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000055s : 4: opt.transform.jit_opt_b 0.00% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000033s : 1: opt.transform.mutable_eliminate 0.00% : 0.000037s : 1: opt.transform.opt_after_jit_grad 0.14% : 0.001149s : 2: opt.transform.opt_resolve 0.01% : 0.000052s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000545s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000078s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000068s : 1: remove_dup_value 1.12% : 0.008964s : 2: renormalize.infer 0.47% : 0.003738s : 2: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.04% : 0.000320s : 1: rewriter_after_opt_a 0.02% : 0.000156s : 1: rewriter_before_opt_a 0.01% : 0.000105s : 1: symbol_engine_optimizer 43.48% : 0.347598s : 1: type_inference TotalTime = 0.356819, [30] [bootstrap]: 0.00034403 [type_inference]: 0.225594 [event_method]: 2.055e-05 [auto_monad]: 0.00018642 [graph_reusing]: 6.56e-06 [pre_auto_parallel]: 3.04999e-06 [py_interpret_to_execute]: 0.00018252 [rewriter_before_opt_a]: 6.661e-05 [expand_dump_flag]: 4.3e-06 [jit_opt_a]: 0.125358, [2] [Cycle 1]: 0.120616, [27] [switch_simplify]: 5.664e-05 [loop_unroll]: 1.972e-05 [a_1]: 0.00047173 [with_stream_mark]: 3.221e-05 [recompute_prepare]: 1.195e-05 [updatestate_depend_eliminate]: 7.11001e-06 [updatestate_assign_eliminate]: 6.07001e-06 [updatestate_loads_eliminate]: 4.94e-06 [parameter_eliminate]: 2.59001e-06 [specialize_transform]: 9.46e-06 [updatestate_useless_node_eliminater]: 1.269e-05 [accelerated_algorithm]: 1.082e-05 [meta_shard_fg_expand]: 3.23998e-06 [get_grad_eliminate_]: 8.54e-06 [merge_forward]: 6.74999e-06 [cell_reuse_recompute_pass]: 1.25001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.165e-05 [j_node_and_user_rematch]: 1.471e-05 [meta_fg_expand]: 4.56002e-06 [replace_old_param]: 1.373e-05 [inline_without_move]: 8.17e-06 [renormalize]: 0.119481 [add_forward_monad_depend]: 1.482e-05 [auto_monad_grad]: 2.79999e-06 [auto_monad_eliminator]: 4.063e-05 [cse]: 5.147e-05 [replace_applicator]: 3.807e-05 [Cycle 2]: 0.00063698, [27] [switch_simplify]: 1.087e-05 [loop_unroll]: 1.107e-05 [a_1]: 0.00022255 [with_stream_mark]: 2.614e-05 [recompute_prepare]: 1.145e-05 [updatestate_depend_eliminate]: 7.97e-06 [updatestate_assign_eliminate]: 6.41998e-06 [updatestate_loads_eliminate]: 4.71002e-06 [parameter_eliminate]: 2.40002e-06 [specialize_transform]: 1.1e-05 [updatestate_useless_node_eliminater]: 1.27e-05 [accelerated_algorithm]: 1.044e-05 [meta_shard_fg_expand]: 3.42002e-06 [get_grad_eliminate_]: 8.80001e-06 [merge_forward]: 7.08998e-06 [cell_reuse_recompute_pass]: 3.14999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.331e-05 [j_node_and_user_rematch]: 1.555e-05 [meta_fg_expand]: 4.30999e-06 [replace_old_param]: 1.574e-05 [inline_without_move]: 8.73001e-06 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 2.11e-06 [auto_monad_grad]: 2.46e-06 [auto_monad_eliminator]: 1.792e-05 [cse]: 2.425e-05 [replace_applicator]: 1.04e-05 [py_interpret_to_execute_after_opt_a]: 2.714e-05 [rewriter_after_opt_a]: 0.00111653 [convert_after_rewriter]: 2.445e-05 [order_py_execute_after_rewriter]: 9.41e-06 [mutable_eliminate]: 0.00155957 [jit_opt_b]: 9.692e-05, [1] [Cycle 1]: 8.581e-05, [2] [frontend_op_eliminate]: 3.495e-05 [inline_after_opt_a]: 3.414e-05 [cconv]: 4.999e-05 [loop_unroll]: 0.00061246 [jit_opt_after_cconv]: 0.00026928, [1] [Cycle 1]: 0.00025985, [11] [c_1]: 6.511e-05 [parameter_eliminate]: 6.68e-06 [updatestate_depend_eliminate]: 1.461e-05 [updatestate_assign_eliminate]: 8.2e-06 [updatestate_loads_eliminate]: 4.87e-06 [cse]: 5.164e-05 [call_graph_tuple_transform]: 2.577e-05 [tuple_list_get_item_eliminator]: 1.174e-05 [none_parameter_eliminate]: 1.79e-06 [renormalize]: 8.00006e-07 [switch_simplify]: 1.165e-05 [remove_dup_value]: 2.998e-05 [partial_unused_args_eliminate]: 2.63003e-06 [environ_conv]: 9.80002e-06 [add_recomputation]: 8.28e-05 [cse_after_recomputation]: 3.518e-05, [1] [Cycle 1]: 2.715e-05, [1] [cse]: 1.958e-05 [auto_monad_reorder]: 3.849e-05 [get_jit_bprop_graph]: 2.63e-06 [rewriter_after_jit_bprop_graph]: 1.069e-05 [opt_after_jit_grad]: 0.00060671 [symbol_engine_optimizer]: 0.0001168, [1] [Cycle 1]: 0.00010733, [6] [build]: 8.15e-06 [elim_shapecalc]: 1.275e-05 [elim_not_effective]: 2.375e-05 [opt_reshape]: 1.117e-05 [fold_const_symbol]: 1.711e-05 [renormalize]: 6.49976e-07 [validate]: 6.316e-05 Sums bootstrap : 0.000344s : 0.10% type_inference : 0.225594s : 64.11% event_method : 0.000021s : 0.01% auto_monad : 0.000186s : 0.05% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000183s : 0.05% rewriter_before_opt_a : 0.000067s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000068s : 0.02% jit_opt_a.loop_unroll : 0.000031s : 0.01% jit_opt_a.a_1 : 0.000694s : 0.20% jit_opt_a.with_stream_mark : 0.000058s : 0.02% jit_opt_a.recompute_prepare : 0.000023s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000020s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000021s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.00% jit_opt_a.merge_forward : 0.000014s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000045s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.01% jit_opt_a.meta_fg_expand : 0.000009s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.00% jit_opt_a.renormalize : 0.119481s : 33.96% jit_opt_a.add_forward_monad_depend : 0.000017s : 0.00% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000059s : 0.02% jit_opt_a.cse : 0.000076s : 0.02% jit_opt_a.replace_applicator : 0.000048s : 0.01% py_interpret_to_execute_after_opt_a : 0.000027s : 0.01% rewriter_after_opt_a : 0.001117s : 0.32% convert_after_rewriter : 0.000024s : 0.01% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.001560s : 0.44% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.01% jit_opt_b.inline_after_opt_a : 0.000034s : 0.01% cconv : 0.000050s : 0.01% loop_unroll : 0.000612s : 0.17% jit_opt_after_cconv.c_1 : 0.000065s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000052s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.000030s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000010s : 0.00% add_recomputation : 0.000083s : 0.02% cse_after_recomputation.cse : 0.000020s : 0.01% auto_monad_reorder : 0.000038s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000011s : 0.00% opt_after_jit_grad : 0.000607s : 0.17% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000024s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000063s : 0.02% Time group info: ------[substitution.] 0.000238 43 5.39% : 0.000013s : 2: substitution.depend_value_elim 1.45% : 0.000003s : 4: substitution.elim_not_effective 0.98% : 0.000002s : 4: substitution.fold_const_symbol 3.23% : 0.000008s : 5: substitution.graph_param_transform 68.91% : 0.000164s : 2: substitution.inline 2.34% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.03% : 0.000007s : 8: substitution.remove_not_recompute_node 3.92% : 0.000009s : 2: substitution.replace_old_param 5.53% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 5.23% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.225497 2 99.37% : 0.224066s : 1: type_inference.infer 0.63% : 0.001431s : 1: type_inference.specialize ------[replace.] 0.000037 2 100.00% : 0.000037s : 2: replace.inline ------[match.] 0.000163 2 100.00% : 0.000163s : 2: match.inline ------[predicate.] 0.000165 767 1.14% : 0.000002s : 11: predicate.accumulaten_eliminater 1.80% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.03% : 0.000002s : 11: predicate.addn_check_dump 1.19% : 0.000002s : 11: predicate.addn_zero_filter 2.03% : 0.000003s : 11: predicate.arithmetic_simplify 1.16% : 0.000002s : 11: predicate.cast_eliminate 0.57% : 0.000001s : 5: predicate.check_bprop_eliminate 1.01% : 0.000002s : 11: predicate.compare_switch_simplify 1.47% : 0.000002s : 11: predicate.depend_value_elim 0.93% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.20% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.16% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.03% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.50% : 0.000001s : 5: predicate.elim_not_effective 0.72% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.34% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.97% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.03% : 0.000002s : 11: predicate.environ_get_depend_swap 1.19% : 0.000002s : 11: predicate.environ_get_eliminate 1.16% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.29% : 0.000000s : 5: predicate.fold_const_symbol 1.17% : 0.000002s : 10: predicate.get_grad_eliminate 0.41% : 0.000001s : 5: predicate.graph_param_transform 5.64% : 0.000009s : 23: predicate.inline 1.06% : 0.000002s : 10: predicate.inline_without_move 0.45% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.42% : 0.000002s : 10: predicate.less_batch_normalization 1.29% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.57% : 0.000003s : 16: predicate.load_eliminater 2.36% : 0.000004s : 5: predicate.loop_unroll_after_grad 2.27% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.03% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.18% : 0.000002s : 11: predicate.merge_addn 0.96% : 0.000002s : 11: predicate.minmaximum_grad 4.08% : 0.000007s : 5: predicate.mutable_eliminate 0.74% : 0.000001s : 5: predicate.opt_reshape 1.99% : 0.000003s : 16: predicate.partial_eliminate 1.03% : 0.000002s : 11: predicate.print_const_string_wrapper 1.60% : 0.000003s : 11: predicate.reduce_eliminate 1.20% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.19% : 0.000002s : 10: predicate.remove_not_recompute_node 1.74% : 0.000003s : 21: predicate.replace_applicator 0.58% : 0.000001s : 10: predicate.replace_old_param 0.82% : 0.000001s : 5: predicate.reset_defer_inline 1.21% : 0.000002s : 11: predicate.reshape_eliminate 1.34% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.20% : 0.000002s : 5: predicate.row_tensor_eliminate 1.20% : 0.000002s : 11: predicate.same_eliminate 0.75% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.68% : 0.000003s : 10: predicate.special_op_eliminate 1.48% : 0.000002s : 10: predicate.specialize_transform 1.45% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.27% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.65% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.74% : 0.000003s : 13: predicate.switch_defer_inline 1.38% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.29% : 0.000009s : 38: predicate.switch_simplify 1.10% : 0.000002s : 11: predicate.tile_eliminate 1.11% : 0.000002s : 11: predicate.transpose_eliminate 1.53% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 1.17% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.22% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.56% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.21% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.49% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.46% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.43% : 0.000002s : 11: predicate.value_based_eliminate 0.42% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.95% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000589 5 5.15% : 0.000030s : 1: func_graph_cloner_run.FuncGraphClonerGraph 94.85% : 0.000559s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.477489 72 0.02% : 0.000087s : 1: add_recomputation 0.04% : 0.000194s : 1: auto_monad 0.01% : 0.000041s : 1: auto_monad_reorder 0.08% : 0.000368s : 1: bootstrap 0.01% : 0.000054s : 1: cconv 0.01% : 0.000029s : 1: convert_after_rewriter 0.01% : 0.000038s : 1: cse_after_recomputation 0.00% : 0.000013s : 1: environ_conv 0.01% : 0.000027s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 26.25% : 0.125364s : 1: jit_opt_a 0.06% : 0.000273s : 1: jit_opt_after_cconv 0.02% : 0.000101s : 1: jit_opt_b 0.13% : 0.000626s : 1: loop_unroll 0.33% : 0.001579s : 1: mutable_eliminate 0.22% : 0.001029s : 26: opt.transform.jit_opt_a 0.02% : 0.000109s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000059s : 4: opt.transform.jit_opt_b 0.01% : 0.000025s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000041s : 1: opt.transform.mutable_eliminate 0.01% : 0.000042s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000060s : 4: opt.transform.symbol_engine_opt 0.13% : 0.000618s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.04% : 0.000188s : 1: py_interpret_to_execute 0.01% : 0.000030s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000034s : 1: remove_dup_value 24.85% : 0.118664s : 1: renormalize.infer 0.17% : 0.000792s : 1: renormalize.specialize 0.00% : 0.000013s : 1: rewriter_after_jit_bprop_graph 0.24% : 0.001129s : 1: rewriter_after_opt_a 0.01% : 0.000071s : 1: rewriter_before_opt_a 0.03% : 0.000120s : 1: symbol_engine_optimizer 47.25% : 0.225628s : 1: type_inference TotalTime = 0.619383, [30] [bootstrap]: 0.00036243 [type_inference]: 0.256358 [event_method]: 0.00029454 [auto_monad]: 0.00029629 [graph_reusing]: 1.061e-05 [pre_auto_parallel]: 3.93001e-06 [py_interpret_to_execute]: 5.598e-05 [rewriter_before_opt_a]: 0.00015251 [expand_dump_flag]: 3.65998e-06 [jit_opt_a]: 0.358558, [3] [Cycle 1]: 0.198089, [27] [switch_simplify]: 0.00024118 [loop_unroll]: 5.752e-05 [a_1]: 0.00156201 [with_stream_mark]: 4.44e-05 [recompute_prepare]: 3.126e-05 [updatestate_depend_eliminate]: 1.516e-05 [updatestate_assign_eliminate]: 1.047e-05 [updatestate_loads_eliminate]: 9.87999e-06 [parameter_eliminate]: 2.93998e-06 [specialize_transform]: 2.137e-05 [updatestate_useless_node_eliminater]: 2.388e-05 [accelerated_algorithm]: 1.897e-05 [meta_shard_fg_expand]: 6.12999e-06 [get_grad_eliminate_]: 1.892e-05 [merge_forward]: 1.188e-05 [cell_reuse_recompute_pass]: 1.24998e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.937e-05 [j_node_and_user_rematch]: 3.559e-05 [meta_fg_expand]: 0.183444 [replace_old_param]: 0.00014695 [inline_without_move]: 0.00013824 [renormalize]: 0.0110551 [add_forward_monad_depend]: 2.751e-05 [auto_monad_grad]: 1.345e-05 [auto_monad_eliminator]: 9.567e-05 [cse]: 0.00039168 [replace_applicator]: 0.00024535 [Cycle 2]: 0.15566, [27] [switch_simplify]: 6.487e-05 [loop_unroll]: 5.868e-05 [a_1]: 0.00123697 [with_stream_mark]: 3.993e-05 [recompute_prepare]: 1.994e-05 [updatestate_depend_eliminate]: 4.083e-05 [updatestate_assign_eliminate]: 6.04001e-06 [updatestate_loads_eliminate]: 5.29e-06 [parameter_eliminate]: 3.86001e-06 [specialize_transform]: 1.252e-05 [updatestate_useless_node_eliminater]: 1.62e-05 [accelerated_algorithm]: 1.125e-05 [meta_shard_fg_expand]: 4.23001e-06 [get_grad_eliminate_]: 1.019e-05 [merge_forward]: 6.67002e-06 [cell_reuse_recompute_pass]: 1.89e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.261e-05 [j_node_and_user_rematch]: 1.596e-05 [meta_fg_expand]: 0.00014895 [replace_old_param]: 2.432e-05 [inline_without_move]: 1.033e-05 [renormalize]: 0.15343 [add_forward_monad_depend]: 1.31e-05 [auto_monad_grad]: 2.59001e-06 [auto_monad_eliminator]: 3.553e-05 [cse]: 0.00010609 [replace_applicator]: 3.597e-05 [Cycle 3]: 0.00064378, [27] [switch_simplify]: 1.183e-05 [loop_unroll]: 1.158e-05 [a_1]: 0.00022717 [with_stream_mark]: 2.575e-05 [recompute_prepare]: 1.097e-05 [updatestate_depend_eliminate]: 9.15001e-06 [updatestate_assign_eliminate]: 5.93998e-06 [updatestate_loads_eliminate]: 5.27001e-06 [parameter_eliminate]: 2.04e-06 [specialize_transform]: 9.75002e-06 [updatestate_useless_node_eliminater]: 1.461e-05 [accelerated_algorithm]: 1.031e-05 [meta_shard_fg_expand]: 3.15002e-06 [get_grad_eliminate_]: 8.91002e-06 [merge_forward]: 7.06001e-06 [cell_reuse_recompute_pass]: 3.38e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.317e-05 [j_node_and_user_rematch]: 1.534e-05 [meta_fg_expand]: 3.56999e-06 [replace_old_param]: 1.613e-05 [inline_without_move]: 9.00999e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.57001e-06 [auto_monad_grad]: 1.53997e-06 [auto_monad_eliminator]: 1.407e-05 [cse]: 3.246e-05 [replace_applicator]: 1.153e-05 [py_interpret_to_execute_after_opt_a]: 2.51e-05 [rewriter_after_opt_a]: 0.0002385 [convert_after_rewriter]: 1.279e-05 [order_py_execute_after_rewriter]: 8.87999e-06 [mutable_eliminate]: 0.00087836 [jit_opt_b]: 8.818e-05, [1] [Cycle 1]: 7.851e-05, [2] [frontend_op_eliminate]: 3.157e-05 [inline_after_opt_a]: 3.246e-05 [cconv]: 3.653e-05 [loop_unroll]: 0.00049938 [jit_opt_after_cconv]: 0.00027199, [1] [Cycle 1]: 0.00026405, [11] [c_1]: 5.452e-05 [parameter_eliminate]: 5.40999e-06 [updatestate_depend_eliminate]: 3.086e-05 [updatestate_assign_eliminate]: 5.39e-06 [updatestate_loads_eliminate]: 4.89e-06 [cse]: 4.679e-05 [call_graph_tuple_transform]: 2.793e-05 [tuple_list_get_item_eliminator]: 9.54e-06 [none_parameter_eliminate]: 1.92001e-06 [renormalize]: 6.50005e-07 [switch_simplify]: 1.011e-05 [remove_dup_value]: 3.068e-05 [partial_unused_args_eliminate]: 2.46e-06 [environ_conv]: 8.92e-06 [add_recomputation]: 8.068e-05 [cse_after_recomputation]: 4.024e-05, [1] [Cycle 1]: 3.229e-05, [1] [cse]: 2.404e-05 [auto_monad_reorder]: 2.914e-05 [get_jit_bprop_graph]: 2.17999e-06 [rewriter_after_jit_bprop_graph]: 1.02e-05 [opt_after_jit_grad]: 0.00057651 [symbol_engine_optimizer]: 0.00010707, [1] [Cycle 1]: 9.818e-05, [6] [build]: 7.6e-06 [elim_shapecalc]: 1.272e-05 [elim_not_effective]: 2.242e-05 [opt_reshape]: 1.007e-05 [fold_const_symbol]: 1.426e-05 [renormalize]: 5.19998e-07 [validate]: 6.217e-05 Sums bootstrap : 0.000362s : 0.06% type_inference : 0.256358s : 41.75% event_method : 0.000295s : 0.05% auto_monad : 0.000296s : 0.05% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000056s : 0.01% rewriter_before_opt_a : 0.000153s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000318s : 0.05% jit_opt_a.loop_unroll : 0.000128s : 0.02% jit_opt_a.a_1 : 0.003026s : 0.49% jit_opt_a.with_stream_mark : 0.000110s : 0.02% jit_opt_a.recompute_prepare : 0.000062s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000065s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000022s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000020s : 0.00% jit_opt_a.parameter_eliminate : 0.000009s : 0.00% jit_opt_a.specialize_transform : 0.000044s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000055s : 0.01% jit_opt_a.accelerated_algorithm : 0.000041s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000014s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000038s : 0.01% jit_opt_a.merge_forward : 0.000026s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000085s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000067s : 0.01% jit_opt_a.meta_fg_expand : 0.183597s : 29.90% jit_opt_a.replace_old_param : 0.000187s : 0.03% jit_opt_a.inline_without_move : 0.000158s : 0.03% jit_opt_a.renormalize : 0.164485s : 26.79% jit_opt_a.add_forward_monad_depend : 0.000043s : 0.01% jit_opt_a.auto_monad_grad : 0.000018s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000145s : 0.02% jit_opt_a.cse : 0.000530s : 0.09% jit_opt_a.replace_applicator : 0.000293s : 0.05% py_interpret_to_execute_after_opt_a : 0.000025s : 0.00% rewriter_after_opt_a : 0.000239s : 0.04% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000878s : 0.14% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000037s : 0.01% loop_unroll : 0.000499s : 0.08% jit_opt_after_cconv.c_1 : 0.000055s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000031s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000047s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000028s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000031s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000081s : 0.01% cse_after_recomputation.cse : 0.000024s : 0.00% auto_monad_reorder : 0.000029s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000577s : 0.09% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000062s : 0.01% Time group info: ------[substitution.] 0.001888 170 1.45% : 0.000027s : 8: substitution.depend_value_elim 0.16% : 0.000003s : 4: substitution.elim_not_effective 0.11% : 0.000002s : 4: substitution.fold_const_symbol 47.89% : 0.000904s : 4: substitution.getattr_setattr_resolve 0.39% : 0.000007s : 5: substitution.graph_param_transform 31.93% : 0.000603s : 15: substitution.inline 2.55% : 0.000048s : 4: substitution.inline_without_move 0.74% : 0.000014s : 20: substitution.j_node_and_user_rematch 0.52% : 0.000010s : 5: substitution.minmaximum_grad 0.48% : 0.000009s : 9: substitution.partial_eliminate 0.81% : 0.000015s : 20: substitution.remove_not_recompute_node 3.24% : 0.000061s : 12: substitution.replace_applicator 1.10% : 0.000021s : 17: substitution.replace_old_param 0.25% : 0.000005s : 1: substitution.set_cell_output_no_recompute 0.88% : 0.000017s : 3: substitution.switch_simplify 1.12% : 0.000021s : 5: substitution.tuple_list_convert_item_index_to_positive 0.81% : 0.000015s : 5: substitution.tuple_list_get_item_depend_reorder 1.92% : 0.000036s : 8: substitution.tuple_list_get_item_eliminator 1.27% : 0.000024s : 8: substitution.updatestate_pure_node_eliminater 2.38% : 0.000045s : 13: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.256230 2 98.67% : 0.252810s : 1: type_inference.infer 1.33% : 0.003420s : 1: type_inference.specialize ------[replace.] 0.000504 26 14.95% : 0.000075s : 3: replace.getattr_setattr_resolve 28.13% : 0.000142s : 15: replace.inline 13.57% : 0.000068s : 1: replace.replace_applicator 15.88% : 0.000080s : 3: replace.switch_simplify 20.86% : 0.000105s : 3: replace.tuple_list_get_item_eliminator 6.60% : 0.000033s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001505 26 56.53% : 0.000851s : 3: match.getattr_setattr_resolve 39.36% : 0.000592s : 15: match.inline 1.29% : 0.000019s : 1: match.replace_applicator 0.98% : 0.000015s : 3: match.switch_simplify 0.53% : 0.000008s : 3: match.tuple_list_get_item_eliminator 1.30% : 0.000020s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000528 3150 1.47% : 0.000008s : 50: predicate.accumulaten_eliminater 0.53% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.31% : 0.000007s : 50: predicate.addn_check_dump 1.49% : 0.000008s : 50: predicate.addn_zero_filter 2.04% : 0.000011s : 50: predicate.arithmetic_simplify 1.72% : 0.000009s : 50: predicate.cast_eliminate 0.18% : 0.000001s : 5: predicate.check_bprop_eliminate 1.37% : 0.000007s : 50: predicate.compare_switch_simplify 1.44% : 0.000008s : 50: predicate.depend_value_elim 1.45% : 0.000008s : 50: predicate.dict_get_item_const_eliminator 1.73% : 0.000009s : 50: predicate.dict_get_item_eliminator 1.25% : 0.000007s : 50: predicate.dict_set_item_eliminator 0.42% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.13% : 0.000001s : 5: predicate.elim_not_effective 0.24% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.38% : 0.000007s : 50: predicate.environ_add_const_eliminate 1.43% : 0.000008s : 50: predicate.environ_get_add_eliminate 1.36% : 0.000007s : 50: predicate.environ_get_depend_swap 1.42% : 0.000007s : 50: predicate.environ_get_eliminate 1.41% : 0.000007s : 50: predicate.environ_get_set_eliminate 0.09% : 0.000000s : 5: predicate.fold_const_symbol 0.86% : 0.000005s : 26: predicate.get_grad_eliminate 1.39% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000000s : 5: predicate.graph_param_transform 4.25% : 0.000022s : 79: predicate.inline 3.18% : 0.000017s : 87: predicate.inline_without_move 0.36% : 0.000002s : 26: predicate.j_node_and_user_rematch 1.05% : 0.000006s : 26: predicate.less_batch_normalization 1.63% : 0.000009s : 53: predicate.list_to_tuple_eliminator_ 1.79% : 0.000009s : 58: predicate.load_eliminater 0.73% : 0.000004s : 5: predicate.loop_unroll_after_grad 3.65% : 0.000019s : 127: predicate.loop_unroll_before_grad 1.66% : 0.000009s : 55: predicate.make_slice_get_slice_eliminator 1.40% : 0.000007s : 50: predicate.merge_addn 1.33% : 0.000007s : 50: predicate.minmaximum_grad 0.74% : 0.000004s : 5: predicate.mutable_eliminate 0.19% : 0.000001s : 5: predicate.opt_reshape 2.00% : 0.000011s : 58: predicate.partial_eliminate 1.55% : 0.000008s : 50: predicate.print_const_string_wrapper 1.83% : 0.000010s : 50: predicate.reduce_eliminate 1.52% : 0.000008s : 53: predicate.redundant_stop_gradient_eliminater 0.52% : 0.000003s : 26: predicate.remove_not_recompute_node 2.49% : 0.000013s : 126: predicate.replace_applicator 1.63% : 0.000009s : 87: predicate.replace_old_param 0.12% : 0.000001s : 5: predicate.reset_defer_inline 1.48% : 0.000008s : 50: predicate.reshape_eliminate 1.54% : 0.000008s : 50: predicate.row_tensor_add_zeros_like 0.45% : 0.000002s : 5: predicate.row_tensor_eliminate 1.42% : 0.000008s : 50: predicate.same_eliminate 0.52% : 0.000003s : 28: predicate.set_cell_output_no_recompute 0.36% : 0.000002s : 10: predicate.special_op_eliminate 0.89% : 0.000005s : 26: predicate.specialize_transform 1.74% : 0.000009s : 50: predicate.split_environ_get_set_with_tuple_value 1.45% : 0.000008s : 50: predicate.stack_unstack_eliminate 0.17% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.42% : 0.000013s : 69: predicate.switch_defer_inline 2.06% : 0.000011s : 69: predicate.switch_layer_defer_inline 6.71% : 0.000035s : 207: predicate.switch_simplify 1.48% : 0.000008s : 50: predicate.tile_eliminate 1.36% : 0.000007s : 50: predicate.transpose_eliminate 1.72% : 0.000009s : 50: predicate.tuple_list_convert_item_index_to_positive 1.58% : 0.000008s : 50: predicate.tuple_list_get_item_depend_reorder 3.18% : 0.000017s : 63: predicate.tuple_list_get_item_eliminator 1.63% : 0.000009s : 50: predicate.tuple_list_set_item_eliminator 1.51% : 0.000008s : 53: predicate.tuple_to_list_eliminator_ 1.71% : 0.000009s : 58: predicate.updatestate_pure_node_eliminater 2.71% : 0.000014s : 85: predicate.updatestate_useless_node_eliminater 1.72% : 0.000009s : 50: predicate.value_based_eliminate 0.14% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.25% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004411 44 61.28% : 0.002703s : 18: func_graph_cloner_run.FuncGraphClonerGraph 38.72% : 0.001708s : 26: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.789441 89 0.01% : 0.000085s : 1: add_recomputation 0.04% : 0.000308s : 1: auto_monad 0.00% : 0.000033s : 1: auto_monad_reorder 0.05% : 0.000386s : 1: bootstrap 0.00% : 0.000039s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.01% : 0.000043s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.04% : 0.000305s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 45.42% : 0.358562s : 1: jit_opt_a 0.03% : 0.000275s : 1: jit_opt_after_cconv 0.01% : 0.000092s : 1: jit_opt_b 0.06% : 0.000510s : 1: loop_unroll 0.11% : 0.000897s : 1: mutable_eliminate 0.56% : 0.004423s : 39: opt.transform.jit_opt_a 0.01% : 0.000097s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000054s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000025s : 1: opt.transform.mutable_eliminate 0.00% : 0.000039s : 1: opt.transform.opt_after_jit_grad 0.13% : 0.001056s : 2: opt.transform.opt_resolve 0.01% : 0.000054s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000591s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000059s : 1: py_interpret_to_execute 0.00% : 0.000028s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000033s : 1: remove_dup_value 20.29% : 0.160159s : 2: renormalize.infer 0.54% : 0.004282s : 2: renormalize.specialize 0.00% : 0.000013s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000245s : 1: rewriter_after_opt_a 0.02% : 0.000156s : 1: rewriter_before_opt_a 0.01% : 0.000110s : 1: symbol_engine_optimizer 32.48% : 0.256387s : 1: type_inference . [hook] pytest_runtest_teardown:test_narrow_dimensions[shape7-KBK] tests/st/mint/test_narrow.py::test_narrow_dimensions[shape7-KBK],max_mem:4.0M =============================== warnings summary =============================== ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222: DeprecationWarning: invalid escape sequence \B """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143: DeprecationWarning: invalid escape sequence \c """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170: DeprecationWarning: invalid escape sequence \c """ ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perlayer") -- Docs: https://docs.pytest.org/en/stable/warnings.html ================= 16 passed, 25 warnings in 305.24s (0:05:05) ==================