==================================================Ascend ============================= test session starts ============================== platform linux -- Python 3.9.19, pytest-6.2.5, py-1.11.0, pluggy-1.5.0 rootdir: /home/jenkins/mindspore/testcases/testcases/tests/st/mint, configfile: ../../../../../../sault/virtual_test/virtualenv_008/sault/config/pytest.ini plugins: mock-3.14.0, hydra-core-1.3.2, forked-1.6.0, anyio-4.9.0, xdist-1.32.0 collected 2 items test_permute.py . [hook] pytest_runtest_teardown:test_permute_identity[pynative] tests/st/mint/test_permute.py::test_permute_identity[pynative],max_mem:2.0M TotalTime = 0.257739, [30] [bootstrap]: 0.00067193 [type_inference]: 0.240875 [event_method]: 1.766e-05 [auto_monad]: 0.00018264 [graph_reusing]: 6.94999e-06 [pre_auto_parallel]: 1.187e-05 [py_interpret_to_execute]: 0.00028263 [rewriter_before_opt_a]: 8.552e-05 [expand_dump_flag]: 4.42e-06 [jit_opt_a]: 0.0120919, [2] [Cycle 1]: 0.00362728, [27] [switch_simplify]: 6.16e-05 [loop_unroll]: 2.714e-05 [a_1]: 0.00051308 [with_stream_mark]: 2.972e-05 [recompute_prepare]: 1.078e-05 [updatestate_depend_eliminate]: 7.25e-06 [updatestate_assign_eliminate]: 7.1e-06 [updatestate_loads_eliminate]: 5.20999e-06 [parameter_eliminate]: 2.31e-06 [specialize_transform]: 9.74999e-06 [updatestate_useless_node_eliminater]: 1.161e-05 [accelerated_algorithm]: 9.17999e-06 [meta_shard_fg_expand]: 2.74001e-06 [get_grad_eliminate_]: 8.54e-06 [merge_forward]: 5.13002e-06 [cell_reuse_recompute_pass]: 1.40001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.377e-05 [j_node_and_user_rematch]: 1.465e-05 [meta_fg_expand]: 3.28998e-06 [replace_old_param]: 1.46e-05 [inline_without_move]: 9.67999e-06 [renormalize]: 0.00250459 [add_forward_monad_depend]: 1.558e-05 [auto_monad_grad]: 2.84999e-06 [auto_monad_eliminator]: 2.832e-05 [cse]: 4.042e-05 [replace_applicator]: 2.397e-05 [Cycle 2]: 0.00055564, [27] [switch_simplify]: 1.047e-05 [loop_unroll]: 8.47e-06 [a_1]: 0.00021227 [with_stream_mark]: 1.761e-05 [recompute_prepare]: 9.30001e-06 [updatestate_depend_eliminate]: 5.86e-06 [updatestate_assign_eliminate]: 4.99e-06 [updatestate_loads_eliminate]: 4e-06 [parameter_eliminate]: 1.42999e-06 [specialize_transform]: 8.60001e-06 [updatestate_useless_node_eliminater]: 1.127e-05 [accelerated_algorithm]: 9.64999e-06 [meta_shard_fg_expand]: 2.38998e-06 [get_grad_eliminate_]: 8.67e-06 [merge_forward]: 5.19e-06 [cell_reuse_recompute_pass]: 2.26e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.058e-05 [j_node_and_user_rematch]: 1.43e-05 [meta_fg_expand]: 3.01999e-06 [replace_old_param]: 1.391e-05 [inline_without_move]: 8.77e-06 [renormalize]: 9.00181e-08 [add_forward_monad_depend]: 1.07998e-06 [auto_monad_grad]: 1.38002e-06 [auto_monad_eliminator]: 1.295e-05 [cse]: 2.019e-05 [replace_applicator]: 9.15001e-06 [py_interpret_to_execute_after_opt_a]: 1.739e-05 [rewriter_after_opt_a]: 0.00053841 [convert_after_rewriter]: 1.726e-05 [order_py_execute_after_rewriter]: 7.50998e-06 [mutable_eliminate]: 0.00071999 [jit_opt_b]: 9.721e-05, [1] [Cycle 1]: 8.79e-05, [2] [frontend_op_eliminate]: 2.982e-05 [inline_after_opt_a]: 3.069e-05 [cconv]: 3.496e-05 [loop_unroll]: 0.00046858 [jit_opt_after_cconv]: 0.00022353, [1] [Cycle 1]: 0.00021651, [11] [c_1]: 5.606e-05 [parameter_eliminate]: 3.97e-06 [updatestate_depend_eliminate]: 1.119e-05 [updatestate_assign_eliminate]: 5.25001e-06 [updatestate_loads_eliminate]: 4.50001e-06 [cse]: 3.511e-05 [call_graph_tuple_transform]: 2.524e-05 [tuple_list_get_item_eliminator]: 8.99998e-06 [none_parameter_eliminate]: 1.65001e-06 [renormalize]: 7.10017e-07 [switch_simplify]: 8.97e-06 [remove_dup_value]: 2.131e-05 [partial_unused_args_eliminate]: 2.38998e-06 [environ_conv]: 2.507e-05 [add_recomputation]: 8.2e-05 [cse_after_recomputation]: 3.04e-05, [1] [Cycle 1]: 2.437e-05, [1] [cse]: 1.803e-05 [auto_monad_reorder]: 3.69e-05 [get_jit_bprop_graph]: 3.06001e-06 [rewriter_after_jit_bprop_graph]: 0.00014877 [opt_after_jit_grad]: 0.00053042 [symbol_engine_optimizer]: 0.0001026, [1] [Cycle 1]: 9.513e-05, [6] [build]: 6.64999e-06 [elim_shapecalc]: 1.261e-05 [elim_not_effective]: 1.939e-05 [opt_reshape]: 9.81e-06 [fold_const_symbol]: 1.496e-05 [renormalize]: 6.39993e-07 [validate]: 8.519e-05 Sums bootstrap : 0.000672s : 0.27% type_inference : 0.240875s : 96.74% event_method : 0.000018s : 0.01% auto_monad : 0.000183s : 0.07% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000012s : 0.00% py_interpret_to_execute : 0.000283s : 0.11% rewriter_before_opt_a : 0.000086s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000072s : 0.03% jit_opt_a.loop_unroll : 0.000036s : 0.01% jit_opt_a.a_1 : 0.000725s : 0.29% jit_opt_a.with_stream_mark : 0.000047s : 0.02% jit_opt_a.recompute_prepare : 0.000020s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.01% jit_opt_a.accelerated_algorithm : 0.000019s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000010s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000044s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000029s : 0.01% jit_opt_a.meta_fg_expand : 0.000006s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.01% jit_opt_a.inline_without_move : 0.000018s : 0.01% jit_opt_a.renormalize : 0.002505s : 1.01% jit_opt_a.add_forward_monad_depend : 0.000017s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000041s : 0.02% jit_opt_a.cse : 0.000061s : 0.02% jit_opt_a.replace_applicator : 0.000033s : 0.01% py_interpret_to_execute_after_opt_a : 0.000017s : 0.01% rewriter_after_opt_a : 0.000538s : 0.22% convert_after_rewriter : 0.000017s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000720s : 0.29% jit_opt_b.frontend_op_eliminate : 0.000030s : 0.01% jit_opt_b.inline_after_opt_a : 0.000031s : 0.01% cconv : 0.000035s : 0.01% loop_unroll : 0.000469s : 0.19% jit_opt_after_cconv.c_1 : 0.000056s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000035s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000025s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000021s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000025s : 0.01% add_recomputation : 0.000082s : 0.03% cse_after_recomputation.cse : 0.000018s : 0.01% auto_monad_reorder : 0.000037s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000149s : 0.06% opt_after_jit_grad : 0.000530s : 0.21% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000019s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000085s : 0.03% Time group info: ------[substitution.] 0.000230 45 4.37% : 0.000010s : 2: substitution.depend_value_elim 1.28% : 0.000003s : 4: substitution.elim_not_effective 0.98% : 0.000002s : 4: substitution.fold_const_symbol 3.34% : 0.000008s : 6: substitution.graph_param_transform 71.07% : 0.000164s : 3: substitution.inline 2.22% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.35% : 0.000008s : 8: substitution.remove_not_recompute_node 3.31% : 0.000008s : 2: substitution.replace_old_param 5.52% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 4.57% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.240772 2 99.31% : 0.239105s : 1: type_inference.infer 0.69% : 0.001667s : 1: type_inference.specialize ------[replace.] 0.000035 3 100.00% : 0.000035s : 3: replace.inline ------[match.] 0.000161 3 100.00% : 0.000161s : 3: match.inline ------[predicate.] 0.000170 970 1.32% : 0.000002s : 14: predicate.accumulaten_eliminater 1.31% : 0.000002s : 6: predicate.ad_related_special_op_eliminate 1.22% : 0.000002s : 14: predicate.addn_check_dump 1.21% : 0.000002s : 14: predicate.addn_zero_filter 1.61% : 0.000003s : 14: predicate.arithmetic_simplify 1.27% : 0.000002s : 14: predicate.cast_eliminate 0.64% : 0.000001s : 6: predicate.check_bprop_eliminate 1.09% : 0.000002s : 14: predicate.compare_switch_simplify 1.32% : 0.000002s : 14: predicate.depend_value_elim 1.11% : 0.000002s : 14: predicate.dict_get_item_const_eliminator 1.09% : 0.000002s : 14: predicate.dict_get_item_eliminator 1.12% : 0.000002s : 14: predicate.dict_set_item_eliminator 1.35% : 0.000002s : 6: predicate.dumpgradient_eliminate 0.45% : 0.000001s : 6: predicate.elim_not_effective 0.91% : 0.000002s : 6: predicate.elim_shapecalc_of_broadcastargs 1.34% : 0.000002s : 14: predicate.environ_add_const_eliminate 1.08% : 0.000002s : 14: predicate.environ_get_add_eliminate 1.34% : 0.000002s : 14: predicate.environ_get_depend_swap 1.12% : 0.000002s : 14: predicate.environ_get_eliminate 1.11% : 0.000002s : 14: predicate.environ_get_set_eliminate 0.32% : 0.000001s : 6: predicate.fold_const_symbol 1.25% : 0.000002s : 12: predicate.get_grad_eliminate 0.37% : 0.000001s : 6: predicate.graph_param_transform 5.47% : 0.000009s : 29: predicate.inline 1.34% : 0.000002s : 12: predicate.inline_without_move 0.55% : 0.000001s : 12: predicate.j_node_and_user_rematch 1.56% : 0.000003s : 12: predicate.less_batch_normalization 1.42% : 0.000002s : 14: predicate.list_to_tuple_eliminator_ 1.59% : 0.000003s : 20: predicate.load_eliminater 1.84% : 0.000003s : 6: predicate.loop_unroll_after_grad 2.92% : 0.000005s : 30: predicate.loop_unroll_before_grad 1.95% : 0.000003s : 20: predicate.make_slice_get_slice_eliminator 1.07% : 0.000002s : 14: predicate.merge_addn 1.06% : 0.000002s : 14: predicate.minmaximum_grad 2.32% : 0.000004s : 6: predicate.mutable_eliminate 0.80% : 0.000001s : 6: predicate.opt_reshape 2.48% : 0.000004s : 20: predicate.partial_eliminate 1.25% : 0.000002s : 14: predicate.print_const_string_wrapper 1.54% : 0.000003s : 14: predicate.reduce_eliminate 1.21% : 0.000002s : 14: predicate.redundant_stop_gradient_eliminater 0.85% : 0.000001s : 12: predicate.remove_not_recompute_node 1.76% : 0.000003s : 26: predicate.replace_applicator 1.11% : 0.000002s : 12: predicate.replace_old_param 0.62% : 0.000001s : 6: predicate.reset_defer_inline 1.19% : 0.000002s : 14: predicate.reshape_eliminate 1.29% : 0.000002s : 14: predicate.row_tensor_add_zeros_like 0.97% : 0.000002s : 6: predicate.row_tensor_eliminate 1.09% : 0.000002s : 14: predicate.same_eliminate 0.74% : 0.000001s : 12: predicate.set_cell_output_no_recompute 1.30% : 0.000002s : 12: predicate.special_op_eliminate 1.21% : 0.000002s : 12: predicate.specialize_transform 1.32% : 0.000002s : 14: predicate.split_environ_get_set_with_tuple_value 1.19% : 0.000002s : 14: predicate.stack_unstack_eliminate 0.91% : 0.000002s : 6: predicate.switch_call_monad_eliminater 1.79% : 0.000003s : 17: predicate.switch_defer_inline 1.64% : 0.000003s : 17: predicate.switch_layer_defer_inline 5.82% : 0.000010s : 53: predicate.switch_simplify 1.17% : 0.000002s : 14: predicate.tile_eliminate 1.22% : 0.000002s : 14: predicate.transpose_eliminate 1.41% : 0.000002s : 14: predicate.tuple_list_convert_item_index_to_positive 1.38% : 0.000002s : 14: predicate.tuple_list_get_item_depend_reorder 3.92% : 0.000007s : 26: predicate.tuple_list_get_item_eliminator 1.58% : 0.000003s : 14: predicate.tuple_list_set_item_eliminator 1.21% : 0.000002s : 14: predicate.tuple_to_list_eliminator_ 1.90% : 0.000003s : 20: predicate.updatestate_pure_node_eliminater 3.24% : 0.000006s : 32: predicate.updatestate_useless_node_eliminater 1.50% : 0.000003s : 14: predicate.value_based_eliminate 0.55% : 0.000001s : 6: predicate.virtual_view_grad_eliminate 0.77% : 0.000001s : 6: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.002671 23 79.22% : 0.002116s : 18: func_graph_cloner_run.FuncGraphClonerGraph 20.78% : 0.000555s : 5: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.261298 72 0.03% : 0.000085s : 1: add_recomputation 0.07% : 0.000188s : 1: auto_monad 0.02% : 0.000040s : 1: auto_monad_reorder 0.27% : 0.000694s : 1: bootstrap 0.01% : 0.000038s : 1: cconv 0.01% : 0.000020s : 1: convert_after_rewriter 0.01% : 0.000033s : 1: cse_after_recomputation 0.01% : 0.000028s : 1: environ_conv 0.01% : 0.000024s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 4.63% : 0.012096s : 1: jit_opt_a 0.09% : 0.000227s : 1: jit_opt_after_cconv 0.04% : 0.000100s : 1: jit_opt_b 0.18% : 0.000477s : 1: loop_unroll 0.28% : 0.000728s : 1: mutable_eliminate 0.40% : 0.001040s : 26: opt.transform.jit_opt_a 0.04% : 0.000095s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000050s : 4: opt.transform.jit_opt_b 0.01% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000023s : 1: opt.transform.mutable_eliminate 0.01% : 0.000035s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000053s : 4: opt.transform.symbol_engine_opt 0.21% : 0.000539s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.01% : 0.000015s : 1: pre_auto_parallel 0.11% : 0.000289s : 1: py_interpret_to_execute 0.01% : 0.000020s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000024s : 1: remove_dup_value 0.69% : 0.001798s : 1: renormalize.infer 0.27% : 0.000696s : 1: renormalize.specialize 0.06% : 0.000153s : 1: rewriter_after_jit_bprop_graph 0.21% : 0.000545s : 1: rewriter_after_opt_a 0.03% : 0.000091s : 1: rewriter_before_opt_a 0.04% : 0.000105s : 1: symbol_engine_optimizer 92.19% : 0.240894s : 1: type_inference TotalTime = 0.349866, [30] [bootstrap]: 0.00044949 [type_inference]: 0.196469 [event_method]: 0.00047526 [auto_monad]: 0.00031185 [graph_reusing]: 1.15e-05 [pre_auto_parallel]: 3.65e-06 [py_interpret_to_execute]: 5.118e-05 [rewriter_before_opt_a]: 0.00016087 [expand_dump_flag]: 4.70999e-06 [jit_opt_a]: 0.148996, [4] [Cycle 1]: 0.136393, [27] [switch_simplify]: 0.0243378 [loop_unroll]: 7.563e-05 [a_1]: 0.00155941 [with_stream_mark]: 4.403e-05 [recompute_prepare]: 3.062e-05 [updatestate_depend_eliminate]: 1.537e-05 [updatestate_assign_eliminate]: 1.07e-05 [updatestate_loads_eliminate]: 9.97999e-06 [parameter_eliminate]: 3.75998e-06 [specialize_transform]: 2.113e-05 [updatestate_useless_node_eliminater]: 2.573e-05 [accelerated_algorithm]: 1.969e-05 [meta_shard_fg_expand]: 5.57001e-06 [get_grad_eliminate_]: 2.065e-05 [merge_forward]: 1.282e-05 [cell_reuse_recompute_pass]: 1.30999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.276e-05 [j_node_and_user_rematch]: 3.468e-05 [meta_fg_expand]: 0.055974 [replace_old_param]: 0.00011983 [inline_without_move]: 0.00011975 [renormalize]: 0.0528981 [add_forward_monad_depend]: 2.624e-05 [auto_monad_grad]: 1.128e-05 [auto_monad_eliminator]: 0.00011989 [cse]: 0.0002699 [replace_applicator]: 0.00025792 [Cycle 2]: 0.00598873, [27] [switch_simplify]: 9.087e-05 [loop_unroll]: 8.42e-05 [a_1]: 0.00336668 [with_stream_mark]: 3.769e-05 [recompute_prepare]: 3.16e-05 [updatestate_depend_eliminate]: 1.353e-05 [updatestate_assign_eliminate]: 1.343e-05 [updatestate_loads_eliminate]: 1.327e-05 [parameter_eliminate]: 4.72998e-06 [specialize_transform]: 2.273e-05 [updatestate_useless_node_eliminater]: 7.551e-05 [accelerated_algorithm]: 1.429e-05 [meta_shard_fg_expand]: 3.71001e-06 [get_grad_eliminate_]: 1.338e-05 [merge_forward]: 8.32998e-06 [cell_reuse_recompute_pass]: 1.24003e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.888e-05 [j_node_and_user_rematch]: 2.168e-05 [meta_fg_expand]: 0.0001234 [replace_old_param]: 2.049e-05 [inline_without_move]: 1.336e-05 [renormalize]: 0.00159885 [add_forward_monad_depend]: 7.55998e-06 [auto_monad_grad]: 2.59001e-06 [auto_monad_eliminator]: 2.868e-05 [cse]: 0.00010103 [replace_applicator]: 2.64e-05 [Cycle 3]: 0.00136784, [27] [switch_simplify]: 1.377e-05 [loop_unroll]: 1.226e-05 [a_1]: 0.00031983 [with_stream_mark]: 2.001e-05 [recompute_prepare]: 1.305e-05 [updatestate_depend_eliminate]: 4.49e-05 [updatestate_assign_eliminate]: 5.97001e-06 [updatestate_loads_eliminate]: 5.76e-06 [parameter_eliminate]: 1.81998e-06 [specialize_transform]: 1.16e-05 [updatestate_useless_node_eliminater]: 1.386e-05 [accelerated_algorithm]: 1.077e-05 [meta_shard_fg_expand]: 2.70002e-06 [get_grad_eliminate_]: 9.82999e-06 [merge_forward]: 6.26998e-06 [cell_reuse_recompute_pass]: 2.02999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.23e-05 [j_node_and_user_rematch]: 1.618e-05 [meta_fg_expand]: 3.98001e-06 [replace_old_param]: 1.322e-05 [inline_without_move]: 1.011e-05 [renormalize]: 0.00058016 [add_forward_monad_depend]: 4.50999e-06 [auto_monad_grad]: 2.26e-06 [auto_monad_eliminator]: 1.806e-05 [cse]: 3.458e-05 [replace_applicator]: 1.849e-05 [Cycle 4]: 0.00061751, [27] [switch_simplify]: 1.204e-05 [loop_unroll]: 1.019e-05 [a_1]: 0.00024779 [with_stream_mark]: 1.292e-05 [recompute_prepare]: 1.047e-05 [updatestate_depend_eliminate]: 6.35002e-06 [updatestate_assign_eliminate]: 4.83001e-06 [updatestate_loads_eliminate]: 4.82998e-06 [parameter_eliminate]: 1.20999e-06 [specialize_transform]: 1.013e-05 [updatestate_useless_node_eliminater]: 2.852e-05 [accelerated_algorithm]: 1.091e-05 [meta_shard_fg_expand]: 1.99999e-06 [get_grad_eliminate_]: 9.61e-06 [merge_forward]: 5.08002e-06 [cell_reuse_recompute_pass]: 1.32999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.113e-05 [j_node_and_user_rematch]: 1.565e-05 [meta_fg_expand]: 3.31001e-06 [replace_old_param]: 1.226e-05 [inline_without_move]: 1.015e-05 [renormalize]: 1.00001e-07 [add_forward_monad_depend]: 1.57999e-06 [auto_monad_grad]: 9.79984e-07 [auto_monad_eliminator]: 1.395e-05 [cse]: 2.581e-05 [replace_applicator]: 1.083e-05 [py_interpret_to_execute_after_opt_a]: 1.644e-05 [rewriter_after_opt_a]: 0.00021763 [convert_after_rewriter]: 1.216e-05 [order_py_execute_after_rewriter]: 7.8e-06 [mutable_eliminate]: 0.000737 [jit_opt_b]: 9.126e-05, [1] [Cycle 1]: 8.233e-05, [2] [frontend_op_eliminate]: 3.69e-05 [inline_after_opt_a]: 3.212e-05 [cconv]: 3.216e-05 [loop_unroll]: 0.00044885 [jit_opt_after_cconv]: 0.0002514, [1] [Cycle 1]: 0.00024436, [11] [c_1]: 6.655e-05 [parameter_eliminate]: 3.65e-06 [updatestate_depend_eliminate]: 1.094e-05 [updatestate_assign_eliminate]: 5.40999e-06 [updatestate_loads_eliminate]: 5.29e-06 [cse]: 4.089e-05 [call_graph_tuple_transform]: 3.017e-05 [tuple_list_get_item_eliminator]: 1.113e-05 [none_parameter_eliminate]: 2.19001e-06 [renormalize]: 3.60014e-07 [switch_simplify]: 1.076e-05 [remove_dup_value]: 5.611e-05 [partial_unused_args_eliminate]: 2.37999e-06 [environ_conv]: 1.334e-05 [add_recomputation]: 8.266e-05 [cse_after_recomputation]: 3.539e-05, [1] [Cycle 1]: 2.872e-05, [1] [cse]: 2.155e-05 [auto_monad_reorder]: 3.45e-05 [get_jit_bprop_graph]: 2.49001e-06 [rewriter_after_jit_bprop_graph]: 5.00999e-06 [opt_after_jit_grad]: 0.00049488 [symbol_engine_optimizer]: 0.0001045, [1] [Cycle 1]: 9.783e-05, [6] [build]: 5.54e-06 [elim_shapecalc]: 1.342e-05 [elim_not_effective]: 2.15e-05 [opt_reshape]: 1.088e-05 [fold_const_symbol]: 1.642e-05 [renormalize]: 3.50003e-07 [validate]: 6.009e-05 Sums bootstrap : 0.000449s : 0.13% type_inference : 0.196469s : 57.10% event_method : 0.000475s : 0.14% auto_monad : 0.000312s : 0.09% graph_reusing : 0.000012s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000051s : 0.01% rewriter_before_opt_a : 0.000161s : 0.05% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.024454s : 7.11% jit_opt_a.loop_unroll : 0.000182s : 0.05% jit_opt_a.a_1 : 0.005494s : 1.60% jit_opt_a.with_stream_mark : 0.000115s : 0.03% jit_opt_a.recompute_prepare : 0.000086s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000080s : 0.02% jit_opt_a.updatestate_assign_eliminate : 0.000035s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000034s : 0.01% jit_opt_a.parameter_eliminate : 0.000012s : 0.00% jit_opt_a.specialize_transform : 0.000066s : 0.02% jit_opt_a.updatestate_useless_node_eliminater : 0.000144s : 0.04% jit_opt_a.accelerated_algorithm : 0.000056s : 0.02% jit_opt_a.meta_shard_fg_expand : 0.000014s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000053s : 0.02% jit_opt_a.merge_forward : 0.000032s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000115s : 0.03% jit_opt_a.j_node_and_user_rematch : 0.000088s : 0.03% jit_opt_a.meta_fg_expand : 0.056105s : 16.31% jit_opt_a.replace_old_param : 0.000166s : 0.05% jit_opt_a.inline_without_move : 0.000153s : 0.04% jit_opt_a.renormalize : 0.055077s : 16.01% jit_opt_a.add_forward_monad_depend : 0.000040s : 0.01% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000181s : 0.05% jit_opt_a.cse : 0.000431s : 0.13% jit_opt_a.replace_applicator : 0.000314s : 0.09% py_interpret_to_execute_after_opt_a : 0.000016s : 0.00% rewriter_after_opt_a : 0.000218s : 0.06% convert_after_rewriter : 0.000012s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000737s : 0.21% jit_opt_b.frontend_op_eliminate : 0.000037s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000032s : 0.01% loop_unroll : 0.000449s : 0.13% jit_opt_after_cconv.c_1 : 0.000067s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000041s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000030s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000056s : 0.02% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000013s : 0.00% add_recomputation : 0.000083s : 0.02% cse_after_recomputation.cse : 0.000022s : 0.01% auto_monad_reorder : 0.000035s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000005s : 0.00% opt_after_jit_grad : 0.000495s : 0.14% symbol_engine_optimizer.build : 0.000006s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000060s : 0.02% Time group info: ------[substitution.] 0.002462 271 1.39% : 0.000034s : 12: substitution.depend_value_elim 0.13% : 0.000003s : 5: substitution.elim_not_effective 0.10% : 0.000003s : 5: substitution.fold_const_symbol 32.94% : 0.000811s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000009s : 8: substitution.graph_param_transform 46.31% : 0.001140s : 29: substitution.inline 1.38% : 0.000034s : 4: substitution.inline_without_move 0.62% : 0.000015s : 29: substitution.j_node_and_user_rematch 0.88% : 0.000022s : 13: substitution.minmaximum_grad 1.22% : 0.000030s : 14: substitution.partial_eliminate 0.95% : 0.000023s : 29: substitution.remove_not_recompute_node 2.36% : 0.000058s : 16: substitution.replace_applicator 0.69% : 0.000017s : 17: substitution.replace_old_param 0.28% : 0.000007s : 2: substitution.set_cell_output_no_recompute 1.05% : 0.000026s : 3: substitution.switch_simplify 1.66% : 0.000041s : 13: substitution.tuple_list_convert_item_index_to_positive 1.20% : 0.000030s : 13: substitution.tuple_list_get_item_depend_reorder 3.51% : 0.000086s : 30: substitution.tuple_list_get_item_eliminator 0.87% : 0.000021s : 9: substitution.updatestate_pure_node_eliminater 2.07% : 0.000051s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.196323 2 98.26% : 0.192897s : 1: type_inference.infer 1.74% : 0.003426s : 1: type_inference.specialize ------[replace.] 0.000807 54 6.90% : 0.000056s : 3: replace.getattr_setattr_resolve 43.35% : 0.000350s : 29: replace.inline 6.68% : 0.000054s : 1: replace.replace_applicator 18.27% : 0.000148s : 3: replace.switch_simplify 20.37% : 0.000164s : 17: replace.tuple_list_get_item_eliminator 4.42% : 0.000036s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001963 54 38.62% : 0.000758s : 3: match.getattr_setattr_resolve 57.17% : 0.001122s : 29: match.inline 0.64% : 0.000013s : 1: match.replace_applicator 1.18% : 0.000023s : 3: match.switch_simplify 1.85% : 0.000036s : 17: match.tuple_list_get_item_eliminator 0.55% : 0.000011s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.024827 6048 0.06% : 0.000014s : 101: predicate.accumulaten_eliminater 0.01% : 0.000002s : 7: predicate.ad_related_special_op_eliminate 0.05% : 0.000012s : 101: predicate.addn_check_dump 0.05% : 0.000013s : 101: predicate.addn_zero_filter 0.07% : 0.000017s : 101: predicate.arithmetic_simplify 0.05% : 0.000013s : 101: predicate.cast_eliminate 0.00% : 0.000001s : 8: predicate.check_bprop_eliminate 0.05% : 0.000013s : 101: predicate.compare_switch_simplify 0.06% : 0.000015s : 101: predicate.depend_value_elim 0.05% : 0.000013s : 101: predicate.dict_get_item_const_eliminator 0.05% : 0.000013s : 101: predicate.dict_get_item_eliminator 0.05% : 0.000013s : 101: predicate.dict_set_item_eliminator 0.01% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.00% : 0.000001s : 7: predicate.elim_not_effective 0.01% : 0.000001s : 7: predicate.elim_shapecalc_of_broadcastargs 0.05% : 0.000013s : 101: predicate.environ_add_const_eliminate 0.05% : 0.000012s : 101: predicate.environ_get_add_eliminate 0.05% : 0.000012s : 101: predicate.environ_get_depend_swap 0.05% : 0.000013s : 101: predicate.environ_get_eliminate 0.05% : 0.000013s : 101: predicate.environ_get_set_eliminate 0.00% : 0.000001s : 7: predicate.fold_const_symbol 0.03% : 0.000007s : 44: predicate.get_grad_eliminate 0.02% : 0.000006s : 20: predicate.getattr_setattr_resolve 0.00% : 0.000001s : 8: predicate.graph_param_transform 0.15% : 0.000038s : 163: predicate.inline 0.07% : 0.000017s : 105: predicate.inline_without_move 0.01% : 0.000003s : 44: predicate.j_node_and_user_rematch 0.03% : 0.000009s : 44: predicate.less_batch_normalization 0.06% : 0.000016s : 118: predicate.list_to_tuple_eliminator_ 0.07% : 0.000016s : 126: predicate.load_eliminater 0.01% : 0.000003s : 8: predicate.loop_unroll_after_grad 0.11% : 0.000027s : 187: predicate.loop_unroll_before_grad 0.06% : 0.000016s : 109: predicate.make_slice_get_slice_eliminator 0.05% : 0.000013s : 101: predicate.merge_addn 0.05% : 0.000014s : 101: predicate.minmaximum_grad 0.01% : 0.000003s : 8: predicate.mutable_eliminate 0.01% : 0.000001s : 7: predicate.opt_reshape 0.09% : 0.000022s : 126: predicate.partial_eliminate 0.05% : 0.000013s : 101: predicate.print_const_string_wrapper 0.07% : 0.000018s : 101: predicate.reduce_eliminate 0.06% : 0.000016s : 118: predicate.redundant_stop_gradient_eliminater 0.02% : 0.000004s : 44: predicate.remove_not_recompute_node 0.10% : 0.000025s : 243: predicate.replace_applicator 0.04% : 0.000009s : 105: predicate.replace_old_param 0.00% : 0.000001s : 8: predicate.reset_defer_inline 0.06% : 0.000014s : 101: predicate.reshape_eliminate 0.06% : 0.000014s : 101: predicate.row_tensor_add_zeros_like 0.01% : 0.000002s : 8: predicate.row_tensor_eliminate 0.05% : 0.000013s : 101: predicate.same_eliminate 0.02% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.01% : 0.000003s : 15: predicate.special_op_eliminate 0.03% : 0.000008s : 50: predicate.specialize_transform 0.06% : 0.000015s : 101: predicate.split_environ_get_set_with_tuple_value 0.05% : 0.000013s : 101: predicate.stack_unstack_eliminate 0.01% : 0.000001s : 8: predicate.switch_call_monad_eliminater 0.10% : 0.000026s : 147: predicate.switch_defer_inline 0.09% : 0.000022s : 147: predicate.switch_layer_defer_inline 96.68% : 0.024002s : 348: predicate.switch_simplify 0.06% : 0.000014s : 101: predicate.tile_eliminate 0.05% : 0.000013s : 101: predicate.transpose_eliminate 0.07% : 0.000016s : 101: predicate.tuple_list_convert_item_index_to_positive 0.06% : 0.000015s : 101: predicate.tuple_list_get_item_depend_reorder 0.12% : 0.000029s : 134: predicate.tuple_list_get_item_eliminator 0.07% : 0.000016s : 101: predicate.tuple_list_set_item_eliminator 0.06% : 0.000016s : 118: predicate.tuple_to_list_eliminator_ 0.07% : 0.000017s : 126: predicate.updatestate_pure_node_eliminater 0.11% : 0.000027s : 172: predicate.updatestate_useless_node_eliminater 0.07% : 0.000017s : 101: predicate.value_based_eliminate 0.00% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.01% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.019046 79 24.29% : 0.004627s : 42: func_graph_cloner_run.FuncGraphClonerGraph 1.51% : 0.000288s : 7: func_graph_cloner_run.FuncGraphClonerNode 74.20% : 0.014132s : 30: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.437307 104 0.02% : 0.000086s : 1: add_recomputation 0.07% : 0.000322s : 1: auto_monad 0.01% : 0.000038s : 1: auto_monad_reorder 0.11% : 0.000471s : 1: bootstrap 0.01% : 0.000035s : 1: cconv 0.00% : 0.000015s : 1: convert_after_rewriter 0.01% : 0.000038s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 0.11% : 0.000486s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 34.07% : 0.149000s : 1: jit_opt_a 0.06% : 0.000255s : 1: jit_opt_after_cconv 0.02% : 0.000094s : 1: jit_opt_b 0.10% : 0.000457s : 1: loop_unroll 0.17% : 0.000745s : 1: mutable_eliminate 7.16% : 0.031290s : 52: opt.transform.jit_opt_a 0.03% : 0.000115s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000061s : 4: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000023s : 1: opt.transform.mutable_eliminate 0.01% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.21% : 0.000921s : 2: opt.transform.opt_resolve 0.01% : 0.000059s : 4: opt.transform.symbol_engine_opt 0.11% : 0.000503s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000054s : 1: py_interpret_to_execute 0.00% : 0.000019s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000059s : 1: remove_dup_value 8.71% : 0.038075s : 3: renormalize.infer 3.88% : 0.016972s : 3: renormalize.specialize 0.00% : 0.000007s : 1: rewriter_after_jit_bprop_graph 0.05% : 0.000222s : 1: rewriter_after_opt_a 0.04% : 0.000164s : 1: rewriter_before_opt_a 0.02% : 0.000107s : 1: symbol_engine_optimizer 44.93% : 0.196494s : 1: type_inference TotalTime = 0.14052, [30] [bootstrap]: 0.00032321 [type_inference]: 0.129307 [event_method]: 1.728e-05 [auto_monad]: 0.00016074 [graph_reusing]: 6.06e-06 [pre_auto_parallel]: 2.67001e-06 [py_interpret_to_execute]: 0.0002814 [rewriter_before_opt_a]: 6.732e-05 [expand_dump_flag]: 3.46999e-06 [jit_opt_a]: 0.0073103, [2] [Cycle 1]: 0.00339059, [27] [switch_simplify]: 4.754e-05 [loop_unroll]: 2.381e-05 [a_1]: 0.00048117 [with_stream_mark]: 2.59e-05 [recompute_prepare]: 1.313e-05 [updatestate_depend_eliminate]: 7.41001e-06 [updatestate_assign_eliminate]: 5.48002e-06 [updatestate_loads_eliminate]: 4.79e-06 [parameter_eliminate]: 2.17999e-06 [specialize_transform]: 1.039e-05 [updatestate_useless_node_eliminater]: 1.326e-05 [accelerated_algorithm]: 9.41e-06 [meta_shard_fg_expand]: 2.69001e-06 [get_grad_eliminate_]: 8.84e-06 [merge_forward]: 5.67001e-06 [cell_reuse_recompute_pass]: 1.79e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.224e-05 [j_node_and_user_rematch]: 1.52e-05 [meta_fg_expand]: 4.1e-06 [replace_old_param]: 1.334e-05 [inline_without_move]: 8.60999e-06 [renormalize]: 0.00232457 [add_forward_monad_depend]: 6.86001e-06 [auto_monad_grad]: 3.14999e-06 [auto_monad_eliminator]: 2.244e-05 [cse]: 3.826e-05 [replace_applicator]: 2.183e-05 [Cycle 2]: 0.00053404, [27] [switch_simplify]: 1.015e-05 [loop_unroll]: 8.23001e-06 [a_1]: 0.0002015 [with_stream_mark]: 1.55e-05 [recompute_prepare]: 8.47e-06 [updatestate_depend_eliminate]: 5.67001e-06 [updatestate_assign_eliminate]: 5.55001e-06 [updatestate_loads_eliminate]: 4.55001e-06 [parameter_eliminate]: 1.60001e-06 [specialize_transform]: 9.02e-06 [updatestate_useless_node_eliminater]: 1.172e-05 [accelerated_algorithm]: 9.14e-06 [meta_shard_fg_expand]: 2.01e-06 [get_grad_eliminate_]: 8.59e-06 [merge_forward]: 4.90999e-06 [cell_reuse_recompute_pass]: 2.10002e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.875e-05 [j_node_and_user_rematch]: 1.329e-05 [meta_fg_expand]: 2.79999e-06 [replace_old_param]: 1.118e-05 [inline_without_move]: 7.91001e-06 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 1.39e-06 [auto_monad_grad]: 1.14e-06 [auto_monad_eliminator]: 1.11e-05 [cse]: 1.929e-05 [replace_applicator]: 8.70999e-06 [py_interpret_to_execute_after_opt_a]: 1.599e-05 [rewriter_after_opt_a]: 0.00055393 [convert_after_rewriter]: 1.455e-05 [order_py_execute_after_rewriter]: 6.65002e-06 [mutable_eliminate]: 0.0006358 [jit_opt_b]: 7.445e-05, [1] [Cycle 1]: 6.661e-05, [2] [frontend_op_eliminate]: 2.744e-05 [inline_after_opt_a]: 2.653e-05 [cconv]: 3.023e-05 [loop_unroll]: 0.00044514 [jit_opt_after_cconv]: 0.00022726, [1] [Cycle 1]: 0.00020291, [11] [c_1]: 5.148e-05 [parameter_eliminate]: 3.03e-06 [updatestate_depend_eliminate]: 9.20999e-06 [updatestate_assign_eliminate]: 4.58999e-06 [updatestate_loads_eliminate]: 3.75e-06 [cse]: 3.056e-05 [call_graph_tuple_transform]: 2.49e-05 [tuple_list_get_item_eliminator]: 9.02e-06 [none_parameter_eliminate]: 1.47999e-06 [renormalize]: 8.2e-07 [switch_simplify]: 9.29e-06 [remove_dup_value]: 1.921e-05 [partial_unused_args_eliminate]: 2.21998e-06 [environ_conv]: 1.106e-05 [add_recomputation]: 7.25e-05 [cse_after_recomputation]: 3.241e-05, [1] [Cycle 1]: 2.548e-05, [1] [cse]: 1.738e-05 [auto_monad_reorder]: 2.749e-05 [get_jit_bprop_graph]: 2.43998e-06 [rewriter_after_jit_bprop_graph]: 5.09e-06 [opt_after_jit_grad]: 0.00049293 [symbol_engine_optimizer]: 0.0001, [1] [Cycle 1]: 9.376e-05, [6] [build]: 6.09001e-06 [elim_shapecalc]: 1.264e-05 [elim_not_effective]: 1.995e-05 [opt_reshape]: 9.51e-06 [fold_const_symbol]: 1.483e-05 [renormalize]: 3.9002e-07 [validate]: 6.118e-05 Sums bootstrap : 0.000323s : 0.24% type_inference : 0.129307s : 94.80% event_method : 0.000017s : 0.01% auto_monad : 0.000161s : 0.12% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000281s : 0.21% rewriter_before_opt_a : 0.000067s : 0.05% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000058s : 0.04% jit_opt_a.loop_unroll : 0.000032s : 0.02% jit_opt_a.a_1 : 0.000683s : 0.50% jit_opt_a.with_stream_mark : 0.000041s : 0.03% jit_opt_a.recompute_prepare : 0.000022s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.01% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.02% jit_opt_a.accelerated_algorithm : 0.000019s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000041s : 0.03% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.02% jit_opt_a.meta_fg_expand : 0.000007s : 0.01% jit_opt_a.replace_old_param : 0.000025s : 0.02% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.002325s : 1.70% jit_opt_a.add_forward_monad_depend : 0.000008s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000034s : 0.02% jit_opt_a.cse : 0.000058s : 0.04% jit_opt_a.replace_applicator : 0.000031s : 0.02% py_interpret_to_execute_after_opt_a : 0.000016s : 0.01% rewriter_after_opt_a : 0.000554s : 0.41% convert_after_rewriter : 0.000015s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000636s : 0.47% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.02% jit_opt_b.inline_after_opt_a : 0.000027s : 0.02% cconv : 0.000030s : 0.02% loop_unroll : 0.000445s : 0.33% jit_opt_after_cconv.c_1 : 0.000051s : 0.04% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000009s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000031s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000025s : 0.02% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000001s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.01% remove_dup_value : 0.000019s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000011s : 0.01% add_recomputation : 0.000072s : 0.05% cse_after_recomputation.cse : 0.000017s : 0.01% auto_monad_reorder : 0.000027s : 0.02% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000005s : 0.00% opt_after_jit_grad : 0.000493s : 0.36% symbol_engine_optimizer.build : 0.000006s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000020s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000061s : 0.04% Time group info: ------[substitution.] 0.000202 45 4.55% : 0.000009s : 2: substitution.depend_value_elim 1.56% : 0.000003s : 4: substitution.elim_not_effective 1.11% : 0.000002s : 4: substitution.fold_const_symbol 3.85% : 0.000008s : 6: substitution.graph_param_transform 70.18% : 0.000142s : 3: substitution.inline 2.52% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.88% : 0.000008s : 8: substitution.remove_not_recompute_node 2.71% : 0.000005s : 2: substitution.replace_old_param 4.70% : 0.000010s : 3: substitution.updatestate_pure_node_eliminater 4.95% : 0.000010s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.129220 2 98.87% : 0.127759s : 1: type_inference.infer 1.13% : 0.001461s : 1: type_inference.specialize ------[replace.] 0.000032 3 100.00% : 0.000032s : 3: replace.inline ------[match.] 0.000140 3 100.00% : 0.000140s : 3: match.inline ------[predicate.] 0.000160 970 1.43% : 0.000002s : 14: predicate.accumulaten_eliminater 1.22% : 0.000002s : 6: predicate.ad_related_special_op_eliminate 1.01% : 0.000002s : 14: predicate.addn_check_dump 1.26% : 0.000002s : 14: predicate.addn_zero_filter 1.81% : 0.000003s : 14: predicate.arithmetic_simplify 1.19% : 0.000002s : 14: predicate.cast_eliminate 0.58% : 0.000001s : 6: predicate.check_bprop_eliminate 1.14% : 0.000002s : 14: predicate.compare_switch_simplify 1.53% : 0.000002s : 14: predicate.depend_value_elim 1.08% : 0.000002s : 14: predicate.dict_get_item_const_eliminator 1.25% : 0.000002s : 14: predicate.dict_get_item_eliminator 1.16% : 0.000002s : 14: predicate.dict_set_item_eliminator 1.13% : 0.000002s : 6: predicate.dumpgradient_eliminate 0.44% : 0.000001s : 6: predicate.elim_not_effective 0.74% : 0.000001s : 6: predicate.elim_shapecalc_of_broadcastargs 1.13% : 0.000002s : 14: predicate.environ_add_const_eliminate 1.02% : 0.000002s : 14: predicate.environ_get_add_eliminate 1.09% : 0.000002s : 14: predicate.environ_get_depend_swap 1.10% : 0.000002s : 14: predicate.environ_get_eliminate 1.06% : 0.000002s : 14: predicate.environ_get_set_eliminate 0.34% : 0.000001s : 6: predicate.fold_const_symbol 1.25% : 0.000002s : 12: predicate.get_grad_eliminate 0.44% : 0.000001s : 6: predicate.graph_param_transform 5.52% : 0.000009s : 29: predicate.inline 1.25% : 0.000002s : 12: predicate.inline_without_move 0.61% : 0.000001s : 12: predicate.j_node_and_user_rematch 1.67% : 0.000003s : 12: predicate.less_batch_normalization 1.32% : 0.000002s : 14: predicate.list_to_tuple_eliminator_ 1.64% : 0.000003s : 20: predicate.load_eliminater 1.57% : 0.000003s : 6: predicate.loop_unroll_after_grad 2.59% : 0.000004s : 30: predicate.loop_unroll_before_grad 2.06% : 0.000003s : 20: predicate.make_slice_get_slice_eliminator 1.11% : 0.000002s : 14: predicate.merge_addn 1.21% : 0.000002s : 14: predicate.minmaximum_grad 1.81% : 0.000003s : 6: predicate.mutable_eliminate 0.58% : 0.000001s : 6: predicate.opt_reshape 2.41% : 0.000004s : 20: predicate.partial_eliminate 1.20% : 0.000002s : 14: predicate.print_const_string_wrapper 1.91% : 0.000003s : 14: predicate.reduce_eliminate 1.20% : 0.000002s : 14: predicate.redundant_stop_gradient_eliminater 0.88% : 0.000001s : 12: predicate.remove_not_recompute_node 2.00% : 0.000003s : 26: predicate.replace_applicator 0.98% : 0.000002s : 12: predicate.replace_old_param 0.59% : 0.000001s : 6: predicate.reset_defer_inline 1.25% : 0.000002s : 14: predicate.reshape_eliminate 1.21% : 0.000002s : 14: predicate.row_tensor_add_zeros_like 0.99% : 0.000002s : 6: predicate.row_tensor_eliminate 1.16% : 0.000002s : 14: predicate.same_eliminate 0.79% : 0.000001s : 12: predicate.set_cell_output_no_recompute 1.39% : 0.000002s : 12: predicate.special_op_eliminate 1.48% : 0.000002s : 12: predicate.specialize_transform 1.31% : 0.000002s : 14: predicate.split_environ_get_set_with_tuple_value 1.12% : 0.000002s : 14: predicate.stack_unstack_eliminate 0.71% : 0.000001s : 6: predicate.switch_call_monad_eliminater 1.91% : 0.000003s : 17: predicate.switch_defer_inline 1.70% : 0.000003s : 17: predicate.switch_layer_defer_inline 6.33% : 0.000010s : 53: predicate.switch_simplify 1.18% : 0.000002s : 14: predicate.tile_eliminate 1.35% : 0.000002s : 14: predicate.transpose_eliminate 1.37% : 0.000002s : 14: predicate.tuple_list_convert_item_index_to_positive 1.33% : 0.000002s : 14: predicate.tuple_list_get_item_depend_reorder 4.14% : 0.000007s : 26: predicate.tuple_list_get_item_eliminator 1.57% : 0.000003s : 14: predicate.tuple_list_set_item_eliminator 1.13% : 0.000002s : 14: predicate.tuple_to_list_eliminator_ 1.70% : 0.000003s : 20: predicate.updatestate_pure_node_eliminater 3.39% : 0.000005s : 32: predicate.updatestate_useless_node_eliminater 1.52% : 0.000002s : 14: predicate.value_based_eliminate 0.60% : 0.000001s : 6: predicate.virtual_view_grad_eliminate 0.89% : 0.000001s : 6: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.002667 27 79.70% : 0.002126s : 22: func_graph_cloner_run.FuncGraphClonerGraph 20.30% : 0.000541s : 5: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.143950 72 0.05% : 0.000076s : 1: add_recomputation 0.12% : 0.000166s : 1: auto_monad 0.02% : 0.000031s : 1: auto_monad_reorder 0.24% : 0.000345s : 1: bootstrap 0.02% : 0.000033s : 1: cconv 0.01% : 0.000019s : 1: convert_after_rewriter 0.02% : 0.000035s : 1: cse_after_recomputation 0.01% : 0.000013s : 1: environ_conv 0.02% : 0.000023s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.01% : 0.000009s : 1: graph_reusing 5.08% : 0.007314s : 1: jit_opt_a 0.16% : 0.000231s : 1: jit_opt_after_cconv 0.05% : 0.000077s : 1: jit_opt_b 0.31% : 0.000452s : 1: loop_unroll 0.45% : 0.000643s : 1: mutable_eliminate 0.68% : 0.000983s : 26: opt.transform.jit_opt_a 0.06% : 0.000091s : 4: opt.transform.jit_opt_after_cconv 0.03% : 0.000046s : 4: opt.transform.jit_opt_b 0.01% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000020s : 1: opt.transform.mutable_eliminate 0.02% : 0.000034s : 1: opt.transform.opt_after_jit_grad 0.04% : 0.000053s : 4: opt.transform.symbol_engine_opt 0.35% : 0.000501s : 1: opt_after_jit_grad 0.01% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.20% : 0.000288s : 1: py_interpret_to_execute 0.01% : 0.000018s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000022s : 1: remove_dup_value 1.14% : 0.001644s : 1: renormalize.infer 0.47% : 0.000671s : 1: renormalize.specialize 0.01% : 0.000007s : 1: rewriter_after_jit_bprop_graph 0.39% : 0.000560s : 1: rewriter_after_opt_a 0.05% : 0.000072s : 1: rewriter_before_opt_a 0.07% : 0.000103s : 1: symbol_engine_optimizer 89.84% : 0.129322s : 1: type_inference TotalTime = 0.313724, [30] [bootstrap]: 0.00031168 [type_inference]: 0.203497 [event_method]: 0.00064089 [auto_monad]: 0.00029388 [graph_reusing]: 1.1e-05 [pre_auto_parallel]: 3.9e-06 [py_interpret_to_execute]: 9.427e-05 [rewriter_before_opt_a]: 0.00015782 [expand_dump_flag]: 4.67e-06 [jit_opt_a]: 0.09212, [4] [Cycle 1]: 0.0790424, [27] [switch_simplify]: 0.00020477 [loop_unroll]: 7.477e-05 [a_1]: 0.00151269 [with_stream_mark]: 3.737e-05 [recompute_prepare]: 2.722e-05 [updatestate_depend_eliminate]: 1.367e-05 [updatestate_assign_eliminate]: 1.192e-05 [updatestate_loads_eliminate]: 1.047e-05 [parameter_eliminate]: 3.27002e-06 [specialize_transform]: 2.196e-05 [updatestate_useless_node_eliminater]: 2.388e-05 [accelerated_algorithm]: 2.132e-05 [meta_shard_fg_expand]: 5.04998e-06 [get_grad_eliminate_]: 1.983e-05 [merge_forward]: 1.126e-05 [cell_reuse_recompute_pass]: 1.38002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.993e-05 [j_node_and_user_rematch]: 3.506e-05 [meta_fg_expand]: 0.0200857 [replace_old_param]: 0.00012357 [inline_without_move]: 0.00017445 [renormalize]: 0.0554503 [add_forward_monad_depend]: 2.129e-05 [auto_monad_grad]: 1.178e-05 [auto_monad_eliminator]: 0.00012031 [cse]: 0.00033241 [replace_applicator]: 0.00034789 [Cycle 2]: 0.00673105, [27] [switch_simplify]: 9.278e-05 [loop_unroll]: 8.883e-05 [a_1]: 0.00354666 [with_stream_mark]: 3.909e-05 [recompute_prepare]: 3.085e-05 [updatestate_depend_eliminate]: 1.447e-05 [updatestate_assign_eliminate]: 1.459e-05 [updatestate_loads_eliminate]: 1.153e-05 [parameter_eliminate]: 4.3e-06 [specialize_transform]: 2.054e-05 [updatestate_useless_node_eliminater]: 7.555e-05 [accelerated_algorithm]: 1.697e-05 [meta_shard_fg_expand]: 4.11001e-06 [get_grad_eliminate_]: 1.312e-05 [merge_forward]: 7.55e-06 [cell_reuse_recompute_pass]: 1.27e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.987e-05 [j_node_and_user_rematch]: 2.218e-05 [meta_fg_expand]: 0.00015133 [replace_old_param]: 2.312e-05 [inline_without_move]: 1.376e-05 [renormalize]: 0.00211135 [add_forward_monad_depend]: 8.2e-06 [auto_monad_grad]: 3.46001e-06 [auto_monad_eliminator]: 2.744e-05 [cse]: 0.00011711 [replace_applicator]: 2.685e-05 [Cycle 3]: 0.00146477, [27] [switch_simplify]: 1.372e-05 [loop_unroll]: 1.215e-05 [a_1]: 0.00033002 [with_stream_mark]: 1.875e-05 [recompute_prepare]: 1.371e-05 [updatestate_depend_eliminate]: 4.35e-05 [updatestate_assign_eliminate]: 6.40002e-06 [updatestate_loads_eliminate]: 5.19998e-06 [parameter_eliminate]: 1.58002e-06 [specialize_transform]: 1.157e-05 [updatestate_useless_node_eliminater]: 1.442e-05 [accelerated_algorithm]: 1.144e-05 [meta_shard_fg_expand]: 2.37001e-06 [get_grad_eliminate_]: 9.92999e-06 [merge_forward]: 5.35999e-06 [cell_reuse_recompute_pass]: 2.06e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.279e-05 [j_node_and_user_rematch]: 1.662e-05 [meta_fg_expand]: 3.47002e-06 [replace_old_param]: 1.358e-05 [inline_without_move]: 9.91e-06 [renormalize]: 0.00066548 [add_forward_monad_depend]: 4.84e-06 [auto_monad_grad]: 2.20002e-06 [auto_monad_eliminator]: 2.018e-05 [cse]: 3.293e-05 [replace_applicator]: 1.886e-05 [Cycle 4]: 0.0006475, [27] [switch_simplify]: 1.144e-05 [loop_unroll]: 1.154e-05 [a_1]: 0.00029049 [with_stream_mark]: 1.301e-05 [recompute_prepare]: 1.089e-05 [updatestate_depend_eliminate]: 6.03998e-06 [updatestate_assign_eliminate]: 5.77001e-06 [updatestate_loads_eliminate]: 4.45e-06 [parameter_eliminate]: 1.19003e-06 [specialize_transform]: 1.097e-05 [updatestate_useless_node_eliminater]: 1.31e-05 [accelerated_algorithm]: 1.127e-05 [meta_shard_fg_expand]: 3.12002e-06 [get_grad_eliminate_]: 9.86e-06 [merge_forward]: 4.73001e-06 [cell_reuse_recompute_pass]: 1.39e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.96e-05 [j_node_and_user_rematch]: 1.76e-05 [meta_fg_expand]: 3.39001e-06 [replace_old_param]: 1.308e-05 [inline_without_move]: 9.84999e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.82001e-06 [auto_monad_grad]: 1.35999e-06 [auto_monad_eliminator]: 1.239e-05 [cse]: 2.383e-05 [replace_applicator]: 1.061e-05 [py_interpret_to_execute_after_opt_a]: 1.721e-05 [rewriter_after_opt_a]: 0.00072097 [convert_after_rewriter]: 1.309e-05 [order_py_execute_after_rewriter]: 7.81001e-06 [mutable_eliminate]: 0.000867 [jit_opt_b]: 8.867e-05, [1] [Cycle 1]: 7.894e-05, [2] [frontend_op_eliminate]: 3.383e-05 [inline_after_opt_a]: 3.161e-05 [cconv]: 3.277e-05 [loop_unroll]: 0.00048002 [jit_opt_after_cconv]: 0.00026435, [1] [Cycle 1]: 0.00025704, [11] [c_1]: 6.527e-05 [parameter_eliminate]: 3.51001e-06 [updatestate_depend_eliminate]: 1.392e-05 [updatestate_assign_eliminate]: 7.04001e-06 [updatestate_loads_eliminate]: 5.76e-06 [cse]: 4.448e-05 [call_graph_tuple_transform]: 3.211e-05 [tuple_list_get_item_eliminator]: 1.134e-05 [none_parameter_eliminate]: 1.55999e-06 [renormalize]: 1.05001e-06 [switch_simplify]: 1.19e-05 [remove_dup_value]: 0.0125345 [partial_unused_args_eliminate]: 7.33e-06 [environ_conv]: 1.897e-05 [add_recomputation]: 0.00012123 [cse_after_recomputation]: 7.049e-05, [1] [Cycle 1]: 5.929e-05, [1] [cse]: 3.948e-05 [auto_monad_reorder]: 5.022e-05 [get_jit_bprop_graph]: 2.56998e-06 [rewriter_after_jit_bprop_graph]: 9.20001e-06 [opt_after_jit_grad]: 0.00078014 [symbol_engine_optimizer]: 0.00012462, [1] [Cycle 1]: 0.00011726, [6] [build]: 6.66e-06 [elim_shapecalc]: 1.547e-05 [elim_not_effective]: 2.787e-05 [opt_reshape]: 1.391e-05 [fold_const_symbol]: 2.04e-05 [renormalize]: 4.90021e-07 [validate]: 7.888e-05 Sums bootstrap : 0.000312s : 0.10% type_inference : 0.203497s : 66.02% event_method : 0.000641s : 0.21% auto_monad : 0.000294s : 0.10% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000094s : 0.03% rewriter_before_opt_a : 0.000158s : 0.05% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000323s : 0.10% jit_opt_a.loop_unroll : 0.000187s : 0.06% jit_opt_a.a_1 : 0.005680s : 1.84% jit_opt_a.with_stream_mark : 0.000108s : 0.04% jit_opt_a.recompute_prepare : 0.000083s : 0.03% jit_opt_a.updatestate_depend_eliminate : 0.000078s : 0.03% jit_opt_a.updatestate_assign_eliminate : 0.000039s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000032s : 0.01% jit_opt_a.parameter_eliminate : 0.000010s : 0.00% jit_opt_a.specialize_transform : 0.000065s : 0.02% jit_opt_a.updatestate_useless_node_eliminater : 0.000127s : 0.04% jit_opt_a.accelerated_algorithm : 0.000061s : 0.02% jit_opt_a.meta_shard_fg_expand : 0.000015s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000053s : 0.02% jit_opt_a.merge_forward : 0.000029s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000112s : 0.04% jit_opt_a.j_node_and_user_rematch : 0.000091s : 0.03% jit_opt_a.meta_fg_expand : 0.020244s : 6.57% jit_opt_a.replace_old_param : 0.000173s : 0.06% jit_opt_a.inline_without_move : 0.000208s : 0.07% jit_opt_a.renormalize : 0.058227s : 18.89% jit_opt_a.add_forward_monad_depend : 0.000036s : 0.01% jit_opt_a.auto_monad_grad : 0.000019s : 0.01% jit_opt_a.auto_monad_eliminator : 0.000180s : 0.06% jit_opt_a.cse : 0.000506s : 0.16% jit_opt_a.replace_applicator : 0.000404s : 0.13% py_interpret_to_execute_after_opt_a : 0.000017s : 0.01% rewriter_after_opt_a : 0.000721s : 0.23% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000867s : 0.28% jit_opt_b.frontend_op_eliminate : 0.000034s : 0.01% jit_opt_b.inline_after_opt_a : 0.000032s : 0.01% cconv : 0.000033s : 0.01% loop_unroll : 0.000480s : 0.16% jit_opt_after_cconv.c_1 : 0.000065s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000044s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000032s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.012535s : 4.07% partial_unused_args_eliminate : 0.000007s : 0.00% environ_conv : 0.000019s : 0.01% add_recomputation : 0.000121s : 0.04% cse_after_recomputation.cse : 0.000039s : 0.01% auto_monad_reorder : 0.000050s : 0.02% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000780s : 0.25% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000028s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000014s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000079s : 0.03% Time group info: ------[substitution.] 0.002833 271 1.11% : 0.000031s : 12: substitution.depend_value_elim 0.15% : 0.000004s : 5: substitution.elim_not_effective 0.12% : 0.000003s : 5: substitution.fold_const_symbol 37.52% : 0.001063s : 4: substitution.getattr_setattr_resolve 0.31% : 0.000009s : 8: substitution.graph_param_transform 41.22% : 0.001168s : 29: substitution.inline 1.36% : 0.000038s : 4: substitution.inline_without_move 0.62% : 0.000018s : 29: substitution.j_node_and_user_rematch 0.75% : 0.000021s : 13: substitution.minmaximum_grad 0.47% : 0.000013s : 14: substitution.partial_eliminate 0.82% : 0.000023s : 29: substitution.remove_not_recompute_node 5.77% : 0.000163s : 16: substitution.replace_applicator 0.66% : 0.000019s : 17: substitution.replace_old_param 0.22% : 0.000006s : 2: substitution.set_cell_output_no_recompute 0.56% : 0.000016s : 3: substitution.switch_simplify 1.56% : 0.000044s : 13: substitution.tuple_list_convert_item_index_to_positive 0.96% : 0.000027s : 13: substitution.tuple_list_get_item_depend_reorder 3.20% : 0.000091s : 30: substitution.tuple_list_get_item_eliminator 0.76% : 0.000021s : 9: substitution.updatestate_pure_node_eliminater 1.86% : 0.000053s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.203358 2 96.58% : 0.196404s : 1: type_inference.infer 3.42% : 0.006954s : 1: type_inference.specialize ------[replace.] 0.000754 54 8.51% : 0.000064s : 3: replace.getattr_setattr_resolve 48.00% : 0.000362s : 29: replace.inline 7.43% : 0.000056s : 1: replace.replace_applicator 8.43% : 0.000064s : 3: replace.switch_simplify 22.86% : 0.000172s : 17: replace.tuple_list_get_item_eliminator 4.77% : 0.000036s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002233 54 45.04% : 0.001006s : 3: match.getattr_setattr_resolve 51.48% : 0.001150s : 29: match.inline 0.60% : 0.000013s : 1: match.replace_applicator 0.62% : 0.000014s : 3: match.switch_simplify 1.72% : 0.000038s : 17: match.tuple_list_get_item_eliminator 0.54% : 0.000012s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000906 6048 1.59% : 0.000014s : 101: predicate.accumulaten_eliminater 0.37% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 1.36% : 0.000012s : 101: predicate.addn_check_dump 1.55% : 0.000014s : 101: predicate.addn_zero_filter 2.04% : 0.000019s : 101: predicate.arithmetic_simplify 1.76% : 0.000016s : 101: predicate.cast_eliminate 0.12% : 0.000001s : 8: predicate.check_bprop_eliminate 1.30% : 0.000012s : 101: predicate.compare_switch_simplify 1.71% : 0.000016s : 101: predicate.depend_value_elim 1.39% : 0.000013s : 101: predicate.dict_get_item_const_eliminator 1.48% : 0.000013s : 101: predicate.dict_get_item_eliminator 1.35% : 0.000012s : 101: predicate.dict_set_item_eliminator 0.26% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.10% : 0.000001s : 7: predicate.elim_not_effective 0.38% : 0.000003s : 7: predicate.elim_shapecalc_of_broadcastargs 1.79% : 0.000016s : 101: predicate.environ_add_const_eliminate 1.41% : 0.000013s : 101: predicate.environ_get_add_eliminate 1.47% : 0.000013s : 101: predicate.environ_get_depend_swap 1.44% : 0.000013s : 101: predicate.environ_get_eliminate 1.64% : 0.000015s : 101: predicate.environ_get_set_eliminate 0.06% : 0.000001s : 7: predicate.fold_const_symbol 0.73% : 0.000007s : 44: predicate.get_grad_eliminate 0.84% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000001s : 8: predicate.graph_param_transform 4.28% : 0.000039s : 163: predicate.inline 2.16% : 0.000020s : 105: predicate.inline_without_move 0.36% : 0.000003s : 44: predicate.j_node_and_user_rematch 1.20% : 0.000011s : 44: predicate.less_batch_normalization 1.72% : 0.000016s : 118: predicate.list_to_tuple_eliminator_ 1.94% : 0.000018s : 126: predicate.load_eliminater 0.27% : 0.000002s : 8: predicate.loop_unroll_after_grad 2.80% : 0.000025s : 187: predicate.loop_unroll_before_grad 1.68% : 0.000015s : 109: predicate.make_slice_get_slice_eliminator 1.31% : 0.000012s : 101: predicate.merge_addn 1.62% : 0.000015s : 101: predicate.minmaximum_grad 0.41% : 0.000004s : 8: predicate.mutable_eliminate 0.22% : 0.000002s : 7: predicate.opt_reshape 2.38% : 0.000022s : 126: predicate.partial_eliminate 1.37% : 0.000012s : 101: predicate.print_const_string_wrapper 1.84% : 0.000017s : 101: predicate.reduce_eliminate 1.72% : 0.000016s : 118: predicate.redundant_stop_gradient_eliminater 0.43% : 0.000004s : 44: predicate.remove_not_recompute_node 2.79% : 0.000025s : 243: predicate.replace_applicator 0.98% : 0.000009s : 105: predicate.replace_old_param 0.12% : 0.000001s : 8: predicate.reset_defer_inline 1.61% : 0.000015s : 101: predicate.reshape_eliminate 1.70% : 0.000015s : 101: predicate.row_tensor_add_zeros_like 0.19% : 0.000002s : 8: predicate.row_tensor_eliminate 1.60% : 0.000014s : 101: predicate.same_eliminate 0.57% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.35% : 0.000003s : 15: predicate.special_op_eliminate 0.91% : 0.000008s : 50: predicate.specialize_transform 1.83% : 0.000017s : 101: predicate.split_environ_get_set_with_tuple_value 1.43% : 0.000013s : 101: predicate.stack_unstack_eliminate 0.17% : 0.000001s : 8: predicate.switch_call_monad_eliminater 2.83% : 0.000026s : 147: predicate.switch_defer_inline 2.44% : 0.000022s : 147: predicate.switch_layer_defer_inline 5.81% : 0.000053s : 348: predicate.switch_simplify 1.48% : 0.000013s : 101: predicate.tile_eliminate 1.49% : 0.000014s : 101: predicate.transpose_eliminate 1.78% : 0.000016s : 101: predicate.tuple_list_convert_item_index_to_positive 1.86% : 0.000017s : 101: predicate.tuple_list_get_item_depend_reorder 3.21% : 0.000029s : 134: predicate.tuple_list_get_item_eliminator 2.04% : 0.000018s : 101: predicate.tuple_list_set_item_eliminator 1.81% : 0.000016s : 118: predicate.tuple_to_list_eliminator_ 1.84% : 0.000017s : 126: predicate.updatestate_pure_node_eliminater 2.95% : 0.000027s : 172: predicate.updatestate_useless_node_eliminater 1.94% : 0.000018s : 101: predicate.value_based_eliminate 0.12% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.18% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.021153 85 87.78% : 0.018567s : 48: func_graph_cloner_run.FuncGraphClonerGraph 1.43% : 0.000302s : 7: func_graph_cloner_run.FuncGraphClonerNode 10.80% : 0.002284s : 30: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.380779 104 0.03% : 0.000125s : 1: add_recomputation 0.08% : 0.000305s : 1: auto_monad 0.01% : 0.000053s : 1: auto_monad_reorder 0.09% : 0.000335s : 1: bootstrap 0.01% : 0.000035s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.02% : 0.000073s : 1: cse_after_recomputation 0.01% : 0.000022s : 1: environ_conv 0.17% : 0.000652s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 24.19% : 0.092125s : 1: jit_opt_a 0.07% : 0.000267s : 1: jit_opt_after_cconv 0.02% : 0.000092s : 1: jit_opt_b 0.13% : 0.000488s : 1: loop_unroll 0.23% : 0.000876s : 1: mutable_eliminate 1.97% : 0.007494s : 52: opt.transform.jit_opt_a 0.03% : 0.000117s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000058s : 4: opt.transform.jit_opt_b 0.01% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000025s : 1: opt.transform.mutable_eliminate 0.01% : 0.000048s : 1: opt.transform.opt_after_jit_grad 0.31% : 0.001193s : 2: opt.transform.opt_resolve 0.02% : 0.000072s : 4: opt.transform.symbol_engine_opt 0.21% : 0.000788s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000012s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.03% : 0.000098s : 1: py_interpret_to_execute 0.01% : 0.000020s : 1: py_interpret_to_execute_after_opt_a 3.30% : 0.012550s : 1: remove_dup_value 13.88% : 0.052853s : 3: renormalize.infer 1.40% : 0.005345s : 3: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.19% : 0.000726s : 1: rewriter_after_opt_a 0.04% : 0.000161s : 1: rewriter_before_opt_a 0.03% : 0.000128s : 1: symbol_engine_optimizer 53.46% : 0.203550s : 1: type_inference TotalTime = 0.194244, [30] [bootstrap]: 0.00038085 [type_inference]: 0.137142 [event_method]: 1.495e-05 [auto_monad]: 0.00016645 [graph_reusing]: 6.31e-06 [pre_auto_parallel]: 2.91e-06 [py_interpret_to_execute]: 0.00045984 [rewriter_before_opt_a]: 7.204e-05 [expand_dump_flag]: 3.83999e-06 [jit_opt_a]: 0.0518604, [2] [Cycle 1]: 0.00509895, [27] [switch_simplify]: 6.023e-05 [loop_unroll]: 2.533e-05 [a_1]: 0.00055654 [with_stream_mark]: 3.101e-05 [recompute_prepare]: 1.162e-05 [updatestate_depend_eliminate]: 8.17998e-06 [updatestate_assign_eliminate]: 5.25001e-06 [updatestate_loads_eliminate]: 4.90001e-06 [parameter_eliminate]: 1.94999e-06 [specialize_transform]: 9.69999e-06 [updatestate_useless_node_eliminater]: 1.183e-05 [accelerated_algorithm]: 9.57001e-06 [meta_shard_fg_expand]: 2.52001e-06 [get_grad_eliminate_]: 9.32999e-06 [merge_forward]: 5.78002e-06 [cell_reuse_recompute_pass]: 1.40999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.132e-05 [j_node_and_user_rematch]: 1.4e-05 [meta_fg_expand]: 3.61999e-06 [replace_old_param]: 1.488e-05 [inline_without_move]: 1.044e-05 [renormalize]: 0.00397743 [add_forward_monad_depend]: 7.21999e-06 [auto_monad_grad]: 2.75997e-06 [auto_monad_eliminator]: 2.352e-05 [cse]: 4.101e-05 [replace_applicator]: 2.014e-05 [Cycle 2]: 0.00053883, [27] [switch_simplify]: 9.44998e-06 [loop_unroll]: 8.84998e-06 [a_1]: 0.00020476 [with_stream_mark]: 1.577e-05 [recompute_prepare]: 8.77e-06 [updatestate_depend_eliminate]: 5.92001e-06 [updatestate_assign_eliminate]: 5.57999e-06 [updatestate_loads_eliminate]: 3.96001e-06 [parameter_eliminate]: 1.44e-06 [specialize_transform]: 8.66002e-06 [updatestate_useless_node_eliminater]: 1.153e-05 [accelerated_algorithm]: 9.04e-06 [meta_shard_fg_expand]: 1.78002e-06 [get_grad_eliminate_]: 7.87e-06 [merge_forward]: 4.80999e-06 [cell_reuse_recompute_pass]: 2.43e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.879e-05 [j_node_and_user_rematch]: 1.295e-05 [meta_fg_expand]: 2.84001e-06 [replace_old_param]: 1.152e-05 [inline_without_move]: 8.79e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.41002e-06 [auto_monad_grad]: 1.12e-06 [auto_monad_eliminator]: 1.12e-05 [cse]: 1.972e-05 [replace_applicator]: 8.83001e-06 [py_interpret_to_execute_after_opt_a]: 1.581e-05 [rewriter_after_opt_a]: 0.00133403 [convert_after_rewriter]: 1.416e-05 [order_py_execute_after_rewriter]: 9.19e-06 [mutable_eliminate]: 0.00081426 [jit_opt_b]: 7.652e-05, [1] [Cycle 1]: 6.776e-05, [2] [frontend_op_eliminate]: 2.835e-05 [inline_after_opt_a]: 2.622e-05 [cconv]: 3.008e-05 [loop_unroll]: 0.00050572 [jit_opt_after_cconv]: 0.00021387, [1] [Cycle 1]: 0.00020717, [11] [c_1]: 5.452e-05 [parameter_eliminate]: 2.41e-06 [updatestate_depend_eliminate]: 8.74e-06 [updatestate_assign_eliminate]: 4.82e-06 [updatestate_loads_eliminate]: 3.81999e-06 [cse]: 3.085e-05 [call_graph_tuple_transform]: 2.689e-05 [tuple_list_get_item_eliminator]: 9.29e-06 [none_parameter_eliminate]: 1.80001e-06 [renormalize]: 5.90022e-07 [switch_simplify]: 9.24e-06 [remove_dup_value]: 2.09e-05 [partial_unused_args_eliminate]: 2.19001e-06 [environ_conv]: 1e-05 [add_recomputation]: 6.888e-05 [cse_after_recomputation]: 2.942e-05, [1] [Cycle 1]: 2.231e-05, [1] [cse]: 1.645e-05 [auto_monad_reorder]: 2.714e-05 [get_jit_bprop_graph]: 2.53003e-06 [rewriter_after_jit_bprop_graph]: 5.19e-06 [opt_after_jit_grad]: 0.00055173 [symbol_engine_optimizer]: 0.00010398, [1] [Cycle 1]: 9.676e-05, [6] [build]: 7.00002e-06 [elim_shapecalc]: 1.254e-05 [elim_not_effective]: 2.088e-05 [opt_reshape]: 1.031e-05 [fold_const_symbol]: 1.481e-05 [renormalize]: 3.39991e-07 [validate]: 6.791e-05 Sums bootstrap : 0.000381s : 0.26% type_inference : 0.137142s : 93.09% event_method : 0.000015s : 0.01% auto_monad : 0.000166s : 0.11% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000460s : 0.31% rewriter_before_opt_a : 0.000072s : 0.05% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000070s : 0.05% jit_opt_a.loop_unroll : 0.000034s : 0.02% jit_opt_a.a_1 : 0.000761s : 0.52% jit_opt_a.with_stream_mark : 0.000047s : 0.03% jit_opt_a.recompute_prepare : 0.000020s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.01% jit_opt_a.parameter_eliminate : 0.000003s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.02% jit_opt_a.accelerated_algorithm : 0.000019s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000004s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000040s : 0.03% jit_opt_a.j_node_and_user_rematch : 0.000027s : 0.02% jit_opt_a.meta_fg_expand : 0.000006s : 0.00% jit_opt_a.replace_old_param : 0.000026s : 0.02% jit_opt_a.inline_without_move : 0.000019s : 0.01% jit_opt_a.renormalize : 0.003977s : 2.70% jit_opt_a.add_forward_monad_depend : 0.000009s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000035s : 0.02% jit_opt_a.cse : 0.000061s : 0.04% jit_opt_a.replace_applicator : 0.000029s : 0.02% py_interpret_to_execute_after_opt_a : 0.000016s : 0.01% rewriter_after_opt_a : 0.001334s : 0.91% convert_after_rewriter : 0.000014s : 0.01% order_py_execute_after_rewriter : 0.000009s : 0.01% mutable_eliminate : 0.000814s : 0.55% jit_opt_b.frontend_op_eliminate : 0.000028s : 0.02% jit_opt_b.inline_after_opt_a : 0.000026s : 0.02% cconv : 0.000030s : 0.02% loop_unroll : 0.000506s : 0.34% jit_opt_after_cconv.c_1 : 0.000055s : 0.04% jit_opt_after_cconv.parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000009s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000031s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.02% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.01% remove_dup_value : 0.000021s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000010s : 0.01% add_recomputation : 0.000069s : 0.05% cse_after_recomputation.cse : 0.000016s : 0.01% auto_monad_reorder : 0.000027s : 0.02% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000005s : 0.00% opt_after_jit_grad : 0.000552s : 0.37% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000068s : 0.05% Time group info: ------[substitution.] 0.000251 45 3.51% : 0.000009s : 2: substitution.depend_value_elim 1.28% : 0.000003s : 4: substitution.elim_not_effective 0.81% : 0.000002s : 4: substitution.fold_const_symbol 3.25% : 0.000008s : 6: substitution.graph_param_transform 73.97% : 0.000185s : 3: substitution.inline 2.03% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.38% : 0.000008s : 8: substitution.remove_not_recompute_node 2.41% : 0.000006s : 2: substitution.replace_old_param 4.72% : 0.000012s : 3: substitution.updatestate_pure_node_eliminater 4.66% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.137056 2 98.34% : 0.134780s : 1: type_inference.infer 1.66% : 0.002277s : 1: type_inference.specialize ------[replace.] 0.000036 3 100.00% : 0.000036s : 3: replace.inline ------[match.] 0.000183 3 100.00% : 0.000183s : 3: match.inline ------[predicate.] 0.000166 970 1.71% : 0.000003s : 14: predicate.accumulaten_eliminater 1.25% : 0.000002s : 6: predicate.ad_related_special_op_eliminate 1.03% : 0.000002s : 14: predicate.addn_check_dump 1.10% : 0.000002s : 14: predicate.addn_zero_filter 2.06% : 0.000003s : 14: predicate.arithmetic_simplify 1.84% : 0.000003s : 14: predicate.cast_eliminate 0.59% : 0.000001s : 6: predicate.check_bprop_eliminate 1.04% : 0.000002s : 14: predicate.compare_switch_simplify 1.50% : 0.000002s : 14: predicate.depend_value_elim 1.09% : 0.000002s : 14: predicate.dict_get_item_const_eliminator 1.19% : 0.000002s : 14: predicate.dict_get_item_eliminator 1.09% : 0.000002s : 14: predicate.dict_set_item_eliminator 0.95% : 0.000002s : 6: predicate.dumpgradient_eliminate 0.38% : 0.000001s : 6: predicate.elim_not_effective 0.60% : 0.000001s : 6: predicate.elim_shapecalc_of_broadcastargs 1.13% : 0.000002s : 14: predicate.environ_add_const_eliminate 2.09% : 0.000003s : 14: predicate.environ_get_add_eliminate 1.06% : 0.000002s : 14: predicate.environ_get_depend_swap 1.01% : 0.000002s : 14: predicate.environ_get_eliminate 1.07% : 0.000002s : 14: predicate.environ_get_set_eliminate 0.33% : 0.000001s : 6: predicate.fold_const_symbol 1.16% : 0.000002s : 12: predicate.get_grad_eliminate 0.43% : 0.000001s : 6: predicate.graph_param_transform 5.07% : 0.000008s : 29: predicate.inline 1.42% : 0.000002s : 12: predicate.inline_without_move 0.55% : 0.000001s : 12: predicate.j_node_and_user_rematch 2.01% : 0.000003s : 12: predicate.less_batch_normalization 1.20% : 0.000002s : 14: predicate.list_to_tuple_eliminator_ 1.58% : 0.000003s : 20: predicate.load_eliminater 1.40% : 0.000002s : 6: predicate.loop_unroll_after_grad 2.87% : 0.000005s : 30: predicate.loop_unroll_before_grad 2.70% : 0.000004s : 20: predicate.make_slice_get_slice_eliminator 1.01% : 0.000002s : 14: predicate.merge_addn 1.09% : 0.000002s : 14: predicate.minmaximum_grad 1.53% : 0.000003s : 6: predicate.mutable_eliminate 0.88% : 0.000001s : 6: predicate.opt_reshape 2.18% : 0.000004s : 20: predicate.partial_eliminate 1.04% : 0.000002s : 14: predicate.print_const_string_wrapper 1.40% : 0.000002s : 14: predicate.reduce_eliminate 1.13% : 0.000002s : 14: predicate.redundant_stop_gradient_eliminater 0.88% : 0.000001s : 12: predicate.remove_not_recompute_node 1.83% : 0.000003s : 26: predicate.replace_applicator 0.74% : 0.000001s : 12: predicate.replace_old_param 0.46% : 0.000001s : 6: predicate.reset_defer_inline 2.10% : 0.000003s : 14: predicate.reshape_eliminate 1.12% : 0.000002s : 14: predicate.row_tensor_add_zeros_like 1.15% : 0.000002s : 6: predicate.row_tensor_eliminate 1.18% : 0.000002s : 14: predicate.same_eliminate 0.71% : 0.000001s : 12: predicate.set_cell_output_no_recompute 1.36% : 0.000002s : 12: predicate.special_op_eliminate 1.36% : 0.000002s : 12: predicate.specialize_transform 1.53% : 0.000003s : 14: predicate.split_environ_get_set_with_tuple_value 1.08% : 0.000002s : 14: predicate.stack_unstack_eliminate 0.60% : 0.000001s : 6: predicate.switch_call_monad_eliminater 1.59% : 0.000003s : 17: predicate.switch_defer_inline 1.77% : 0.000003s : 17: predicate.switch_layer_defer_inline 5.86% : 0.000010s : 53: predicate.switch_simplify 1.11% : 0.000002s : 14: predicate.tile_eliminate 1.30% : 0.000002s : 14: predicate.transpose_eliminate 1.53% : 0.000003s : 14: predicate.tuple_list_convert_item_index_to_positive 1.33% : 0.000002s : 14: predicate.tuple_list_get_item_depend_reorder 3.94% : 0.000007s : 26: predicate.tuple_list_get_item_eliminator 1.47% : 0.000002s : 14: predicate.tuple_list_set_item_eliminator 1.17% : 0.000002s : 14: predicate.tuple_to_list_eliminator_ 1.60% : 0.000003s : 20: predicate.updatestate_pure_node_eliminater 3.27% : 0.000005s : 32: predicate.updatestate_useless_node_eliminater 1.77% : 0.000003s : 14: predicate.value_based_eliminate 0.51% : 0.000001s : 6: predicate.virtual_view_grad_eliminate 0.90% : 0.000001s : 6: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.003451 31 75.78% : 0.002615s : 26: func_graph_cloner_run.FuncGraphClonerGraph 24.22% : 0.000836s : 5: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.199409 72 0.04% : 0.000072s : 1: add_recomputation 0.09% : 0.000172s : 1: auto_monad 0.01% : 0.000030s : 1: auto_monad_reorder 0.20% : 0.000407s : 1: bootstrap 0.02% : 0.000033s : 1: cconv 0.01% : 0.000018s : 1: convert_after_rewriter 0.02% : 0.000032s : 1: cse_after_recomputation 0.01% : 0.000012s : 1: environ_conv 0.01% : 0.000021s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 26.01% : 0.051866s : 1: jit_opt_a 0.11% : 0.000217s : 1: jit_opt_after_cconv 0.04% : 0.000079s : 1: jit_opt_b 0.26% : 0.000514s : 1: loop_unroll 0.41% : 0.000823s : 1: mutable_eliminate 0.54% : 0.001071s : 26: opt.transform.jit_opt_a 0.05% : 0.000096s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000047s : 4: opt.transform.jit_opt_b 0.01% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000020s : 1: opt.transform.mutable_eliminate 0.02% : 0.000036s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.28% : 0.000559s : 1: opt_after_jit_grad 0.01% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.23% : 0.000466s : 1: py_interpret_to_execute 0.01% : 0.000018s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000024s : 1: remove_dup_value 1.49% : 0.002967s : 1: renormalize.infer 0.50% : 0.001000s : 1: renormalize.specialize 0.00% : 0.000007s : 1: rewriter_after_jit_bprop_graph 0.67% : 0.001343s : 1: rewriter_after_opt_a 0.04% : 0.000077s : 1: rewriter_before_opt_a 0.05% : 0.000107s : 1: symbol_engine_optimizer 68.78% : 0.137160s : 1: type_inference TotalTime = 0.304864, [30] [bootstrap]: 0.00036748 [type_inference]: 0.216831 [event_method]: 0.00074362 [auto_monad]: 0.00030439 [graph_reusing]: 1.105e-05 [pre_auto_parallel]: 5.57999e-06 [py_interpret_to_execute]: 0.00010589 [rewriter_before_opt_a]: 0.00016792 [expand_dump_flag]: 4.58999e-06 [jit_opt_a]: 0.0823299, [4] [Cycle 1]: 0.0552689, [27] [switch_simplify]: 0.00020157 [loop_unroll]: 6.32e-05 [a_1]: 0.00157867 [with_stream_mark]: 6.228e-05 [recompute_prepare]: 3.272e-05 [updatestate_depend_eliminate]: 1.298e-05 [updatestate_assign_eliminate]: 1.166e-05 [updatestate_loads_eliminate]: 1.069e-05 [parameter_eliminate]: 2.68e-06 [specialize_transform]: 2.133e-05 [updatestate_useless_node_eliminater]: 2.47e-05 [accelerated_algorithm]: 1.977e-05 [meta_shard_fg_expand]: 6.62002e-06 [get_grad_eliminate_]: 1.967e-05 [merge_forward]: 1.226e-05 [cell_reuse_recompute_pass]: 1.14e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.986e-05 [j_node_and_user_rematch]: 3.473e-05 [meta_fg_expand]: 0.00726414 [replace_old_param]: 0.00012522 [inline_without_move]: 0.00017964 [renormalize]: 0.0445462 [add_forward_monad_depend]: 2.456e-05 [auto_monad_grad]: 1.13e-05 [auto_monad_eliminator]: 0.00012644 [cse]: 0.00028986 [replace_applicator]: 0.00023731 [Cycle 2]: 0.0200399, [27] [switch_simplify]: 8.981e-05 [loop_unroll]: 8.538e-05 [a_1]: 0.0156308 [with_stream_mark]: 4.565e-05 [recompute_prepare]: 3.393e-05 [updatestate_depend_eliminate]: 1.311e-05 [updatestate_assign_eliminate]: 1.7e-05 [updatestate_loads_eliminate]: 1.199e-05 [parameter_eliminate]: 5.20001e-06 [specialize_transform]: 1.919e-05 [updatestate_useless_node_eliminater]: 8.055e-05 [accelerated_algorithm]: 1.547e-05 [meta_shard_fg_expand]: 7.78999e-06 [get_grad_eliminate_]: 1.361e-05 [merge_forward]: 9.10001e-06 [cell_reuse_recompute_pass]: 1.21002e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.948e-05 [j_node_and_user_rematch]: 2.24e-05 [meta_fg_expand]: 0.00020986 [replace_old_param]: 2.289e-05 [inline_without_move]: 1.396e-05 [renormalize]: 0.00319157 [add_forward_monad_depend]: 1.177e-05 [auto_monad_grad]: 3.35e-06 [auto_monad_eliminator]: 3.448e-05 [cse]: 0.00014997 [replace_applicator]: 2.86e-05 [Cycle 3]: 0.00177413, [27] [switch_simplify]: 1.386e-05 [loop_unroll]: 1.473e-05 [a_1]: 0.00032878 [with_stream_mark]: 2.166e-05 [recompute_prepare]: 1.299e-05 [updatestate_depend_eliminate]: 4.856e-05 [updatestate_assign_eliminate]: 7.25e-06 [updatestate_loads_eliminate]: 5.38002e-06 [parameter_eliminate]: 1.60999e-06 [specialize_transform]: 1.254e-05 [updatestate_useless_node_eliminater]: 1.466e-05 [accelerated_algorithm]: 1.116e-05 [meta_shard_fg_expand]: 2.44001e-06 [get_grad_eliminate_]: 9.88002e-06 [merge_forward]: 5.81e-06 [cell_reuse_recompute_pass]: 3.31001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.391e-05 [j_node_and_user_rematch]: 1.813e-05 [meta_fg_expand]: 3.59002e-06 [replace_old_param]: 1.49e-05 [inline_without_move]: 1.011e-05 [renormalize]: 0.00093926 [add_forward_monad_depend]: 5.51998e-06 [auto_monad_grad]: 2.85998e-06 [auto_monad_eliminator]: 2.042e-05 [cse]: 4.062e-05 [replace_applicator]: 2.047e-05 [Cycle 4]: 0.00061717, [27] [switch_simplify]: 1.135e-05 [loop_unroll]: 9.92001e-06 [a_1]: 0.00026076 [with_stream_mark]: 1.371e-05 [recompute_prepare]: 1.098e-05 [updatestate_depend_eliminate]: 6.57002e-06 [updatestate_assign_eliminate]: 4.97999e-06 [updatestate_loads_eliminate]: 4.59998e-06 [parameter_eliminate]: 1.12999e-06 [specialize_transform]: 1.069e-05 [updatestate_useless_node_eliminater]: 1.298e-05 [accelerated_algorithm]: 1.04e-05 [meta_shard_fg_expand]: 2.89999e-06 [get_grad_eliminate_]: 9.47001e-06 [merge_forward]: 5.01002e-06 [cell_reuse_recompute_pass]: 1.28002e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.071e-05 [j_node_and_user_rematch]: 1.668e-05 [meta_fg_expand]: 3.41001e-06 [replace_old_param]: 1.365e-05 [inline_without_move]: 1.016e-05 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 1.24e-06 [auto_monad_grad]: 1.59e-06 [auto_monad_eliminator]: 1.35e-05 [cse]: 2.496e-05 [replace_applicator]: 1.179e-05 [py_interpret_to_execute_after_opt_a]: 1.884e-05 [rewriter_after_opt_a]: 0.00074692 [convert_after_rewriter]: 1.401e-05 [order_py_execute_after_rewriter]: 7.37002e-06 [mutable_eliminate]: 0.00110671 [jit_opt_b]: 8.938e-05, [1] [Cycle 1]: 8.024e-05, [2] [frontend_op_eliminate]: 3.465e-05 [inline_after_opt_a]: 2.988e-05 [cconv]: 3.261e-05 [loop_unroll]: 0.00049179 [jit_opt_after_cconv]: 0.00026339, [1] [Cycle 1]: 0.00025672, [11] [c_1]: 6.903e-05 [parameter_eliminate]: 4.45999e-06 [updatestate_depend_eliminate]: 1.252e-05 [updatestate_assign_eliminate]: 7.29001e-06 [updatestate_loads_eliminate]: 4.90999e-06 [cse]: 4.418e-05 [call_graph_tuple_transform]: 3.246e-05 [tuple_list_get_item_eliminator]: 1.193e-05 [none_parameter_eliminate]: 1.99e-06 [renormalize]: 1.29998e-06 [switch_simplify]: 1.065e-05 [remove_dup_value]: 5.617e-05 [partial_unused_args_eliminate]: 2.12999e-06 [environ_conv]: 1.345e-05 [add_recomputation]: 9.013e-05 [cse_after_recomputation]: 3.48e-05, [1] [Cycle 1]: 2.857e-05, [1] [cse]: 2.028e-05 [auto_monad_reorder]: 3.447e-05 [get_jit_bprop_graph]: 2.41e-06 [rewriter_after_jit_bprop_graph]: 5.27001e-06 [opt_after_jit_grad]: 0.00052881 [symbol_engine_optimizer]: 0.00011277, [1] [Cycle 1]: 0.00010629, [6] [build]: 6.57002e-06 [elim_shapecalc]: 1.417e-05 [elim_not_effective]: 2.326e-05 [opt_reshape]: 1.162e-05 [fold_const_symbol]: 1.962e-05 [renormalize]: 4.39992e-07 [validate]: 7.187e-05 Sums bootstrap : 0.000367s : 0.12% type_inference : 0.216831s : 72.52% event_method : 0.000744s : 0.25% auto_monad : 0.000304s : 0.10% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000006s : 0.00% py_interpret_to_execute : 0.000106s : 0.04% rewriter_before_opt_a : 0.000168s : 0.06% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000317s : 0.11% jit_opt_a.loop_unroll : 0.000173s : 0.06% jit_opt_a.a_1 : 0.017799s : 5.95% jit_opt_a.with_stream_mark : 0.000143s : 0.05% jit_opt_a.recompute_prepare : 0.000091s : 0.03% jit_opt_a.updatestate_depend_eliminate : 0.000081s : 0.03% jit_opt_a.updatestate_assign_eliminate : 0.000041s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000033s : 0.01% jit_opt_a.parameter_eliminate : 0.000011s : 0.00% jit_opt_a.specialize_transform : 0.000064s : 0.02% jit_opt_a.updatestate_useless_node_eliminater : 0.000133s : 0.04% jit_opt_a.accelerated_algorithm : 0.000057s : 0.02% jit_opt_a.meta_shard_fg_expand : 0.000020s : 0.01% jit_opt_a.get_grad_eliminate_ : 0.000053s : 0.02% jit_opt_a.merge_forward : 0.000032s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000114s : 0.04% jit_opt_a.j_node_and_user_rematch : 0.000092s : 0.03% jit_opt_a.meta_fg_expand : 0.007481s : 2.50% jit_opt_a.replace_old_param : 0.000177s : 0.06% jit_opt_a.inline_without_move : 0.000214s : 0.07% jit_opt_a.renormalize : 0.048677s : 16.28% jit_opt_a.add_forward_monad_depend : 0.000043s : 0.01% jit_opt_a.auto_monad_grad : 0.000019s : 0.01% jit_opt_a.auto_monad_eliminator : 0.000195s : 0.07% jit_opt_a.cse : 0.000505s : 0.17% jit_opt_a.replace_applicator : 0.000298s : 0.10% py_interpret_to_execute_after_opt_a : 0.000019s : 0.01% rewriter_after_opt_a : 0.000747s : 0.25% convert_after_rewriter : 0.000014s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.001107s : 0.37% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.01% jit_opt_b.inline_after_opt_a : 0.000030s : 0.01% cconv : 0.000033s : 0.01% loop_unroll : 0.000492s : 0.16% jit_opt_after_cconv.c_1 : 0.000069s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000044s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000032s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000056s : 0.02% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000013s : 0.00% add_recomputation : 0.000090s : 0.03% cse_after_recomputation.cse : 0.000020s : 0.01% auto_monad_reorder : 0.000034s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000005s : 0.00% opt_after_jit_grad : 0.000529s : 0.18% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000072s : 0.02% Time group info: ------[substitution.] 0.014663 271 0.25% : 0.000036s : 12: substitution.depend_value_elim 0.02% : 0.000003s : 5: substitution.elim_not_effective 0.02% : 0.000003s : 5: substitution.fold_const_symbol 6.89% : 0.001010s : 4: substitution.getattr_setattr_resolve 0.05% : 0.000008s : 8: substitution.graph_param_transform 89.48% : 0.013121s : 29: substitution.inline 0.24% : 0.000036s : 4: substitution.inline_without_move 0.13% : 0.000020s : 29: substitution.j_node_and_user_rematch 0.15% : 0.000022s : 13: substitution.minmaximum_grad 0.10% : 0.000015s : 14: substitution.partial_eliminate 0.15% : 0.000022s : 29: substitution.remove_not_recompute_node 0.42% : 0.000062s : 16: substitution.replace_applicator 0.12% : 0.000018s : 17: substitution.replace_old_param 0.04% : 0.000006s : 2: substitution.set_cell_output_no_recompute 0.09% : 0.000013s : 3: substitution.switch_simplify 0.33% : 0.000048s : 13: substitution.tuple_list_convert_item_index_to_positive 0.23% : 0.000034s : 13: substitution.tuple_list_get_item_depend_reorder 0.69% : 0.000102s : 30: substitution.tuple_list_get_item_eliminator 0.18% : 0.000026s : 9: substitution.updatestate_pure_node_eliminater 0.40% : 0.000059s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.216654 2 97.52% : 0.211271s : 1: type_inference.infer 2.48% : 0.005383s : 1: type_inference.specialize ------[replace.] 0.000813 54 7.06% : 0.000057s : 3: replace.getattr_setattr_resolve 52.18% : 0.000424s : 29: replace.inline 6.24% : 0.000051s : 1: replace.replace_applicator 7.78% : 0.000063s : 3: replace.switch_simplify 22.06% : 0.000179s : 17: replace.tuple_list_get_item_eliminator 4.69% : 0.000038s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.014136 54 6.74% : 0.000952s : 3: match.getattr_setattr_resolve 92.66% : 0.013098s : 29: match.inline 0.10% : 0.000014s : 1: match.replace_applicator 0.08% : 0.000012s : 3: match.switch_simplify 0.33% : 0.000046s : 17: match.tuple_list_get_item_eliminator 0.10% : 0.000014s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000955 6048 1.52% : 0.000015s : 101: predicate.accumulaten_eliminater 0.25% : 0.000002s : 7: predicate.ad_related_special_op_eliminate 1.26% : 0.000012s : 101: predicate.addn_check_dump 1.54% : 0.000015s : 101: predicate.addn_zero_filter 7.02% : 0.000067s : 101: predicate.arithmetic_simplify 1.54% : 0.000015s : 101: predicate.cast_eliminate 0.12% : 0.000001s : 8: predicate.check_bprop_eliminate 1.30% : 0.000012s : 101: predicate.compare_switch_simplify 1.49% : 0.000014s : 101: predicate.depend_value_elim 1.25% : 0.000012s : 101: predicate.dict_get_item_const_eliminator 1.39% : 0.000013s : 101: predicate.dict_get_item_eliminator 1.74% : 0.000017s : 101: predicate.dict_set_item_eliminator 0.21% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.09% : 0.000001s : 7: predicate.elim_not_effective 0.14% : 0.000001s : 7: predicate.elim_shapecalc_of_broadcastargs 1.40% : 0.000013s : 101: predicate.environ_add_const_eliminate 1.25% : 0.000012s : 101: predicate.environ_get_add_eliminate 1.66% : 0.000016s : 101: predicate.environ_get_depend_swap 1.37% : 0.000013s : 101: predicate.environ_get_eliminate 1.27% : 0.000012s : 101: predicate.environ_get_set_eliminate 0.06% : 0.000001s : 7: predicate.fold_const_symbol 0.79% : 0.000008s : 44: predicate.get_grad_eliminate 0.68% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000001s : 8: predicate.graph_param_transform 4.09% : 0.000039s : 163: predicate.inline 2.02% : 0.000019s : 105: predicate.inline_without_move 0.35% : 0.000003s : 44: predicate.j_node_and_user_rematch 0.92% : 0.000009s : 44: predicate.less_batch_normalization 1.64% : 0.000016s : 118: predicate.list_to_tuple_eliminator_ 1.78% : 0.000017s : 126: predicate.load_eliminater 0.39% : 0.000004s : 8: predicate.loop_unroll_after_grad 2.70% : 0.000026s : 187: predicate.loop_unroll_before_grad 1.64% : 0.000016s : 109: predicate.make_slice_get_slice_eliminator 1.36% : 0.000013s : 101: predicate.merge_addn 1.40% : 0.000013s : 101: predicate.minmaximum_grad 0.50% : 0.000005s : 8: predicate.mutable_eliminate 0.12% : 0.000001s : 7: predicate.opt_reshape 2.33% : 0.000022s : 126: predicate.partial_eliminate 1.34% : 0.000013s : 101: predicate.print_const_string_wrapper 1.74% : 0.000017s : 101: predicate.reduce_eliminate 1.68% : 0.000016s : 118: predicate.redundant_stop_gradient_eliminater 0.46% : 0.000004s : 44: predicate.remove_not_recompute_node 2.66% : 0.000025s : 243: predicate.replace_applicator 1.05% : 0.000010s : 105: predicate.replace_old_param 0.10% : 0.000001s : 8: predicate.reset_defer_inline 1.41% : 0.000013s : 101: predicate.reshape_eliminate 1.50% : 0.000014s : 101: predicate.row_tensor_add_zeros_like 0.21% : 0.000002s : 8: predicate.row_tensor_eliminate 1.40% : 0.000013s : 101: predicate.same_eliminate 0.49% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.39% : 0.000004s : 15: predicate.special_op_eliminate 0.85% : 0.000008s : 50: predicate.specialize_transform 1.68% : 0.000016s : 101: predicate.split_environ_get_set_with_tuple_value 1.58% : 0.000015s : 101: predicate.stack_unstack_eliminate 0.14% : 0.000001s : 8: predicate.switch_call_monad_eliminater 3.25% : 0.000031s : 147: predicate.switch_defer_inline 2.36% : 0.000023s : 147: predicate.switch_layer_defer_inline 5.68% : 0.000054s : 348: predicate.switch_simplify 1.43% : 0.000014s : 101: predicate.tile_eliminate 1.41% : 0.000013s : 101: predicate.transpose_eliminate 1.86% : 0.000018s : 101: predicate.tuple_list_convert_item_index_to_positive 1.58% : 0.000015s : 101: predicate.tuple_list_get_item_depend_reorder 3.22% : 0.000031s : 134: predicate.tuple_list_get_item_eliminator 1.70% : 0.000016s : 101: predicate.tuple_list_set_item_eliminator 1.64% : 0.000016s : 118: predicate.tuple_to_list_eliminator_ 1.71% : 0.000016s : 126: predicate.updatestate_pure_node_eliminater 2.71% : 0.000026s : 172: predicate.updatestate_useless_node_eliminater 1.78% : 0.000017s : 101: predicate.value_based_eliminate 0.10% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.17% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.022276 91 86.33% : 0.019230s : 54: func_graph_cloner_run.FuncGraphClonerGraph 1.60% : 0.000356s : 7: func_graph_cloner_run.FuncGraphClonerNode 12.08% : 0.002690s : 30: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.374299 104 0.02% : 0.000094s : 1: add_recomputation 0.08% : 0.000314s : 1: auto_monad 0.01% : 0.000037s : 1: auto_monad_reorder 0.11% : 0.000396s : 1: bootstrap 0.01% : 0.000035s : 1: cconv 0.00% : 0.000017s : 1: convert_after_rewriter 0.01% : 0.000039s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 0.20% : 0.000758s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 22.00% : 0.082336s : 1: jit_opt_a 0.07% : 0.000268s : 1: jit_opt_after_cconv 0.02% : 0.000093s : 1: jit_opt_b 0.13% : 0.000500s : 1: loop_unroll 0.30% : 0.001115s : 1: mutable_eliminate 5.21% : 0.019502s : 52: opt.transform.jit_opt_a 0.03% : 0.000120s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000057s : 4: opt.transform.jit_opt_b 0.01% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000026s : 1: opt.transform.mutable_eliminate 0.01% : 0.000039s : 1: opt.transform.opt_after_jit_grad 0.30% : 0.001132s : 2: opt.transform.opt_resolve 0.02% : 0.000064s : 4: opt.transform.symbol_engine_opt 0.14% : 0.000537s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000008s : 1: pre_auto_parallel 0.03% : 0.000110s : 1: py_interpret_to_execute 0.01% : 0.000021s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000061s : 1: remove_dup_value 11.43% : 0.042775s : 3: renormalize.infer 1.57% : 0.005862s : 3: renormalize.specialize 0.00% : 0.000007s : 1: rewriter_after_jit_bprop_graph 0.20% : 0.000752s : 1: rewriter_after_opt_a 0.05% : 0.000172s : 1: rewriter_before_opt_a 0.03% : 0.000115s : 1: symbol_engine_optimizer 57.94% : 0.216860s : 1: type_inference . [hook] pytest_runtest_teardown:test_permute_identity[KBK] tests/st/mint/test_permute.py::test_permute_identity[KBK],max_mem:4.0M =============================== warnings summary =============================== ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222: DeprecationWarning: invalid escape sequence \B """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143: DeprecationWarning: invalid escape sequence \c """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170: DeprecationWarning: invalid escape sequence \c """ ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perlayer") -- Docs: https://docs.pytest.org/en/stable/warnings.html ================== 2 passed, 25 warnings in 110.38s (0:01:50) ==================