==================================================Ascend ============================= test session starts ============================== platform linux -- Python 3.9.19, pytest-6.2.5, py-1.11.0, pluggy-1.5.0 rootdir: /home/jenkins/mindspore/testcases/testcases/tests/st/mint, configfile: ../../../../../../sault/virtual_test/virtualenv_005/sault/config/pytest.ini plugins: mock-3.14.0, hydra-core-1.3.2, forked-1.6.0, anyio-4.9.0, xdist-1.32.0 collected 18 items test_chunk.py . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape0-3-0-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape0-3-0-pynative],max_mem:2.0M TotalTime = 0.995261, [30] [bootstrap]: 0.00073647 [type_inference]: 0.720545 [event_method]: 1.506e-05 [auto_monad]: 0.00026641 [graph_reusing]: 6.26e-06 [pre_auto_parallel]: 1.149e-05 [py_interpret_to_execute]: 0.00010648 [rewriter_before_opt_a]: 7.651e-05 [expand_dump_flag]: 2.99999e-06 [jit_opt_a]: 0.0111773, [2] [Cycle 1]: 0.00219069, [27] [switch_simplify]: 6.006e-05 [loop_unroll]: 1.894e-05 [a_1]: 0.00042561 [with_stream_mark]: 2.917e-05 [recompute_prepare]: 1.078e-05 [updatestate_depend_eliminate]: 6.76e-06 [updatestate_assign_eliminate]: 7.27002e-06 [updatestate_loads_eliminate]: 5.49e-06 [parameter_eliminate]: 2.27999e-06 [specialize_transform]: 1.025e-05 [updatestate_useless_node_eliminater]: 1.15e-05 [accelerated_algorithm]: 8.67998e-06 [meta_shard_fg_expand]: 2.71e-06 [get_grad_eliminate_]: 9.13002e-06 [merge_forward]: 5.49e-06 [cell_reuse_recompute_pass]: 1.12999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.397e-05 [j_node_and_user_rematch]: 1.417e-05 [meta_fg_expand]: 3.50998e-06 [replace_old_param]: 1.279e-05 [inline_without_move]: 8.17003e-06 [renormalize]: 0.00114082 [add_forward_monad_depend]: 1.96e-05 [auto_monad_grad]: 3.53e-06 [auto_monad_eliminator]: 2.916e-05 [cse]: 5.71e-05 [replace_applicator]: 2.327e-05 [Cycle 2]: 0.00053629, [27] [switch_simplify]: 9.54e-06 [loop_unroll]: 7.75e-06 [a_1]: 0.00017571 [with_stream_mark]: 1.941e-05 [recompute_prepare]: 9.04998e-06 [updatestate_depend_eliminate]: 6.71e-06 [updatestate_assign_eliminate]: 5.63002e-06 [updatestate_loads_eliminate]: 4.65001e-06 [parameter_eliminate]: 1.84e-06 [specialize_transform]: 7.93999e-06 [updatestate_useless_node_eliminater]: 1.31e-05 [accelerated_algorithm]: 8.38999e-06 [meta_shard_fg_expand]: 2.26e-06 [get_grad_eliminate_]: 8.62998e-06 [merge_forward]: 6.56e-06 [cell_reuse_recompute_pass]: 2.42001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.922e-05 [j_node_and_user_rematch]: 1.256e-05 [meta_fg_expand]: 3.08998e-06 [replace_old_param]: 1.124e-05 [inline_without_move]: 8.45999e-06 [renormalize]: 7.99773e-08 [add_forward_monad_depend]: 1.60001e-06 [auto_monad_grad]: 1.60999e-06 [auto_monad_eliminator]: 1.315e-05 [cse]: 2.681e-05 [replace_applicator]: 9.49e-06 [py_interpret_to_execute_after_opt_a]: 2e-05 [rewriter_after_opt_a]: 0.00030247 [convert_after_rewriter]: 1.397e-05 [order_py_execute_after_rewriter]: 7.53999e-06 [mutable_eliminate]: 0.259205 [jit_opt_b]: 8.885e-05, [1] [Cycle 1]: 7.662e-05, [2] [frontend_op_eliminate]: 3.057e-05 [inline_after_opt_a]: 2.977e-05 [cconv]: 4.618e-05 [loop_unroll]: 0.00057048 [jit_opt_after_cconv]: 0.00029902, [1] [Cycle 1]: 0.0002897, [11] [c_1]: 5.952e-05 [parameter_eliminate]: 7.13998e-06 [updatestate_depend_eliminate]: 1.512e-05 [updatestate_assign_eliminate]: 6.55002e-06 [updatestate_loads_eliminate]: 4.76002e-06 [cse]: 8.946e-05 [call_graph_tuple_transform]: 2.647e-05 [tuple_list_get_item_eliminator]: 9.04e-06 [none_parameter_eliminate]: 2.09e-06 [renormalize]: 7.50006e-07 [switch_simplify]: 9.07001e-06 [remove_dup_value]: 2.86e-05 [partial_unused_args_eliminate]: 2.70997e-06 [environ_conv]: 3.448e-05 [add_recomputation]: 8.848e-05 [cse_after_recomputation]: 4.196e-05, [1] [Cycle 1]: 3.317e-05, [1] [cse]: 2.438e-05 [auto_monad_reorder]: 3.963e-05 [get_jit_bprop_graph]: 2.53e-06 [rewriter_after_jit_bprop_graph]: 0.00017704 [opt_after_jit_grad]: 0.00072596 [symbol_engine_optimizer]: 0.00014491, [1] [Cycle 1]: 0.0001346, [6] [build]: 3.702e-05 [elim_shapecalc]: 1.515e-05 [elim_not_effective]: 2.345e-05 [opt_reshape]: 9.79999e-06 [fold_const_symbol]: 1.334e-05 [renormalize]: 8.2e-07 [validate]: 9.656e-05 Sums bootstrap : 0.000736s : 0.07% type_inference : 0.720545s : 73.09% event_method : 0.000015s : 0.00% auto_monad : 0.000266s : 0.03% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000011s : 0.00% py_interpret_to_execute : 0.000106s : 0.01% rewriter_before_opt_a : 0.000077s : 0.01% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000070s : 0.01% jit_opt_a.loop_unroll : 0.000027s : 0.00% jit_opt_a.a_1 : 0.000601s : 0.06% jit_opt_a.with_stream_mark : 0.000049s : 0.00% jit_opt_a.recompute_prepare : 0.000020s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.00% jit_opt_a.accelerated_algorithm : 0.000017s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.00% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000043s : 0.00% jit_opt_a.j_node_and_user_rematch : 0.000027s : 0.00% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000024s : 0.00% jit_opt_a.inline_without_move : 0.000017s : 0.00% jit_opt_a.renormalize : 0.001141s : 0.12% jit_opt_a.add_forward_monad_depend : 0.000021s : 0.00% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000042s : 0.00% jit_opt_a.cse : 0.000084s : 0.01% jit_opt_a.replace_applicator : 0.000033s : 0.00% py_interpret_to_execute_after_opt_a : 0.000020s : 0.00% rewriter_after_opt_a : 0.000302s : 0.03% convert_after_rewriter : 0.000014s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.259205s : 26.29% jit_opt_b.frontend_op_eliminate : 0.000031s : 0.00% jit_opt_b.inline_after_opt_a : 0.000030s : 0.00% cconv : 0.000046s : 0.00% loop_unroll : 0.000570s : 0.06% jit_opt_after_cconv.c_1 : 0.000060s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000089s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000029s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000034s : 0.00% add_recomputation : 0.000088s : 0.01% cse_after_recomputation.cse : 0.000024s : 0.00% auto_monad_reorder : 0.000040s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000177s : 0.02% opt_after_jit_grad : 0.000726s : 0.07% symbol_engine_optimizer.build : 0.000037s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000013s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000097s : 0.01% Time group info: ------[substitution.] 0.000218 43 4.43% : 0.000010s : 2: substitution.depend_value_elim 1.43% : 0.000003s : 4: substitution.elim_not_effective 0.88% : 0.000002s : 4: substitution.fold_const_symbol 3.65% : 0.000008s : 5: substitution.graph_param_transform 69.80% : 0.000152s : 2: substitution.inline 2.27% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.19% : 0.000007s : 8: substitution.remove_not_recompute_node 2.76% : 0.000006s : 2: substitution.replace_old_param 6.40% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 5.19% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.720462 2 99.87% : 0.719490s : 1: type_inference.infer 0.13% : 0.000972s : 1: type_inference.specialize ------[replace.] 0.000031 2 100.00% : 0.000031s : 2: replace.inline ------[match.] 0.000151 2 100.00% : 0.000151s : 2: match.inline ------[predicate.] 0.000164 767 1.04% : 0.000002s : 11: predicate.accumulaten_eliminater 1.83% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.92% : 0.000002s : 11: predicate.addn_check_dump 1.04% : 0.000002s : 11: predicate.addn_zero_filter 1.73% : 0.000003s : 11: predicate.arithmetic_simplify 1.16% : 0.000002s : 11: predicate.cast_eliminate 0.68% : 0.000001s : 5: predicate.check_bprop_eliminate 0.83% : 0.000001s : 11: predicate.compare_switch_simplify 1.46% : 0.000002s : 11: predicate.depend_value_elim 0.96% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.22% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.06% : 0.000002s : 11: predicate.dict_set_item_eliminator 2.20% : 0.000004s : 5: predicate.dumpgradient_eliminate 0.60% : 0.000001s : 5: predicate.elim_not_effective 1.20% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.06% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.87% : 0.000001s : 11: predicate.environ_get_add_eliminate 0.89% : 0.000001s : 11: predicate.environ_get_depend_swap 1.00% : 0.000002s : 11: predicate.environ_get_eliminate 0.87% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.26% : 0.000000s : 5: predicate.fold_const_symbol 1.63% : 0.000003s : 10: predicate.get_grad_eliminate 0.29% : 0.000000s : 5: predicate.graph_param_transform 5.05% : 0.000008s : 23: predicate.inline 1.13% : 0.000002s : 10: predicate.inline_without_move 0.48% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.46% : 0.000002s : 10: predicate.less_batch_normalization 1.05% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 2.17% : 0.000004s : 16: predicate.load_eliminater 2.47% : 0.000004s : 5: predicate.loop_unroll_after_grad 2.12% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.23% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.04% : 0.000002s : 11: predicate.merge_addn 1.03% : 0.000002s : 11: predicate.minmaximum_grad 5.84% : 0.000010s : 5: predicate.mutable_eliminate 0.82% : 0.000001s : 5: predicate.opt_reshape 1.99% : 0.000003s : 16: predicate.partial_eliminate 1.05% : 0.000002s : 11: predicate.print_const_string_wrapper 1.41% : 0.000002s : 11: predicate.reduce_eliminate 1.13% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.78% : 0.000001s : 10: predicate.remove_not_recompute_node 1.61% : 0.000003s : 21: predicate.replace_applicator 0.87% : 0.000001s : 10: predicate.replace_old_param 0.78% : 0.000001s : 5: predicate.reset_defer_inline 1.09% : 0.000002s : 11: predicate.reshape_eliminate 1.53% : 0.000003s : 11: predicate.row_tensor_add_zeros_like 1.16% : 0.000002s : 5: predicate.row_tensor_eliminate 1.03% : 0.000002s : 11: predicate.same_eliminate 0.58% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.32% : 0.000002s : 10: predicate.special_op_eliminate 1.31% : 0.000002s : 10: predicate.specialize_transform 1.28% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.20% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.71% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.32% : 0.000002s : 13: predicate.switch_defer_inline 1.23% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.90% : 0.000010s : 38: predicate.switch_simplify 1.00% : 0.000002s : 11: predicate.tile_eliminate 1.64% : 0.000003s : 11: predicate.transpose_eliminate 1.33% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.10% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.58% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.32% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.16% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.54% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.38% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.39% : 0.000002s : 11: predicate.value_based_eliminate 0.46% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.15% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000519 6 38.51% : 0.000200s : 2: func_graph_cloner_run.FuncGraphClonerGraph 61.49% : 0.000319s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.997309 72 0.01% : 0.000092s : 1: add_recomputation 0.03% : 0.000274s : 1: auto_monad 0.00% : 0.000043s : 1: auto_monad_reorder 0.08% : 0.000765s : 1: bootstrap 0.00% : 0.000049s : 1: cconv 0.00% : 0.000018s : 1: convert_after_rewriter 0.00% : 0.000044s : 1: cse_after_recomputation 0.00% : 0.000037s : 1: environ_conv 0.00% : 0.000020s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 1.12% : 0.011181s : 1: jit_opt_a 0.03% : 0.000303s : 1: jit_opt_after_cconv 0.01% : 0.000093s : 1: jit_opt_b 0.06% : 0.000581s : 1: loop_unroll 25.99% : 0.259225s : 1: mutable_eliminate 0.09% : 0.000892s : 26: opt.transform.jit_opt_a 0.01% : 0.000100s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000051s : 4: opt.transform.jit_opt_b 0.00% : 0.000024s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000043s : 1: opt.transform.mutable_eliminate 0.00% : 0.000042s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000744s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000014s : 1: pre_auto_parallel 0.01% : 0.000110s : 1: py_interpret_to_execute 0.00% : 0.000023s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000032s : 1: remove_dup_value 0.07% : 0.000702s : 1: renormalize.infer 0.04% : 0.000428s : 1: renormalize.specialize 0.02% : 0.000183s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000309s : 1: rewriter_after_opt_a 0.01% : 0.000081s : 1: rewriter_before_opt_a 0.01% : 0.000148s : 1: symbol_engine_optimizer 72.25% : 0.720566s : 1: type_inference TotalTime = 2.02077, [30] [bootstrap]: 0.00104288 [type_inference]: 0.777462 [event_method]: 0.00032538 [auto_monad]: 0.00036509 [graph_reusing]: 1.298e-05 [pre_auto_parallel]: 4.42e-06 [py_interpret_to_execute]: 7.104e-05 [rewriter_before_opt_a]: 0.00017574 [expand_dump_flag]: 5.37001e-06 [jit_opt_a]: 1.1207, [4] [Cycle 1]: 0.765128, [27] [switch_simplify]: 0.00038359 [loop_unroll]: 7.802e-05 [a_1]: 0.00188336 [with_stream_mark]: 4.611e-05 [recompute_prepare]: 3.404e-05 [updatestate_depend_eliminate]: 4.366e-05 [updatestate_assign_eliminate]: 1.257e-05 [updatestate_loads_eliminate]: 1.028e-05 [parameter_eliminate]: 4.08999e-06 [specialize_transform]: 2.298e-05 [updatestate_useless_node_eliminater]: 2.477e-05 [accelerated_algorithm]: 2.085e-05 [meta_shard_fg_expand]: 8.20999e-06 [get_grad_eliminate_]: 2.015e-05 [merge_forward]: 1.287e-05 [cell_reuse_recompute_pass]: 1.53002e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.002e-05 [j_node_and_user_rematch]: 3.544e-05 [meta_fg_expand]: 0.320842 [replace_old_param]: 0.00016674 [inline_without_move]: 0.00015684 [renormalize]: 0.439649 [add_forward_monad_depend]: 3.421e-05 [auto_monad_grad]: 2.217e-05 [auto_monad_eliminator]: 0.00016417 [cse]: 0.00065263 [replace_applicator]: 0.00039676 [Cycle 2]: 0.226632, [27] [switch_simplify]: 0.00011849 [loop_unroll]: 0.00011363 [a_1]: 0.00616126 [with_stream_mark]: 4.737e-05 [recompute_prepare]: 4.096e-05 [updatestate_depend_eliminate]: 2.076e-05 [updatestate_assign_eliminate]: 1.956e-05 [updatestate_loads_eliminate]: 1.833e-05 [parameter_eliminate]: 5.61003e-06 [specialize_transform]: 2.921e-05 [updatestate_useless_node_eliminater]: 0.00010824 [accelerated_algorithm]: 4.393e-05 [meta_shard_fg_expand]: 1.077e-05 [get_grad_eliminate_]: 1.942e-05 [merge_forward]: 1.32e-05 [cell_reuse_recompute_pass]: 1.73002e-06 [cell_reuse_handle_not_recompute_node_pass]: 0.0001037 [j_node_and_user_rematch]: 3.46e-05 [meta_fg_expand]: 0.00025389 [replace_old_param]: 4.503e-05 [inline_without_move]: 1.871e-05 [renormalize]: 0.218775 [add_forward_monad_depend]: 1.436e-05 [auto_monad_grad]: 3.27002e-06 [auto_monad_eliminator]: 5.056e-05 [cse]: 0.00022826 [replace_applicator]: 4.538e-05 [Cycle 3]: 0.00292482, [27] [switch_simplify]: 2.094e-05 [loop_unroll]: 1.938e-05 [a_1]: 0.00060488 [with_stream_mark]: 3.753e-05 [recompute_prepare]: 2.388e-05 [updatestate_depend_eliminate]: 6.302e-05 [updatestate_assign_eliminate]: 1.204e-05 [updatestate_loads_eliminate]: 8.13001e-06 [parameter_eliminate]: 2.75997e-06 [specialize_transform]: 1.92e-05 [updatestate_useless_node_eliminater]: 2.302e-05 [accelerated_algorithm]: 2.205e-05 [meta_shard_fg_expand]: 5.87001e-06 [get_grad_eliminate_]: 1.548e-05 [merge_forward]: 1.106e-05 [cell_reuse_recompute_pass]: 4.66002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.673e-05 [j_node_and_user_rematch]: 2.646e-05 [meta_fg_expand]: 7.82e-06 [replace_old_param]: 2.147e-05 [inline_without_move]: 1.538e-05 [renormalize]: 0.00144351 [add_forward_monad_depend]: 1.165e-05 [auto_monad_grad]: 3.33998e-06 [auto_monad_eliminator]: 3.926e-05 [cse]: 0.00015497 [replace_applicator]: 3.542e-05 [Cycle 4]: 0.00104306, [27] [switch_simplify]: 1.766e-05 [loop_unroll]: 1.402e-05 [a_1]: 0.00042622 [with_stream_mark]: 2.871e-05 [recompute_prepare]: 2.174e-05 [updatestate_depend_eliminate]: 1.262e-05 [updatestate_assign_eliminate]: 9.92999e-06 [updatestate_loads_eliminate]: 8.67998e-06 [parameter_eliminate]: 2.11998e-06 [specialize_transform]: 1.573e-05 [updatestate_useless_node_eliminater]: 2.004e-05 [accelerated_algorithm]: 2.349e-05 [meta_shard_fg_expand]: 5.96998e-06 [get_grad_eliminate_]: 1.542e-05 [merge_forward]: 9.30001e-06 [cell_reuse_recompute_pass]: 2.21003e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.569e-05 [j_node_and_user_rematch]: 2.64e-05 [meta_fg_expand]: 7.2e-06 [replace_old_param]: 2.049e-05 [inline_without_move]: 1.518e-05 [renormalize]: 7.99773e-08 [add_forward_monad_depend]: 4.18001e-06 [auto_monad_grad]: 2.53e-06 [auto_monad_eliminator]: 2.875e-05 [cse]: 7.181e-05 [replace_applicator]: 2.041e-05 [py_interpret_to_execute_after_opt_a]: 3.23e-05 [rewriter_after_opt_a]: 0.00057355 [convert_after_rewriter]: 2.759e-05 [order_py_execute_after_rewriter]: 1.228e-05 [mutable_eliminate]: 0.00093379 [jit_opt_b]: 0.0003575, [2] [Cycle 1]: 0.00026843, [2] [frontend_op_eliminate]: 0.00019665 [inline_after_opt_a]: 4.224e-05 [Cycle 2]: 7.208e-05, [2] [frontend_op_eliminate]: 3.245e-05 [inline_after_opt_a]: 2.734e-05 [cconv]: 4.227e-05 [loop_unroll]: 0.00071074 [jit_opt_after_cconv]: 0.00035332, [1] [Cycle 1]: 0.00034198, [11] [c_1]: 7.338e-05 [parameter_eliminate]: 7.06001e-06 [updatestate_depend_eliminate]: 1.764e-05 [updatestate_assign_eliminate]: 7.33999e-06 [updatestate_loads_eliminate]: 7.36999e-06 [cse]: 8.86e-05 [call_graph_tuple_transform]: 3.774e-05 [tuple_list_get_item_eliminator]: 1.31e-05 [none_parameter_eliminate]: 2.69001e-06 [renormalize]: 1.27e-06 [switch_simplify]: 1.39e-05 [remove_dup_value]: 9.253e-05 [partial_unused_args_eliminate]: 3.5e-06 [environ_conv]: 2.073e-05 [add_recomputation]: 0.00010836 [cse_after_recomputation]: 6.632e-05, [1] [Cycle 1]: 5.647e-05, [1] [cse]: 4.395e-05 [auto_monad_reorder]: 3.843e-05 [get_jit_bprop_graph]: 2.51998e-06 [rewriter_after_jit_bprop_graph]: 1.013e-05 [opt_after_jit_grad]: 0.00076153 [symbol_engine_optimizer]: 0.115957, [1] [Cycle 1]: 0.115943, [6] [build]: 0.115693 [elim_shapecalc]: 6.795e-05 [elim_not_effective]: 4.224e-05 [opt_reshape]: 1.383e-05 [fold_const_symbol]: 2.058e-05 [renormalize]: 4.2998e-07 [validate]: 0.00016294 Sums bootstrap : 0.001043s : 0.06% type_inference : 0.777462s : 41.05% event_method : 0.000325s : 0.02% auto_monad : 0.000365s : 0.02% graph_reusing : 0.000013s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000071s : 0.00% rewriter_before_opt_a : 0.000176s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000541s : 0.03% jit_opt_a.loop_unroll : 0.000225s : 0.01% jit_opt_a.a_1 : 0.009076s : 0.48% jit_opt_a.with_stream_mark : 0.000160s : 0.01% jit_opt_a.recompute_prepare : 0.000121s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000140s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000054s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000045s : 0.00% jit_opt_a.parameter_eliminate : 0.000015s : 0.00% jit_opt_a.specialize_transform : 0.000087s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000176s : 0.01% jit_opt_a.accelerated_algorithm : 0.000110s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000031s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000070s : 0.00% jit_opt_a.merge_forward : 0.000046s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000010s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000216s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000123s : 0.01% jit_opt_a.meta_fg_expand : 0.321111s : 16.95% jit_opt_a.replace_old_param : 0.000254s : 0.01% jit_opt_a.inline_without_move : 0.000206s : 0.01% jit_opt_a.renormalize : 0.659868s : 34.84% jit_opt_a.add_forward_monad_depend : 0.000064s : 0.00% jit_opt_a.auto_monad_grad : 0.000031s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000283s : 0.01% jit_opt_a.cse : 0.001108s : 0.06% jit_opt_a.replace_applicator : 0.000498s : 0.03% py_interpret_to_execute_after_opt_a : 0.000032s : 0.00% rewriter_after_opt_a : 0.000574s : 0.03% convert_after_rewriter : 0.000028s : 0.00% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000934s : 0.05% jit_opt_b.frontend_op_eliminate : 0.000229s : 0.01% jit_opt_b.inline_after_opt_a : 0.000070s : 0.00% cconv : 0.000042s : 0.00% loop_unroll : 0.000711s : 0.04% jit_opt_after_cconv.c_1 : 0.000073s : 0.00% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000018s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000089s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000038s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000093s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000021s : 0.00% add_recomputation : 0.000108s : 0.01% cse_after_recomputation.cse : 0.000044s : 0.00% auto_monad_reorder : 0.000038s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000762s : 0.04% symbol_engine_optimizer.build : 0.115693s : 6.11% symbol_engine_optimizer.elim_shapecalc : 0.000068s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000042s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000014s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000021s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000163s : 0.01% Time group info: ------[substitution.] 0.004666 395 0.55% : 0.000026s : 4: substitution.cast_eliminate 1.19% : 0.000056s : 15: substitution.depend_value_elim 0.10% : 0.000005s : 6: substitution.elim_not_effective 0.07% : 0.000003s : 6: substitution.fold_const_symbol 34.39% : 0.001605s : 9: substitution.getattr_setattr_resolve 0.22% : 0.000010s : 7: substitution.graph_param_transform 43.92% : 0.002049s : 34: substitution.inline 1.02% : 0.000048s : 5: substitution.inline_without_move 0.51% : 0.000024s : 46: substitution.j_node_and_user_rematch 0.58% : 0.000027s : 3: substitution.less_batch_normalization 0.99% : 0.000046s : 24: substitution.minmaximum_grad 0.35% : 0.000017s : 14: substitution.partial_eliminate 0.99% : 0.000046s : 46: substitution.remove_not_recompute_node 2.41% : 0.000112s : 26: substitution.replace_applicator 0.87% : 0.000041s : 20: substitution.replace_old_param 0.15% : 0.000007s : 2: substitution.set_cell_output_no_recompute 0.39% : 0.000018s : 3: substitution.switch_simplify 1.93% : 0.000090s : 24: substitution.tuple_list_convert_item_index_to_positive 1.67% : 0.000078s : 25: substitution.tuple_list_get_item_depend_reorder 3.36% : 0.000157s : 43: substitution.tuple_list_get_item_eliminator 0.71% : 0.000033s : 2: substitution.tuple_list_set_item_eliminator 0.71% : 0.000033s : 11: substitution.updatestate_pure_node_eliminater 1.33% : 0.000062s : 18: substitution.updatestate_useless_node_eliminater 1.58% : 0.000074s : 2: substitution.zero_like_fill_zero ------[type_inference.] 0.777288 2 99.46% : 0.773076s : 1: type_inference.infer 0.54% : 0.004212s : 1: type_inference.specialize ------[replace.] 0.001664 77 1.41% : 0.000023s : 4: replace.cast_eliminate 9.74% : 0.000162s : 7: replace.getattr_setattr_resolve 39.56% : 0.000658s : 34: replace.inline 6.29% : 0.000105s : 5: replace.replace_applicator 10.92% : 0.000182s : 3: replace.switch_simplify 0.69% : 0.000012s : 1: replace.tuple_list_get_item_depend_reorder 21.41% : 0.000356s : 18: replace.tuple_list_get_item_eliminator 2.97% : 0.000049s : 2: replace.tuple_list_set_item_eliminator 3.63% : 0.000060s : 1: replace.updatestate_useless_node_eliminater 3.39% : 0.000056s : 2: replace.zero_like_fill_zero ------[match.] 0.003766 77 0.57% : 0.000022s : 4: match.cast_eliminate 39.51% : 0.001488s : 7: match.getattr_setattr_resolve 53.71% : 0.002023s : 34: match.inline 0.98% : 0.000037s : 5: match.replace_applicator 0.44% : 0.000017s : 3: match.switch_simplify 0.43% : 0.000016s : 1: match.tuple_list_get_item_depend_reorder 1.31% : 0.000049s : 18: match.tuple_list_get_item_eliminator 0.82% : 0.000031s : 2: match.tuple_list_set_item_eliminator 0.33% : 0.000012s : 1: match.updatestate_useless_node_eliminater 1.91% : 0.000072s : 2: match.zero_like_fill_zero ------[predicate.] 0.001381 7808 1.71% : 0.000024s : 130: predicate.accumulaten_eliminater 0.41% : 0.000006s : 7: predicate.ad_related_special_op_eliminate 1.30% : 0.000018s : 130: predicate.addn_check_dump 1.43% : 0.000020s : 130: predicate.addn_zero_filter 2.06% : 0.000028s : 130: predicate.arithmetic_simplify 1.75% : 0.000024s : 134: predicate.cast_eliminate 0.23% : 0.000003s : 15: predicate.check_bprop_eliminate 1.40% : 0.000019s : 130: predicate.compare_switch_simplify 1.70% : 0.000024s : 130: predicate.depend_value_elim 1.48% : 0.000020s : 134: predicate.dict_get_item_const_eliminator 1.42% : 0.000020s : 134: predicate.dict_get_item_eliminator 1.52% : 0.000021s : 134: predicate.dict_set_item_eliminator 0.25% : 0.000003s : 7: predicate.dumpgradient_eliminate 0.13% : 0.000002s : 7: predicate.elim_not_effective 0.69% : 0.000010s : 7: predicate.elim_shapecalc_of_broadcastargs 1.43% : 0.000020s : 134: predicate.environ_add_const_eliminate 1.36% : 0.000019s : 134: predicate.environ_get_add_eliminate 1.30% : 0.000018s : 134: predicate.environ_get_depend_swap 1.39% : 0.000019s : 134: predicate.environ_get_eliminate 1.58% : 0.000022s : 134: predicate.environ_get_set_eliminate 0.04% : 0.000001s : 7: predicate.fold_const_symbol 0.70% : 0.000010s : 53: predicate.get_grad_eliminate 1.22% : 0.000017s : 51: predicate.getattr_setattr_resolve 0.05% : 0.000001s : 7: predicate.graph_param_transform 4.25% : 0.000059s : 210: predicate.inline 1.82% : 0.000025s : 136: predicate.inline_without_move 0.32% : 0.000004s : 53: predicate.j_node_and_user_rematch 0.98% : 0.000014s : 53: predicate.less_batch_normalization 1.90% : 0.000026s : 155: predicate.list_to_tuple_eliminator_ 1.85% : 0.000026s : 162: predicate.load_eliminater 0.43% : 0.000006s : 7: predicate.loop_unroll_after_grad 2.45% : 0.000034s : 214: predicate.loop_unroll_before_grad 1.83% : 0.000025s : 142: predicate.make_slice_get_slice_eliminator 1.41% : 0.000020s : 130: predicate.merge_addn 1.45% : 0.000020s : 130: predicate.minmaximum_grad 0.64% : 0.000009s : 11: predicate.mutable_eliminate 0.12% : 0.000002s : 7: predicate.opt_reshape 2.30% : 0.000032s : 162: predicate.partial_eliminate 1.50% : 0.000021s : 130: predicate.print_const_string_wrapper 1.84% : 0.000025s : 130: predicate.reduce_eliminate 2.00% : 0.000028s : 155: predicate.redundant_stop_gradient_eliminater 0.32% : 0.000004s : 53: predicate.remove_not_recompute_node 2.44% : 0.000034s : 322: predicate.replace_applicator 0.88% : 0.000012s : 136: predicate.replace_old_param 0.11% : 0.000002s : 14: predicate.reset_defer_inline 1.39% : 0.000019s : 130: predicate.reshape_eliminate 1.69% : 0.000023s : 130: predicate.row_tensor_add_zeros_like 0.33% : 0.000005s : 15: predicate.row_tensor_eliminate 1.48% : 0.000020s : 130: predicate.same_eliminate 0.43% : 0.000006s : 68: predicate.set_cell_output_no_recompute 0.32% : 0.000004s : 22: predicate.special_op_eliminate 0.85% : 0.000012s : 63: predicate.specialize_transform 1.78% : 0.000025s : 130: predicate.split_environ_get_set_with_tuple_value 1.42% : 0.000020s : 130: predicate.stack_unstack_eliminate 0.10% : 0.000001s : 7: predicate.switch_call_monad_eliminater 3.29% : 0.000045s : 189: predicate.switch_defer_inline 2.53% : 0.000035s : 189: predicate.switch_layer_defer_inline 5.47% : 0.000075s : 416: predicate.switch_simplify 1.58% : 0.000022s : 130: predicate.tile_eliminate 1.61% : 0.000022s : 130: predicate.transpose_eliminate 2.05% : 0.000028s : 134: predicate.tuple_list_convert_item_index_to_positive 1.87% : 0.000026s : 135: predicate.tuple_list_get_item_depend_reorder 3.47% : 0.000048s : 176: predicate.tuple_list_get_item_eliminator 2.25% : 0.000031s : 137: predicate.tuple_list_set_item_eliminator 1.74% : 0.000024s : 155: predicate.tuple_to_list_eliminator_ 1.79% : 0.000025s : 162: predicate.updatestate_pure_node_eliminater 2.84% : 0.000039s : 217: predicate.updatestate_useless_node_eliminater 1.89% : 0.000026s : 130: predicate.value_based_eliminate 0.11% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.34% : 0.000005s : 17: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.139679 77 97.63% : 0.136363s : 31: func_graph_cloner_run.FuncGraphClonerGraph 0.42% : 0.000593s : 9: func_graph_cloner_run.FuncGraphClonerNode 1.95% : 0.002724s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 2.694464 110 0.00% : 0.000115s : 1: add_recomputation 0.01% : 0.000374s : 1: auto_monad 0.00% : 0.000042s : 1: auto_monad_reorder 0.04% : 0.001063s : 1: bootstrap 0.00% : 0.000046s : 1: cconv 0.00% : 0.000032s : 1: convert_after_rewriter 0.00% : 0.000069s : 1: cse_after_recomputation 0.00% : 0.000024s : 1: environ_conv 0.01% : 0.000341s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000016s : 1: graph_reusing 41.59% : 1.120702s : 1: jit_opt_a 0.01% : 0.000359s : 1: jit_opt_after_cconv 0.01% : 0.000362s : 1: jit_opt_b 0.03% : 0.000729s : 1: loop_unroll 0.04% : 0.000954s : 1: mutable_eliminate 0.43% : 0.011553s : 52: opt.transform.jit_opt_a 0.00% : 0.000133s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000281s : 8: opt.transform.jit_opt_b 0.00% : 0.000036s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000042s : 1: opt.transform.mutable_eliminate 0.00% : 0.000059s : 1: opt.transform.opt_after_jit_grad 0.07% : 0.001921s : 4: opt.transform.opt_resolve 0.00% : 0.000129s : 4: opt.transform.symbol_engine_opt 0.03% : 0.000779s : 1: opt_after_jit_grad 0.00% : 0.000015s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.00% : 0.000076s : 1: py_interpret_to_execute 0.00% : 0.000037s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000098s : 1: remove_dup_value 24.18% : 0.651537s : 3: renormalize.infer 0.31% : 0.008282s : 3: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000583s : 1: rewriter_after_opt_a 0.01% : 0.000180s : 1: rewriter_before_opt_a 4.30% : 0.115966s : 1: symbol_engine_optimizer 28.86% : 0.777491s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape0-3-0-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape0-3-0-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape1-2-0-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape1-2-0-pynative],max_mem:4.0M TotalTime = 3.74715, [30] [bootstrap]: 0.170263 [type_inference]: 2.94724 [event_method]: 1.67e-05 [auto_monad]: 0.0138013 [graph_reusing]: 8.16002e-06 [pre_auto_parallel]: 3.03e-06 [py_interpret_to_execute]: 0.0518304 [rewriter_before_opt_a]: 0.00013614 [expand_dump_flag]: 0.00383525 [jit_opt_a]: 0.523833, [2] [Cycle 1]: 0.0275053, [27] [switch_simplify]: 6.193e-05 [loop_unroll]: 1.959e-05 [a_1]: 0.00594421 [with_stream_mark]: 3.242e-05 [recompute_prepare]: 1.834e-05 [updatestate_depend_eliminate]: 8.45001e-06 [updatestate_assign_eliminate]: 8.99998e-06 [updatestate_loads_eliminate]: 5.09e-06 [parameter_eliminate]: 3.73001e-06 [specialize_transform]: 1.039e-05 [updatestate_useless_node_eliminater]: 1.372e-05 [accelerated_algorithm]: 1.074e-05 [meta_shard_fg_expand]: 6.36e-06 [get_grad_eliminate_]: 9.79e-06 [merge_forward]: 5.83997e-06 [cell_reuse_recompute_pass]: 1.69998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.236e-05 [j_node_and_user_rematch]: 1.553e-05 [meta_fg_expand]: 3.99002e-06 [replace_old_param]: 1.611e-05 [inline_without_move]: 8.97e-06 [renormalize]: 0.0170518 [add_forward_monad_depend]: 1.989e-05 [auto_monad_grad]: 1.326e-05 [auto_monad_eliminator]: 6.757e-05 [cse]: 6.741e-05 [replace_applicator]: 4.179e-05 [Cycle 2]: 0.00233228, [27] [switch_simplify]: 1.326e-05 [loop_unroll]: 1.036e-05 [a_1]: 0.00023444 [with_stream_mark]: 2.74e-05 [recompute_prepare]: 4.493e-05 [updatestate_depend_eliminate]: 2.103e-05 [updatestate_assign_eliminate]: 6.29001e-06 [updatestate_loads_eliminate]: 5.04e-06 [parameter_eliminate]: 8.12e-06 [specialize_transform]: 1.309e-05 [updatestate_useless_node_eliminater]: 2.741e-05 [accelerated_algorithm]: 1.278e-05 [meta_shard_fg_expand]: 4.96997e-06 [get_grad_eliminate_]: 1.052e-05 [merge_forward]: 7.83001e-06 [cell_reuse_recompute_pass]: 3.83999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.552e-05 [j_node_and_user_rematch]: 1.436e-05 [meta_fg_expand]: 4.06001e-06 [replace_old_param]: 1.588e-05 [inline_without_move]: 8.90001e-06 [renormalize]: 2.3999e-07 [add_forward_monad_depend]: 5.35999e-06 [auto_monad_grad]: 4.18001e-06 [auto_monad_eliminator]: 2.991e-05 [cse]: 5.742e-05 [replace_applicator]: 1.623e-05 [py_interpret_to_execute_after_opt_a]: 2.922e-05 [rewriter_after_opt_a]: 0.00463509 [convert_after_rewriter]: 4.114e-05 [order_py_execute_after_rewriter]: 1.061e-05 [mutable_eliminate]: 0.00757593 [jit_opt_b]: 0.00020032, [1] [Cycle 1]: 0.00016669, [2] [frontend_op_eliminate]: 7.998e-05 [inline_after_opt_a]: 3.816e-05 [cconv]: 4.917e-05 [loop_unroll]: 0.004565 [jit_opt_after_cconv]: 0.00479793, [1] [Cycle 1]: 0.00478241, [11] [c_1]: 0.0044677 [parameter_eliminate]: 8.67998e-06 [updatestate_depend_eliminate]: 3.802e-05 [updatestate_assign_eliminate]: 7.2e-06 [updatestate_loads_eliminate]: 6.49001e-06 [cse]: 6.589e-05 [call_graph_tuple_transform]: 4.346e-05 [tuple_list_get_item_eliminator]: 1.119e-05 [none_parameter_eliminate]: 2.02999e-06 [renormalize]: 7.00005e-07 [switch_simplify]: 1.003e-05 [remove_dup_value]: 2.82e-05 [partial_unused_args_eliminate]: 2.93e-06 [environ_conv]: 1.871e-05 [add_recomputation]: 0.00010054 [cse_after_recomputation]: 4.512e-05, [1] [Cycle 1]: 3.203e-05, [1] [cse]: 2.386e-05 [auto_monad_reorder]: 3.366e-05 [get_jit_bprop_graph]: 2.98e-06 [rewriter_after_jit_bprop_graph]: 0.00019996 [opt_after_jit_grad]: 0.00533452 [symbol_engine_optimizer]: 0.00469755, [1] [Cycle 1]: 0.00468149, [6] [build]: 2.177e-05 [elim_shapecalc]: 1.428e-05 [elim_not_effective]: 2.867e-05 [opt_reshape]: 4.879e-05 [fold_const_symbol]: 3.15e-05 [renormalize]: 1.42999e-06 [validate]: 9.617e-05 Sums bootstrap : 0.170263s : 5.26% type_inference : 2.947238s : 90.99% event_method : 0.000017s : 0.00% auto_monad : 0.013801s : 0.43% graph_reusing : 0.000008s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.051830s : 1.60% rewriter_before_opt_a : 0.000136s : 0.00% expand_dump_flag : 0.003835s : 0.12% jit_opt_a.switch_simplify : 0.000075s : 0.00% jit_opt_a.loop_unroll : 0.000030s : 0.00% jit_opt_a.a_1 : 0.006179s : 0.19% jit_opt_a.with_stream_mark : 0.000060s : 0.00% jit_opt_a.recompute_prepare : 0.000063s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000029s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000015s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000012s : 0.00% jit_opt_a.specialize_transform : 0.000023s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000041s : 0.00% jit_opt_a.accelerated_algorithm : 0.000024s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000011s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000020s : 0.00% jit_opt_a.merge_forward : 0.000014s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000006s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000048s : 0.00% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.00% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000032s : 0.00% jit_opt_a.inline_without_move : 0.000018s : 0.00% jit_opt_a.renormalize : 0.017052s : 0.53% jit_opt_a.add_forward_monad_depend : 0.000025s : 0.00% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000097s : 0.00% jit_opt_a.cse : 0.000125s : 0.00% jit_opt_a.replace_applicator : 0.000058s : 0.00% py_interpret_to_execute_after_opt_a : 0.000029s : 0.00% rewriter_after_opt_a : 0.004635s : 0.14% convert_after_rewriter : 0.000041s : 0.00% order_py_execute_after_rewriter : 0.000011s : 0.00% mutable_eliminate : 0.007576s : 0.23% jit_opt_b.frontend_op_eliminate : 0.000080s : 0.00% jit_opt_b.inline_after_opt_a : 0.000038s : 0.00% cconv : 0.000049s : 0.00% loop_unroll : 0.004565s : 0.14% jit_opt_after_cconv.c_1 : 0.004468s : 0.14% jit_opt_after_cconv.parameter_eliminate : 0.000009s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000038s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000066s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000043s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000028s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000019s : 0.00% add_recomputation : 0.000101s : 0.00% cse_after_recomputation.cse : 0.000024s : 0.00% auto_monad_reorder : 0.000034s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000200s : 0.01% opt_after_jit_grad : 0.005335s : 0.16% symbol_engine_optimizer.build : 0.000022s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000029s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000049s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000031s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000096s : 0.00% Time group info: ------[substitution.] 0.004665 43 0.27% : 0.000013s : 2: substitution.depend_value_elim 0.09% : 0.000004s : 4: substitution.elim_not_effective 0.10% : 0.000004s : 4: substitution.fold_const_symbol 0.22% : 0.000010s : 5: substitution.graph_param_transform 5.24% : 0.000244s : 2: substitution.inline 0.13% : 0.000006s : 8: substitution.j_node_and_user_rematch 0.18% : 0.000008s : 8: substitution.remove_not_recompute_node 0.23% : 0.000011s : 2: substitution.replace_old_param 93.18% : 0.004347s : 3: substitution.updatestate_pure_node_eliminater 0.37% : 0.000017s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 2.946218 2 99.23% : 2.923588s : 1: type_inference.infer 0.77% : 0.022630s : 1: type_inference.specialize ------[replace.] 0.000040 2 100.00% : 0.000040s : 2: replace.inline ------[match.] 0.000239 2 100.00% : 0.000239s : 2: match.inline ------[predicate.] 0.000263 767 1.23% : 0.000003s : 11: predicate.accumulaten_eliminater 2.24% : 0.000006s : 5: predicate.ad_related_special_op_eliminate 0.97% : 0.000003s : 11: predicate.addn_check_dump 3.66% : 0.000010s : 11: predicate.addn_zero_filter 1.99% : 0.000005s : 11: predicate.arithmetic_simplify 1.11% : 0.000003s : 11: predicate.cast_eliminate 0.65% : 0.000002s : 5: predicate.check_bprop_eliminate 0.77% : 0.000002s : 11: predicate.compare_switch_simplify 1.06% : 0.000003s : 11: predicate.depend_value_elim 0.95% : 0.000003s : 11: predicate.dict_get_item_const_eliminator 1.07% : 0.000003s : 11: predicate.dict_get_item_eliminator 0.65% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.55% : 0.000004s : 5: predicate.dumpgradient_eliminate 0.37% : 0.000001s : 5: predicate.elim_not_effective 0.62% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.18% : 0.000003s : 11: predicate.environ_add_const_eliminate 0.77% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.63% : 0.000002s : 11: predicate.environ_get_depend_swap 0.74% : 0.000002s : 11: predicate.environ_get_eliminate 1.08% : 0.000003s : 11: predicate.environ_get_set_eliminate 0.46% : 0.000001s : 5: predicate.fold_const_symbol 0.85% : 0.000002s : 10: predicate.get_grad_eliminate 0.30% : 0.000001s : 5: predicate.graph_param_transform 5.56% : 0.000015s : 23: predicate.inline 0.87% : 0.000002s : 10: predicate.inline_without_move 0.27% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.67% : 0.000004s : 10: predicate.less_batch_normalization 1.47% : 0.000004s : 11: predicate.list_to_tuple_eliminator_ 3.89% : 0.000010s : 16: predicate.load_eliminater 3.31% : 0.000009s : 5: predicate.loop_unroll_after_grad 1.66% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.79% : 0.000007s : 16: predicate.make_slice_get_slice_eliminator 0.81% : 0.000002s : 11: predicate.merge_addn 0.72% : 0.000002s : 11: predicate.minmaximum_grad 2.72% : 0.000007s : 5: predicate.mutable_eliminate 2.40% : 0.000006s : 5: predicate.opt_reshape 1.28% : 0.000003s : 16: predicate.partial_eliminate 0.84% : 0.000002s : 11: predicate.print_const_string_wrapper 1.25% : 0.000003s : 11: predicate.reduce_eliminate 1.47% : 0.000004s : 11: predicate.redundant_stop_gradient_eliminater 0.54% : 0.000001s : 10: predicate.remove_not_recompute_node 1.31% : 0.000003s : 21: predicate.replace_applicator 0.51% : 0.000001s : 10: predicate.replace_old_param 0.51% : 0.000001s : 5: predicate.reset_defer_inline 1.21% : 0.000003s : 11: predicate.reshape_eliminate 1.39% : 0.000004s : 11: predicate.row_tensor_add_zeros_like 1.20% : 0.000003s : 5: predicate.row_tensor_eliminate 1.13% : 0.000003s : 11: predicate.same_eliminate 0.98% : 0.000003s : 10: predicate.set_cell_output_no_recompute 0.86% : 0.000002s : 10: predicate.special_op_eliminate 0.86% : 0.000002s : 10: predicate.specialize_transform 1.95% : 0.000005s : 11: predicate.split_environ_get_set_with_tuple_value 0.73% : 0.000002s : 11: predicate.stack_unstack_eliminate 1.24% : 0.000003s : 5: predicate.switch_call_monad_eliminater 2.12% : 0.000006s : 13: predicate.switch_defer_inline 0.94% : 0.000002s : 13: predicate.switch_layer_defer_inline 3.71% : 0.000010s : 38: predicate.switch_simplify 1.46% : 0.000004s : 11: predicate.tile_eliminate 0.92% : 0.000002s : 11: predicate.transpose_eliminate 0.95% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 0.97% : 0.000003s : 11: predicate.tuple_list_get_item_depend_reorder 3.72% : 0.000010s : 21: predicate.tuple_list_get_item_eliminator 2.89% : 0.000008s : 11: predicate.tuple_list_set_item_eliminator 0.84% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.02% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 2.77% : 0.000007s : 26: predicate.updatestate_useless_node_eliminater 1.45% : 0.000004s : 11: predicate.value_based_eliminate 0.32% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 3.57% : 0.000009s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.001606 6 24.47% : 0.000393s : 2: func_graph_cloner_run.FuncGraphClonerGraph 75.53% : 0.001213s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 3.775400 72 0.00% : 0.000105s : 1: add_recomputation 0.37% : 0.013826s : 1: auto_monad 0.00% : 0.000036s : 1: auto_monad_reorder 4.51% : 0.170453s : 1: bootstrap 0.00% : 0.000052s : 1: cconv 0.00% : 0.000050s : 1: convert_after_rewriter 0.00% : 0.000048s : 1: cse_after_recomputation 0.00% : 0.000021s : 1: environ_conv 0.00% : 0.000022s : 1: event_method 0.10% : 0.003850s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 13.88% : 0.523840s : 1: jit_opt_a 0.13% : 0.004806s : 1: jit_opt_after_cconv 0.01% : 0.000209s : 1: jit_opt_b 0.12% : 0.004590s : 1: loop_unroll 0.28% : 0.010689s : 1: mutable_eliminate 0.17% : 0.006581s : 26: opt.transform.jit_opt_a 0.12% : 0.004521s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000099s : 4: opt.transform.jit_opt_b 0.00% : 0.000050s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000046s : 1: opt.transform.mutable_eliminate 0.00% : 0.000064s : 1: opt.transform.opt_after_jit_grad 0.00% : 0.000112s : 4: opt.transform.symbol_engine_opt 0.14% : 0.005355s : 1: opt_after_jit_grad 0.00% : 0.000014s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 1.37% : 0.051864s : 1: py_interpret_to_execute 0.00% : 0.000033s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000032s : 1: remove_dup_value 0.42% : 0.015821s : 1: renormalize.infer 0.03% : 0.001210s : 1: renormalize.specialize 0.01% : 0.000204s : 1: rewriter_after_jit_bprop_graph 0.12% : 0.004655s : 1: rewriter_after_opt_a 0.00% : 0.000144s : 1: rewriter_before_opt_a 0.12% : 0.004706s : 1: symbol_engine_optimizer 78.06% : 2.947263s : 1: type_inference TotalTime = 2.81019, [30] [bootstrap]: 0.0007849 [type_inference]: 1.56876 [event_method]: 0.00029899 [auto_monad]: 0.00029333 [graph_reusing]: 1.106e-05 [pre_auto_parallel]: 3.70998e-06 [py_interpret_to_execute]: 6.532e-05 [rewriter_before_opt_a]: 0.00015818 [expand_dump_flag]: 4.72e-06 [jit_opt_a]: 1.09333, [4] [Cycle 1]: 0.960428, [27] [switch_simplify]: 0.00048114 [loop_unroll]: 6.371e-05 [a_1]: 0.00325645 [with_stream_mark]: 4.271e-05 [recompute_prepare]: 3.152e-05 [updatestate_depend_eliminate]: 3.732e-05 [updatestate_assign_eliminate]: 1.111e-05 [updatestate_loads_eliminate]: 1.046e-05 [parameter_eliminate]: 3.11999e-06 [specialize_transform]: 2.249e-05 [updatestate_useless_node_eliminater]: 2.417e-05 [accelerated_algorithm]: 2.068e-05 [meta_shard_fg_expand]: 7.63999e-06 [get_grad_eliminate_]: 1.959e-05 [merge_forward]: 1.233e-05 [cell_reuse_recompute_pass]: 1.09003e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.223e-05 [j_node_and_user_rematch]: 3.573e-05 [meta_fg_expand]: 0.197825 [replace_old_param]: 0.00015296 [inline_without_move]: 0.00014412 [renormalize]: 0.756622 [add_forward_monad_depend]: 2.622e-05 [auto_monad_grad]: 2.278e-05 [auto_monad_eliminator]: 0.00016072 [cse]: 0.00045346 [replace_applicator]: 0.00056255 [Cycle 2]: 0.113271, [27] [switch_simplify]: 0.00011559 [loop_unroll]: 0.00012289 [a_1]: 0.105817 [with_stream_mark]: 5.264e-05 [recompute_prepare]: 4.165e-05 [updatestate_depend_eliminate]: 1.862e-05 [updatestate_assign_eliminate]: 1.795e-05 [updatestate_loads_eliminate]: 1.649e-05 [parameter_eliminate]: 6.11e-06 [specialize_transform]: 2.552e-05 [updatestate_useless_node_eliminater]: 9.716e-05 [accelerated_algorithm]: 4.192e-05 [meta_shard_fg_expand]: 9.96e-06 [get_grad_eliminate_]: 1.589e-05 [merge_forward]: 1.007e-05 [cell_reuse_recompute_pass]: 1.09e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.794e-05 [j_node_and_user_rematch]: 2.695e-05 [meta_fg_expand]: 0.00038558 [replace_old_param]: 2.833e-05 [inline_without_move]: 1.693e-05 [renormalize]: 0.00542296 [add_forward_monad_depend]: 1.219e-05 [auto_monad_grad]: 2.56e-06 [auto_monad_eliminator]: 3.944e-05 [cse]: 0.00017652 [replace_applicator]: 3.775e-05 [Cycle 3]: 0.00389484, [27] [switch_simplify]: 1.817e-05 [loop_unroll]: 1.618e-05 [a_1]: 0.00045665 [with_stream_mark]: 2.295e-05 [recompute_prepare]: 1.609e-05 [updatestate_depend_eliminate]: 4.236e-05 [updatestate_assign_eliminate]: 1.047e-05 [updatestate_loads_eliminate]: 7.91001e-06 [parameter_eliminate]: 2.79999e-06 [specialize_transform]: 1.608e-05 [updatestate_useless_node_eliminater]: 1.68e-05 [accelerated_algorithm]: 1.89e-05 [meta_shard_fg_expand]: 3.95998e-06 [get_grad_eliminate_]: 1.214e-05 [merge_forward]: 8.62e-06 [cell_reuse_recompute_pass]: 3.41001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.793e-05 [j_node_and_user_rematch]: 2.14e-05 [meta_fg_expand]: 5.97001e-06 [replace_old_param]: 1.592e-05 [inline_without_move]: 1.192e-05 [renormalize]: 0.0023142 [add_forward_monad_depend]: 6.94999e-06 [auto_monad_grad]: 1.98997e-06 [auto_monad_eliminator]: 2.388e-05 [cse]: 8.21e-05 [replace_applicator]: 2.187e-05 [Cycle 4]: 0.00126944, [27] [switch_simplify]: 1.42e-05 [loop_unroll]: 1.209e-05 [a_1]: 0.0003199 [with_stream_mark]: 1.691e-05 [recompute_prepare]: 1.237e-05 [updatestate_depend_eliminate]: 8.2e-06 [updatestate_assign_eliminate]: 6.83e-06 [updatestate_loads_eliminate]: 6.18998e-06 [parameter_eliminate]: 1.08001e-06 [specialize_transform]: 1.206e-05 [updatestate_useless_node_eliminater]: 1.488e-05 [accelerated_algorithm]: 1.576e-05 [meta_shard_fg_expand]: 2.86e-06 [get_grad_eliminate_]: 1.256e-05 [merge_forward]: 7.68999e-06 [cell_reuse_recompute_pass]: 2.19001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.42e-05 [j_node_and_user_rematch]: 2.023e-05 [meta_fg_expand]: 5.05999e-06 [replace_old_param]: 1.409e-05 [inline_without_move]: 0.00053322 [renormalize]: 5.00004e-08 [add_forward_monad_depend]: 2.01e-06 [auto_monad_grad]: 1.02998e-06 [auto_monad_eliminator]: 1.835e-05 [cse]: 4.218e-05 [replace_applicator]: 1.405e-05 [py_interpret_to_execute_after_opt_a]: 2.058e-05 [rewriter_after_opt_a]: 0.142854 [convert_after_rewriter]: 3.748e-05 [order_py_execute_after_rewriter]: 1.048e-05 [mutable_eliminate]: 0.00104401 [jit_opt_b]: 0.0002982, [2] [Cycle 1]: 0.00022284, [2] [frontend_op_eliminate]: 0.00015937 [inline_after_opt_a]: 4.367e-05 [Cycle 2]: 6.183e-05, [2] [frontend_op_eliminate]: 2.611e-05 [inline_after_opt_a]: 2.551e-05 [cconv]: 3.799e-05 [loop_unroll]: 0.00051699 [jit_opt_after_cconv]: 0.00030496, [1] [Cycle 1]: 0.0002977, [11] [c_1]: 6.299e-05 [parameter_eliminate]: 4.61002e-06 [updatestate_depend_eliminate]: 1.261e-05 [updatestate_assign_eliminate]: 7.49002e-06 [updatestate_loads_eliminate]: 6.62002e-06 [cse]: 8.171e-05 [call_graph_tuple_transform]: 3.454e-05 [tuple_list_get_item_eliminator]: 1.175e-05 [none_parameter_eliminate]: 1.89e-06 [renormalize]: 3.50003e-07 [switch_simplify]: 1.217e-05 [remove_dup_value]: 4.628e-05 [partial_unused_args_eliminate]: 3.09999e-06 [environ_conv]: 1.478e-05 [add_recomputation]: 9.217e-05 [cse_after_recomputation]: 4.944e-05, [1] [Cycle 1]: 4.231e-05, [1] [cse]: 3.501e-05 [auto_monad_reorder]: 3.363e-05 [get_jit_bprop_graph]: 1.99e-06 [rewriter_after_jit_bprop_graph]: 5.34e-06 [opt_after_jit_grad]: 0.00053434 [symbol_engine_optimizer]: 0.00013004, [1] [Cycle 1]: 0.00012343, [6] [build]: 1.57e-05 [elim_shapecalc]: 1.633e-05 [elim_not_effective]: 2.651e-05 [opt_reshape]: 1.33e-05 [fold_const_symbol]: 1.905e-05 [renormalize]: 3.19997e-07 [validate]: 0.00011286 Sums bootstrap : 0.000785s : 0.03% type_inference : 1.568755s : 56.16% event_method : 0.000299s : 0.01% auto_monad : 0.000293s : 0.01% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000065s : 0.00% rewriter_before_opt_a : 0.000158s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000629s : 0.02% jit_opt_a.loop_unroll : 0.000215s : 0.01% jit_opt_a.a_1 : 0.109850s : 3.93% jit_opt_a.with_stream_mark : 0.000135s : 0.00% jit_opt_a.recompute_prepare : 0.000102s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000107s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000046s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000041s : 0.00% jit_opt_a.parameter_eliminate : 0.000013s : 0.00% jit_opt_a.specialize_transform : 0.000076s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000153s : 0.01% jit_opt_a.accelerated_algorithm : 0.000097s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000024s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000060s : 0.00% jit_opt_a.merge_forward : 0.000039s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000008s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000132s : 0.00% jit_opt_a.j_node_and_user_rematch : 0.000104s : 0.00% jit_opt_a.meta_fg_expand : 0.198222s : 7.10% jit_opt_a.replace_old_param : 0.000211s : 0.01% jit_opt_a.inline_without_move : 0.000706s : 0.03% jit_opt_a.renormalize : 0.764359s : 27.36% jit_opt_a.add_forward_monad_depend : 0.000047s : 0.00% jit_opt_a.auto_monad_grad : 0.000028s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000242s : 0.01% jit_opt_a.cse : 0.000754s : 0.03% jit_opt_a.replace_applicator : 0.000636s : 0.02% py_interpret_to_execute_after_opt_a : 0.000021s : 0.00% rewriter_after_opt_a : 0.142854s : 5.11% convert_after_rewriter : 0.000037s : 0.00% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.001044s : 0.04% jit_opt_b.frontend_op_eliminate : 0.000185s : 0.01% jit_opt_b.inline_after_opt_a : 0.000069s : 0.00% cconv : 0.000038s : 0.00% loop_unroll : 0.000517s : 0.02% jit_opt_after_cconv.c_1 : 0.000063s : 0.00% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000082s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000035s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.000046s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.000092s : 0.00% cse_after_recomputation.cse : 0.000035s : 0.00% auto_monad_reorder : 0.000034s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000005s : 0.00% opt_after_jit_grad : 0.000534s : 0.02% symbol_engine_optimizer.build : 0.000016s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000019s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000113s : 0.00% Time group info: ------[substitution.] 0.008246 361 0.22% : 0.000018s : 2: substitution.cast_eliminate 0.52% : 0.000043s : 15: substitution.depend_value_elim 0.05% : 0.000004s : 6: substitution.elim_not_effective 0.04% : 0.000003s : 6: substitution.fold_const_symbol 55.14% : 0.004547s : 9: substitution.getattr_setattr_resolve 0.12% : 0.000010s : 7: substitution.graph_param_transform 34.26% : 0.002825s : 32: substitution.inline 0.49% : 0.000040s : 5: substitution.inline_without_move 0.24% : 0.000019s : 40: substitution.j_node_and_user_rematch 0.32% : 0.000026s : 3: substitution.less_batch_normalization 0.75% : 0.000062s : 20: substitution.minmaximum_grad 0.17% : 0.000014s : 14: substitution.partial_eliminate 0.33% : 0.000028s : 40: substitution.remove_not_recompute_node 1.30% : 0.000107s : 25: substitution.replace_applicator 0.26% : 0.000022s : 20: substitution.replace_old_param 0.10% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.21% : 0.000017s : 3: substitution.switch_simplify 0.83% : 0.000069s : 20: substitution.tuple_list_convert_item_index_to_positive 0.78% : 0.000065s : 21: substitution.tuple_list_get_item_depend_reorder 1.91% : 0.000158s : 39: substitution.tuple_list_get_item_eliminator 0.33% : 0.000027s : 2: substitution.tuple_list_set_item_eliminator 0.35% : 0.000029s : 11: substitution.updatestate_pure_node_eliminater 0.64% : 0.000053s : 18: substitution.updatestate_useless_node_eliminater 0.63% : 0.000052s : 1: substitution.zero_like_fill_zero ------[type_inference.] 1.568573 2 95.44% : 1.497118s : 1: type_inference.infer 4.56% : 0.071455s : 1: type_inference.specialize ------[replace.] 0.001764 71 0.70% : 0.000012s : 2: replace.cast_eliminate 24.42% : 0.000431s : 7: replace.getattr_setattr_resolve 26.32% : 0.000464s : 32: replace.inline 17.29% : 0.000305s : 4: replace.replace_applicator 4.99% : 0.000088s : 3: replace.switch_simplify 0.63% : 0.000011s : 1: replace.tuple_list_get_item_depend_reorder 17.92% : 0.000316s : 18: replace.tuple_list_get_item_eliminator 2.17% : 0.000038s : 2: replace.tuple_list_set_item_eliminator 3.01% : 0.000053s : 1: replace.updatestate_useless_node_eliminater 2.55% : 0.000045s : 1: replace.zero_like_fill_zero ------[match.] 0.007310 71 0.22% : 0.000016s : 2: match.cast_eliminate 58.61% : 0.004285s : 7: match.getattr_setattr_resolve 38.32% : 0.002802s : 32: match.inline 0.36% : 0.000027s : 4: match.replace_applicator 0.20% : 0.000015s : 3: match.switch_simplify 0.20% : 0.000015s : 1: match.tuple_list_get_item_depend_reorder 0.91% : 0.000066s : 18: match.tuple_list_get_item_eliminator 0.33% : 0.000024s : 2: match.tuple_list_set_item_eliminator 0.15% : 0.000011s : 1: match.updatestate_useless_node_eliminater 0.69% : 0.000050s : 1: match.zero_like_fill_zero ------[predicate.] 0.001479 7225 1.17% : 0.000017s : 120: predicate.accumulaten_eliminater 0.18% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 1.13% : 0.000017s : 120: predicate.addn_check_dump 1.29% : 0.000019s : 120: predicate.addn_zero_filter 1.68% : 0.000025s : 120: predicate.arithmetic_simplify 1.47% : 0.000022s : 122: predicate.cast_eliminate 0.17% : 0.000003s : 15: predicate.check_bprop_eliminate 1.25% : 0.000018s : 120: predicate.compare_switch_simplify 1.23% : 0.000018s : 120: predicate.depend_value_elim 1.07% : 0.000016s : 122: predicate.dict_get_item_const_eliminator 1.26% : 0.000019s : 122: predicate.dict_get_item_eliminator 1.25% : 0.000018s : 122: predicate.dict_set_item_eliminator 0.12% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.06% : 0.000001s : 7: predicate.elim_not_effective 0.11% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.14% : 0.000017s : 122: predicate.environ_add_const_eliminate 1.21% : 0.000018s : 122: predicate.environ_get_add_eliminate 1.13% : 0.000017s : 122: predicate.environ_get_depend_swap 1.16% : 0.000017s : 122: predicate.environ_get_eliminate 1.14% : 0.000017s : 122: predicate.environ_get_set_eliminate 0.04% : 0.000001s : 7: predicate.fold_const_symbol 0.57% : 0.000008s : 47: predicate.get_grad_eliminate 1.17% : 0.000017s : 51: predicate.getattr_setattr_resolve 0.04% : 0.000001s : 7: predicate.graph_param_transform 3.40% : 0.000050s : 196: predicate.inline 1.53% : 0.000023s : 130: predicate.inline_without_move 0.23% : 0.000003s : 47: predicate.j_node_and_user_rematch 0.76% : 0.000011s : 47: predicate.less_batch_normalization 1.53% : 0.000023s : 143: predicate.list_to_tuple_eliminator_ 1.45% : 0.000021s : 150: predicate.load_eliminater 0.20% : 0.000003s : 7: predicate.loop_unroll_after_grad 2.06% : 0.000030s : 208: predicate.loop_unroll_before_grad 1.32% : 0.000020s : 130: predicate.make_slice_get_slice_eliminator 1.05% : 0.000015s : 120: predicate.merge_addn 1.21% : 0.000018s : 120: predicate.minmaximum_grad 0.27% : 0.000004s : 9: predicate.mutable_eliminate 0.10% : 0.000001s : 7: predicate.opt_reshape 1.89% : 0.000028s : 150: predicate.partial_eliminate 1.09% : 0.000016s : 120: predicate.print_const_string_wrapper 1.59% : 0.000024s : 120: predicate.reduce_eliminate 21.66% : 0.000320s : 143: predicate.redundant_stop_gradient_eliminater 0.35% : 0.000005s : 47: predicate.remove_not_recompute_node 2.08% : 0.000031s : 300: predicate.replace_applicator 0.73% : 0.000011s : 130: predicate.replace_old_param 0.11% : 0.000002s : 14: predicate.reset_defer_inline 1.17% : 0.000017s : 120: predicate.reshape_eliminate 1.45% : 0.000021s : 120: predicate.row_tensor_add_zeros_like 0.26% : 0.000004s : 15: predicate.row_tensor_eliminate 1.19% : 0.000018s : 120: predicate.same_eliminate 0.37% : 0.000005s : 60: predicate.set_cell_output_no_recompute 0.28% : 0.000004s : 22: predicate.special_op_eliminate 0.69% : 0.000010s : 55: predicate.specialize_transform 1.35% : 0.000020s : 120: predicate.split_environ_get_set_with_tuple_value 1.99% : 0.000029s : 120: predicate.stack_unstack_eliminate 0.09% : 0.000001s : 7: predicate.switch_call_monad_eliminater 2.57% : 0.000038s : 175: predicate.switch_defer_inline 1.93% : 0.000029s : 175: predicate.switch_layer_defer_inline 4.39% : 0.000065s : 396: predicate.switch_simplify 1.15% : 0.000017s : 120: predicate.tile_eliminate 1.17% : 0.000017s : 120: predicate.transpose_eliminate 1.53% : 0.000023s : 122: predicate.tuple_list_convert_item_index_to_positive 1.40% : 0.000021s : 123: predicate.tuple_list_get_item_depend_reorder 2.77% : 0.000041s : 164: predicate.tuple_list_get_item_eliminator 1.73% : 0.000026s : 125: predicate.tuple_list_set_item_eliminator 1.52% : 0.000023s : 143: predicate.tuple_to_list_eliminator_ 1.43% : 0.000021s : 150: predicate.updatestate_pure_node_eliminater 2.14% : 0.000032s : 199: predicate.updatestate_useless_node_eliminater 1.53% : 0.000023s : 120: predicate.value_based_eliminate 0.07% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.23% : 0.000003s : 16: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.087437 75 9.13% : 0.007980s : 31: func_graph_cloner_run.FuncGraphClonerGraph 0.71% : 0.000620s : 7: func_graph_cloner_run.FuncGraphClonerNode 90.16% : 0.078837s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 3.692782 110 0.00% : 0.000095s : 1: add_recomputation 0.01% : 0.000302s : 1: auto_monad 0.00% : 0.000037s : 1: auto_monad_reorder 0.02% : 0.000822s : 1: bootstrap 0.00% : 0.000041s : 1: cconv 0.00% : 0.000044s : 1: convert_after_rewriter 0.00% : 0.000052s : 1: cse_after_recomputation 0.00% : 0.000017s : 1: environ_conv 0.01% : 0.000309s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000004s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 29.61% : 1.093330s : 1: jit_opt_a 0.01% : 0.000308s : 1: jit_opt_after_cconv 0.01% : 0.000302s : 1: jit_opt_b 0.01% : 0.000525s : 1: loop_unroll 0.03% : 0.001053s : 1: mutable_eliminate 3.06% : 0.112884s : 52: opt.transform.jit_opt_a 0.00% : 0.000116s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000237s : 8: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000035s : 1: opt.transform.mutable_eliminate 0.00% : 0.000039s : 1: opt.transform.opt_after_jit_grad 0.14% : 0.005123s : 4: opt.transform.opt_resolve 0.00% : 0.000071s : 4: opt.transform.symbol_engine_opt 0.01% : 0.000543s : 1: opt_after_jit_grad 0.00% : 0.000013s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.00% : 0.000069s : 1: py_interpret_to_execute 0.00% : 0.000023s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000049s : 1: remove_dup_value 15.67% : 0.578597s : 3: renormalize.infer 5.03% : 0.185714s : 3: renormalize.specialize 0.00% : 0.000008s : 1: rewriter_after_jit_bprop_graph 3.87% : 0.142873s : 1: rewriter_after_opt_a 0.00% : 0.000162s : 1: rewriter_before_opt_a 0.00% : 0.000133s : 1: symbol_engine_optimizer 42.48% : 1.568800s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape1-2-0-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape1-2-0-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape2-4-1-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape2-4-1-pynative],max_mem:4.0M TotalTime = 0.409941, [30] [bootstrap]: 0.00076913 [type_inference]: 0.24298 [event_method]: 1.778e-05 [auto_monad]: 0.00017421 [graph_reusing]: 6.12999e-06 [pre_auto_parallel]: 2.94001e-06 [py_interpret_to_execute]: 0.0001885 [rewriter_before_opt_a]: 6.461e-05 [expand_dump_flag]: 3.93999e-06 [jit_opt_a]: 0.00876312, [2] [Cycle 1]: 0.00278987, [27] [switch_simplify]: 5.825e-05 [loop_unroll]: 2.354e-05 [a_1]: 0.00059911 [with_stream_mark]: 3.361e-05 [recompute_prepare]: 1.314e-05 [updatestate_depend_eliminate]: 8.2e-06 [updatestate_assign_eliminate]: 5.99999e-06 [updatestate_loads_eliminate]: 5.15001e-06 [parameter_eliminate]: 2.30002e-06 [specialize_transform]: 9.81e-06 [updatestate_useless_node_eliminater]: 1.404e-05 [accelerated_algorithm]: 9.43997e-06 [meta_shard_fg_expand]: 3.68999e-06 [get_grad_eliminate_]: 8.85999e-06 [merge_forward]: 5.97001e-06 [cell_reuse_recompute_pass]: 1.32999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.237e-05 [j_node_and_user_rematch]: 1.446e-05 [meta_fg_expand]: 3.51999e-06 [replace_old_param]: 1.455e-05 [inline_without_move]: 8.99998e-06 [renormalize]: 0.00153255 [add_forward_monad_depend]: 1.572e-05 [auto_monad_grad]: 3.08e-06 [auto_monad_eliminator]: 2.655e-05 [cse]: 4.845e-05 [replace_applicator]: 2.436e-05 [Cycle 2]: 0.0005879, [27] [switch_simplify]: 1.028e-05 [loop_unroll]: 8.26002e-06 [a_1]: 0.00018947 [with_stream_mark]: 1.85e-05 [recompute_prepare]: 9.50001e-06 [updatestate_depend_eliminate]: 6.28002e-06 [updatestate_assign_eliminate]: 5.84e-06 [updatestate_loads_eliminate]: 4.90999e-06 [parameter_eliminate]: 1.84e-06 [specialize_transform]: 8.89e-06 [updatestate_useless_node_eliminater]: 1.172e-05 [accelerated_algorithm]: 9.42999e-06 [meta_shard_fg_expand]: 3.18e-06 [get_grad_eliminate_]: 8.22e-06 [merge_forward]: 6.03002e-06 [cell_reuse_recompute_pass]: 3.08998e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.959e-05 [j_node_and_user_rematch]: 1.332e-05 [meta_fg_expand]: 3.4e-06 [replace_old_param]: 1.276e-05 [inline_without_move]: 8.40001e-06 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 1.70001e-06 [auto_monad_grad]: 1.27999e-06 [auto_monad_eliminator]: 1.365e-05 [cse]: 3.197e-05 [replace_applicator]: 1.153e-05 [py_interpret_to_execute_after_opt_a]: 2.138e-05 [rewriter_after_opt_a]: 0.00033757 [convert_after_rewriter]: 1.606e-05 [order_py_execute_after_rewriter]: 8.94e-06 [mutable_eliminate]: 0.00097935 [jit_opt_b]: 9.308e-05, [1] [Cycle 1]: 8.14e-05, [2] [frontend_op_eliminate]: 2.917e-05 [inline_after_opt_a]: 3.455e-05 [cconv]: 4.692e-05 [loop_unroll]: 0.153264 [jit_opt_after_cconv]: 0.00030518, [1] [Cycle 1]: 0.00029092, [11] [c_1]: 7.323e-05 [parameter_eliminate]: 7.31001e-06 [updatestate_depend_eliminate]: 1.875e-05 [updatestate_assign_eliminate]: 7.11001e-06 [updatestate_loads_eliminate]: 5.86e-06 [cse]: 6.047e-05 [call_graph_tuple_transform]: 2.923e-05 [tuple_list_get_item_eliminator]: 1.057e-05 [none_parameter_eliminate]: 1.81998e-06 [renormalize]: 4.7998e-07 [switch_simplify]: 9.85002e-06 [remove_dup_value]: 2.681e-05 [partial_unused_args_eliminate]: 3.08e-06 [environ_conv]: 1.961e-05 [add_recomputation]: 8.976e-05 [cse_after_recomputation]: 3.681e-05, [1] [Cycle 1]: 2.879e-05, [1] [cse]: 2.119e-05 [auto_monad_reorder]: 2.793e-05 [get_jit_bprop_graph]: 2.96001e-06 [rewriter_after_jit_bprop_graph]: 0.00018951 [opt_after_jit_grad]: 0.00091603 [symbol_engine_optimizer]: 0.00020099, [1] [Cycle 1]: 0.00019228, [6] [build]: 1.98e-05 [elim_shapecalc]: 1.323e-05 [elim_not_effective]: 2.274e-05 [opt_reshape]: 8.321e-05 [fold_const_symbol]: 1.647e-05 [renormalize]: 6.80011e-07 [validate]: 7.865e-05 Sums bootstrap : 0.000769s : 0.19% type_inference : 0.242980s : 60.20% event_method : 0.000018s : 0.00% auto_monad : 0.000174s : 0.04% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000189s : 0.05% rewriter_before_opt_a : 0.000065s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000069s : 0.02% jit_opt_a.loop_unroll : 0.000032s : 0.01% jit_opt_a.a_1 : 0.000789s : 0.20% jit_opt_a.with_stream_mark : 0.000052s : 0.01% jit_opt_a.recompute_prepare : 0.000023s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000026s : 0.01% jit_opt_a.accelerated_algorithm : 0.000019s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.00% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000042s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000027s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.00% jit_opt_a.renormalize : 0.001533s : 0.38% jit_opt_a.add_forward_monad_depend : 0.000017s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000040s : 0.01% jit_opt_a.cse : 0.000080s : 0.02% jit_opt_a.replace_applicator : 0.000036s : 0.01% py_interpret_to_execute_after_opt_a : 0.000021s : 0.01% rewriter_after_opt_a : 0.000338s : 0.08% convert_after_rewriter : 0.000016s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000979s : 0.24% jit_opt_b.frontend_op_eliminate : 0.000029s : 0.01% jit_opt_b.inline_after_opt_a : 0.000035s : 0.01% cconv : 0.000047s : 0.01% loop_unroll : 0.153264s : 37.97% jit_opt_after_cconv.c_1 : 0.000073s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000019s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000060s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000029s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000027s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000020s : 0.00% add_recomputation : 0.000090s : 0.02% cse_after_recomputation.cse : 0.000021s : 0.01% auto_monad_reorder : 0.000028s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000190s : 0.05% opt_after_jit_grad : 0.000916s : 0.23% symbol_engine_optimizer.build : 0.000020s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000083s : 0.02% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000079s : 0.02% Time group info: ------[substitution.] 0.000267 43 4.11% : 0.000011s : 2: substitution.depend_value_elim 1.12% : 0.000003s : 4: substitution.elim_not_effective 1.06% : 0.000003s : 4: substitution.fold_const_symbol 3.33% : 0.000009s : 5: substitution.graph_param_transform 71.45% : 0.000191s : 2: substitution.inline 2.11% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.91% : 0.000008s : 8: substitution.remove_not_recompute_node 3.14% : 0.000008s : 2: substitution.replace_old_param 6.34% : 0.000017s : 3: substitution.updatestate_pure_node_eliminater 4.43% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.242870 2 99.45% : 0.241535s : 1: type_inference.infer 0.55% : 0.001335s : 1: type_inference.specialize ------[replace.] 0.000036 2 100.00% : 0.000036s : 2: replace.inline ------[match.] 0.000188 2 100.00% : 0.000188s : 2: match.inline ------[predicate.] 0.000247 767 0.73% : 0.000002s : 11: predicate.accumulaten_eliminater 1.52% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 0.65% : 0.000002s : 11: predicate.addn_check_dump 0.64% : 0.000002s : 11: predicate.addn_zero_filter 1.53% : 0.000004s : 11: predicate.arithmetic_simplify 0.84% : 0.000002s : 11: predicate.cast_eliminate 0.43% : 0.000001s : 5: predicate.check_bprop_eliminate 0.58% : 0.000001s : 11: predicate.compare_switch_simplify 0.93% : 0.000002s : 11: predicate.depend_value_elim 0.70% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 0.84% : 0.000002s : 11: predicate.dict_get_item_eliminator 0.71% : 0.000002s : 11: predicate.dict_set_item_eliminator 0.86% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.33% : 0.000001s : 5: predicate.elim_not_effective 0.49% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.64% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.73% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.75% : 0.000002s : 11: predicate.environ_get_depend_swap 0.74% : 0.000002s : 11: predicate.environ_get_eliminate 0.73% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.17% : 0.000000s : 5: predicate.fold_const_symbol 0.80% : 0.000002s : 10: predicate.get_grad_eliminate 0.31% : 0.000001s : 5: predicate.graph_param_transform 3.94% : 0.000010s : 23: predicate.inline 0.88% : 0.000002s : 10: predicate.inline_without_move 0.30% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.09% : 0.000003s : 10: predicate.less_batch_normalization 0.86% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.02% : 0.000003s : 16: predicate.load_eliminater 4.41% : 0.000011s : 5: predicate.loop_unroll_after_grad 1.72% : 0.000004s : 20: predicate.loop_unroll_before_grad 1.87% : 0.000005s : 16: predicate.make_slice_get_slice_eliminator 0.68% : 0.000002s : 11: predicate.merge_addn 0.61% : 0.000002s : 11: predicate.minmaximum_grad 1.89% : 0.000005s : 5: predicate.mutable_eliminate 29.72% : 0.000073s : 5: predicate.opt_reshape 1.21% : 0.000003s : 16: predicate.partial_eliminate 0.77% : 0.000002s : 11: predicate.print_const_string_wrapper 1.08% : 0.000003s : 11: predicate.reduce_eliminate 0.79% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.51% : 0.000001s : 10: predicate.remove_not_recompute_node 1.12% : 0.000003s : 21: predicate.replace_applicator 0.49% : 0.000001s : 10: predicate.replace_old_param 0.57% : 0.000001s : 5: predicate.reset_defer_inline 0.87% : 0.000002s : 11: predicate.reshape_eliminate 0.80% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.69% : 0.000002s : 5: predicate.row_tensor_eliminate 0.85% : 0.000002s : 11: predicate.same_eliminate 0.40% : 0.000001s : 10: predicate.set_cell_output_no_recompute 0.81% : 0.000002s : 10: predicate.special_op_eliminate 0.81% : 0.000002s : 10: predicate.specialize_transform 1.04% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 0.81% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.42% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.17% : 0.000003s : 13: predicate.switch_defer_inline 1.21% : 0.000003s : 13: predicate.switch_layer_defer_inline 3.94% : 0.000010s : 38: predicate.switch_simplify 0.83% : 0.000002s : 11: predicate.tile_eliminate 1.08% : 0.000003s : 11: predicate.transpose_eliminate 0.85% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 0.87% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 2.88% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.09% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 0.86% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.04% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 2.29% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.19% : 0.000003s : 11: predicate.value_based_eliminate 0.35% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.67% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000590 6 29.76% : 0.000176s : 2: func_graph_cloner_run.FuncGraphClonerGraph 70.24% : 0.000414s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.412818 72 0.02% : 0.000093s : 1: add_recomputation 0.04% : 0.000181s : 1: auto_monad 0.01% : 0.000031s : 1: auto_monad_reorder 0.20% : 0.000814s : 1: bootstrap 0.01% : 0.000050s : 1: cconv 0.00% : 0.000020s : 1: convert_after_rewriter 0.01% : 0.000039s : 1: cse_after_recomputation 0.01% : 0.000022s : 1: environ_conv 0.01% : 0.000023s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 2.12% : 0.008768s : 1: jit_opt_a 0.08% : 0.000310s : 1: jit_opt_after_cconv 0.02% : 0.000097s : 1: jit_opt_b 37.13% : 0.153288s : 1: loop_unroll 0.24% : 0.000998s : 1: mutable_eliminate 0.27% : 0.001102s : 26: opt.transform.jit_opt_a 0.03% : 0.000118s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000052s : 4: opt.transform.jit_opt_b 0.01% : 0.000053s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000032s : 1: opt.transform.mutable_eliminate 0.01% : 0.000041s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000131s : 4: opt.transform.symbol_engine_opt 0.22% : 0.000928s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000195s : 1: py_interpret_to_execute 0.01% : 0.000025s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000030s : 1: remove_dup_value 0.23% : 0.000950s : 1: renormalize.infer 0.14% : 0.000569s : 1: renormalize.specialize 0.05% : 0.000193s : 1: rewriter_after_jit_bprop_graph 0.08% : 0.000346s : 1: rewriter_after_opt_a 0.02% : 0.000069s : 1: rewriter_before_opt_a 0.05% : 0.000206s : 1: symbol_engine_optimizer 58.86% : 0.243002s : 1: type_inference TotalTime = 1.18125, [30] [bootstrap]: 0.00036248 [type_inference]: 0.462114 [event_method]: 0.00030219 [auto_monad]: 0.00035133 [graph_reusing]: 1.2e-05 [pre_auto_parallel]: 3.95e-06 [py_interpret_to_execute]: 8.982e-05 [rewriter_before_opt_a]: 0.00016988 [expand_dump_flag]: 4.08999e-06 [jit_opt_a]: 0.713752, [4] [Cycle 1]: 0.396043, [27] [switch_simplify]: 0.00026962 [loop_unroll]: 0.00013095 [a_1]: 0.00225025 [with_stream_mark]: 5.256e-05 [recompute_prepare]: 4.477e-05 [updatestate_depend_eliminate]: 5.786e-05 [updatestate_assign_eliminate]: 1.187e-05 [updatestate_loads_eliminate]: 1.138e-05 [parameter_eliminate]: 5.16002e-06 [specialize_transform]: 2.787e-05 [updatestate_useless_node_eliminater]: 2.959e-05 [accelerated_algorithm]: 2.272e-05 [meta_shard_fg_expand]: 1.041e-05 [get_grad_eliminate_]: 2.189e-05 [merge_forward]: 1.634e-05 [cell_reuse_recompute_pass]: 1.83002e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.373e-05 [j_node_and_user_rematch]: 3.889e-05 [meta_fg_expand]: 0.0896522 [replace_old_param]: 0.00016794 [inline_without_move]: 0.00015763 [renormalize]: 0.301408 [add_forward_monad_depend]: 3.339e-05 [auto_monad_grad]: 2.165e-05 [auto_monad_eliminator]: 0.00017667 [cse]: 0.00053171 [replace_applicator]: 0.00043141 [Cycle 2]: 0.141319, [27] [switch_simplify]: 0.00012652 [loop_unroll]: 0.00012069 [a_1]: 0.136706 [with_stream_mark]: 6.063e-05 [recompute_prepare]: 5.419e-05 [updatestate_depend_eliminate]: 2.2e-05 [updatestate_assign_eliminate]: 2.119e-05 [updatestate_loads_eliminate]: 1.98e-05 [parameter_eliminate]: 5.79e-06 [specialize_transform]: 3.407e-05 [updatestate_useless_node_eliminater]: 0.00012854 [accelerated_algorithm]: 4.898e-05 [meta_shard_fg_expand]: 1.242e-05 [get_grad_eliminate_]: 2.317e-05 [merge_forward]: 1.322e-05 [cell_reuse_recompute_pass]: 2.17001e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.514e-05 [j_node_and_user_rematch]: 3.671e-05 [meta_fg_expand]: 0.00022202 [replace_old_param]: 3.448e-05 [inline_without_move]: 2.068e-05 [renormalize]: 0.00294668 [add_forward_monad_depend]: 1.139e-05 [auto_monad_grad]: 2.84999e-06 [auto_monad_eliminator]: 4.607e-05 [cse]: 0.00022283 [replace_applicator]: 4.145e-05 [Cycle 3]: 0.00281628, [27] [switch_simplify]: 2.304e-05 [loop_unroll]: 2.102e-05 [a_1]: 0.00061083 [with_stream_mark]: 2.876e-05 [recompute_prepare]: 2.301e-05 [updatestate_depend_eliminate]: 4.992e-05 [updatestate_assign_eliminate]: 1.218e-05 [updatestate_loads_eliminate]: 9.81e-06 [parameter_eliminate]: 2.51e-06 [specialize_transform]: 1.99e-05 [updatestate_useless_node_eliminater]: 2.205e-05 [accelerated_algorithm]: 2.38e-05 [meta_shard_fg_expand]: 5.72001e-06 [get_grad_eliminate_]: 1.865e-05 [merge_forward]: 1.199e-05 [cell_reuse_recompute_pass]: 3.64002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.927e-05 [j_node_and_user_rematch]: 3.312e-05 [meta_fg_expand]: 7.73999e-06 [replace_old_param]: 2.175e-05 [inline_without_move]: 1.797e-05 [renormalize]: 0.00138446 [add_forward_monad_depend]: 8.94e-06 [auto_monad_grad]: 2.83998e-06 [auto_monad_eliminator]: 3.773e-05 [cse]: 0.00014599 [replace_applicator]: 3.447e-05 [Cycle 4]: 0.00213776, [27] [switch_simplify]: 1.922e-05 [loop_unroll]: 1.751e-05 [a_1]: 0.00060821 [with_stream_mark]: 2.805e-05 [recompute_prepare]: 3.903e-05 [updatestate_depend_eliminate]: 1.735e-05 [updatestate_assign_eliminate]: 1.078e-05 [updatestate_loads_eliminate]: 9.57001e-06 [parameter_eliminate]: 3.87998e-06 [specialize_transform]: 1.954e-05 [updatestate_useless_node_eliminater]: 2.736e-05 [accelerated_algorithm]: 2.477e-05 [meta_shard_fg_expand]: 6.96999e-06 [get_grad_eliminate_]: 7.729e-05 [merge_forward]: 1.359e-05 [cell_reuse_recompute_pass]: 4.63001e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.235e-05 [j_node_and_user_rematch]: 2.99e-05 [meta_fg_expand]: 8.78001e-06 [replace_old_param]: 7.295e-05 [inline_without_move]: 2.039e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 6.03002e-06 [auto_monad_grad]: 3.00002e-06 [auto_monad_eliminator]: 3.438e-05 [cse]: 9.472e-05 [replace_applicator]: 1.887e-05 [py_interpret_to_execute_after_opt_a]: 2.877e-05 [rewriter_after_opt_a]: 0.00041606 [convert_after_rewriter]: 2.263e-05 [order_py_execute_after_rewriter]: 1.236e-05 [mutable_eliminate]: 0.00087358 [jit_opt_b]: 0.00038948, [2] [Cycle 1]: 0.0003047, [2] [frontend_op_eliminate]: 0.00020919 [inline_after_opt_a]: 7.034e-05 [Cycle 2]: 6.894e-05, [2] [frontend_op_eliminate]: 2.796e-05 [inline_after_opt_a]: 2.841e-05 [cconv]: 3.735e-05 [loop_unroll]: 0.00060283 [jit_opt_after_cconv]: 0.0003368, [1] [Cycle 1]: 0.00032881, [11] [c_1]: 6.474e-05 [parameter_eliminate]: 4.93001e-06 [updatestate_depend_eliminate]: 1.496e-05 [updatestate_assign_eliminate]: 7.31001e-06 [updatestate_loads_eliminate]: 6.59001e-06 [cse]: 7.747e-05 [call_graph_tuple_transform]: 3.378e-05 [tuple_list_get_item_eliminator]: 3.756e-05 [none_parameter_eliminate]: 2.46998e-06 [renormalize]: 7.59988e-07 [switch_simplify]: 1.309e-05 [remove_dup_value]: 7.602e-05 [partial_unused_args_eliminate]: 2.99999e-06 [environ_conv]: 1.539e-05 [add_recomputation]: 9.344e-05 [cse_after_recomputation]: 5.487e-05, [1] [Cycle 1]: 4.695e-05, [1] [cse]: 3.747e-05 [auto_monad_reorder]: 3.405e-05 [get_jit_bprop_graph]: 2.00002e-06 [rewriter_after_jit_bprop_graph]: 8.18001e-06 [opt_after_jit_grad]: 0.0005731 [symbol_engine_optimizer]: 0.00016765, [1] [Cycle 1]: 0.00015928, [6] [build]: 1.876e-05 [elim_shapecalc]: 1.576e-05 [elim_not_effective]: 4.901e-05 [opt_reshape]: 1.587e-05 [fold_const_symbol]: 2.183e-05 [renormalize]: 6.39993e-07 [validate]: 6.689e-05 Sums bootstrap : 0.000362s : 0.04% type_inference : 0.462114s : 45.86% event_method : 0.000302s : 0.03% auto_monad : 0.000351s : 0.03% graph_reusing : 0.000012s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000090s : 0.01% rewriter_before_opt_a : 0.000170s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000438s : 0.04% jit_opt_a.loop_unroll : 0.000290s : 0.03% jit_opt_a.a_1 : 0.140175s : 13.91% jit_opt_a.with_stream_mark : 0.000170s : 0.02% jit_opt_a.recompute_prepare : 0.000161s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000147s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000056s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000051s : 0.01% jit_opt_a.parameter_eliminate : 0.000017s : 0.00% jit_opt_a.specialize_transform : 0.000101s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000208s : 0.02% jit_opt_a.accelerated_algorithm : 0.000120s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000036s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000141s : 0.01% jit_opt_a.merge_forward : 0.000055s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000012s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000170s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000139s : 0.01% jit_opt_a.meta_fg_expand : 0.089891s : 8.92% jit_opt_a.replace_old_param : 0.000297s : 0.03% jit_opt_a.inline_without_move : 0.000217s : 0.02% jit_opt_a.renormalize : 0.305739s : 30.34% jit_opt_a.add_forward_monad_depend : 0.000060s : 0.01% jit_opt_a.auto_monad_grad : 0.000030s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000295s : 0.03% jit_opt_a.cse : 0.000995s : 0.10% jit_opt_a.replace_applicator : 0.000526s : 0.05% py_interpret_to_execute_after_opt_a : 0.000029s : 0.00% rewriter_after_opt_a : 0.000416s : 0.04% convert_after_rewriter : 0.000023s : 0.00% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000874s : 0.09% jit_opt_b.frontend_op_eliminate : 0.000237s : 0.02% jit_opt_b.inline_after_opt_a : 0.000099s : 0.01% cconv : 0.000037s : 0.00% loop_unroll : 0.000603s : 0.06% jit_opt_after_cconv.c_1 : 0.000065s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000077s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000034s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000038s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000076s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.000093s : 0.01% cse_after_recomputation.cse : 0.000037s : 0.00% auto_monad_reorder : 0.000034s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000573s : 0.06% symbol_engine_optimizer.build : 0.000019s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000049s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000016s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000022s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.01% Time group info: ------[substitution.] 0.005288 429 0.70% : 0.000037s : 6: substitution.cast_eliminate 1.34% : 0.000071s : 15: substitution.depend_value_elim 0.08% : 0.000004s : 6: substitution.elim_not_effective 0.06% : 0.000003s : 6: substitution.fold_const_symbol 30.97% : 0.001638s : 9: substitution.getattr_setattr_resolve 0.18% : 0.000010s : 7: substitution.graph_param_transform 48.24% : 0.002551s : 36: substitution.inline 0.89% : 0.000047s : 5: substitution.inline_without_move 0.47% : 0.000025s : 52: substitution.j_node_and_user_rematch 0.55% : 0.000029s : 3: substitution.less_batch_normalization 0.88% : 0.000047s : 28: substitution.minmaximum_grad 0.43% : 0.000023s : 14: substitution.partial_eliminate 0.69% : 0.000036s : 52: substitution.remove_not_recompute_node 2.38% : 0.000126s : 27: substitution.replace_applicator 0.47% : 0.000025s : 20: substitution.replace_old_param 0.20% : 0.000010s : 2: substitution.set_cell_output_no_recompute 0.32% : 0.000017s : 3: substitution.switch_simplify 1.99% : 0.000105s : 28: substitution.tuple_list_convert_item_index_to_positive 1.72% : 0.000091s : 29: substitution.tuple_list_get_item_depend_reorder 3.44% : 0.000182s : 47: substitution.tuple_list_get_item_eliminator 0.78% : 0.000041s : 2: substitution.tuple_list_set_item_eliminator 0.57% : 0.000030s : 11: substitution.updatestate_pure_node_eliminater 1.35% : 0.000071s : 18: substitution.updatestate_useless_node_eliminater 1.30% : 0.000069s : 3: substitution.zero_like_fill_zero ------[type_inference.] 0.461966 2 99.16% : 0.458070s : 1: type_inference.infer 0.84% : 0.003896s : 1: type_inference.specialize ------[replace.] 0.001692 83 2.06% : 0.000035s : 6: replace.cast_eliminate 9.56% : 0.000162s : 7: replace.getattr_setattr_resolve 45.97% : 0.000778s : 36: replace.inline 7.08% : 0.000120s : 6: replace.replace_applicator 5.14% : 0.000087s : 3: replace.switch_simplify 0.91% : 0.000015s : 1: replace.tuple_list_get_item_depend_reorder 17.58% : 0.000297s : 18: replace.tuple_list_get_item_eliminator 3.42% : 0.000058s : 2: replace.tuple_list_set_item_eliminator 4.44% : 0.000075s : 1: replace.updatestate_useless_node_eliminater 3.83% : 0.000065s : 3: replace.zero_like_fill_zero ------[match.] 0.004309 83 0.74% : 0.000032s : 6: match.cast_eliminate 34.98% : 0.001507s : 7: match.getattr_setattr_resolve 58.41% : 0.002517s : 36: match.inline 0.96% : 0.000041s : 6: match.replace_applicator 0.35% : 0.000015s : 3: match.switch_simplify 0.45% : 0.000019s : 1: match.tuple_list_get_item_depend_reorder 1.39% : 0.000060s : 18: match.tuple_list_get_item_eliminator 0.89% : 0.000038s : 2: match.tuple_list_set_item_eliminator 0.32% : 0.000014s : 1: match.updatestate_useless_node_eliminater 1.52% : 0.000066s : 3: match.zero_like_fill_zero ------[predicate.] 0.001524 8391 1.77% : 0.000027s : 140: predicate.accumulaten_eliminater 0.18% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 1.27% : 0.000019s : 140: predicate.addn_check_dump 1.29% : 0.000020s : 140: predicate.addn_zero_filter 2.01% : 0.000031s : 140: predicate.arithmetic_simplify 1.57% : 0.000024s : 146: predicate.cast_eliminate 0.15% : 0.000002s : 15: predicate.check_bprop_eliminate 1.48% : 0.000023s : 140: predicate.compare_switch_simplify 1.59% : 0.000024s : 140: predicate.depend_value_elim 1.33% : 0.000020s : 146: predicate.dict_get_item_const_eliminator 1.47% : 0.000022s : 146: predicate.dict_get_item_eliminator 1.32% : 0.000020s : 146: predicate.dict_set_item_eliminator 0.11% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.06% : 0.000001s : 7: predicate.elim_not_effective 0.10% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.42% : 0.000022s : 146: predicate.environ_add_const_eliminate 1.68% : 0.000026s : 146: predicate.environ_get_add_eliminate 1.45% : 0.000022s : 146: predicate.environ_get_depend_swap 1.40% : 0.000021s : 146: predicate.environ_get_eliminate 1.46% : 0.000022s : 146: predicate.environ_get_set_eliminate 0.04% : 0.000001s : 7: predicate.fold_const_symbol 0.84% : 0.000013s : 59: predicate.get_grad_eliminate 1.14% : 0.000017s : 51: predicate.getattr_setattr_resolve 0.04% : 0.000001s : 7: predicate.graph_param_transform 5.60% : 0.000085s : 224: predicate.inline 1.73% : 0.000026s : 142: predicate.inline_without_move 0.28% : 0.000004s : 59: predicate.j_node_and_user_rematch 0.99% : 0.000015s : 59: predicate.less_batch_normalization 1.63% : 0.000025s : 167: predicate.list_to_tuple_eliminator_ 2.03% : 0.000031s : 174: predicate.load_eliminater 0.21% : 0.000003s : 7: predicate.loop_unroll_after_grad 6.19% : 0.000094s : 220: predicate.loop_unroll_before_grad 1.78% : 0.000027s : 154: predicate.make_slice_get_slice_eliminator 1.43% : 0.000022s : 140: predicate.merge_addn 1.54% : 0.000023s : 140: predicate.minmaximum_grad 0.31% : 0.000005s : 13: predicate.mutable_eliminate 0.09% : 0.000001s : 7: predicate.opt_reshape 2.20% : 0.000033s : 174: predicate.partial_eliminate 1.30% : 0.000020s : 140: predicate.print_const_string_wrapper 1.83% : 0.000028s : 140: predicate.reduce_eliminate 1.67% : 0.000025s : 167: predicate.redundant_stop_gradient_eliminater 0.33% : 0.000005s : 59: predicate.remove_not_recompute_node 2.34% : 0.000036s : 344: predicate.replace_applicator 0.85% : 0.000013s : 142: predicate.replace_old_param 0.09% : 0.000001s : 14: predicate.reset_defer_inline 1.40% : 0.000021s : 140: predicate.reshape_eliminate 1.56% : 0.000024s : 140: predicate.row_tensor_add_zeros_like 0.26% : 0.000004s : 15: predicate.row_tensor_eliminate 1.67% : 0.000025s : 140: predicate.same_eliminate 0.47% : 0.000007s : 76: predicate.set_cell_output_no_recompute 0.26% : 0.000004s : 22: predicate.special_op_eliminate 0.87% : 0.000013s : 71: predicate.specialize_transform 1.74% : 0.000027s : 140: predicate.split_environ_get_set_with_tuple_value 1.30% : 0.000020s : 140: predicate.stack_unstack_eliminate 0.09% : 0.000001s : 7: predicate.switch_call_monad_eliminater 3.44% : 0.000052s : 203: predicate.switch_defer_inline 2.20% : 0.000033s : 203: predicate.switch_layer_defer_inline 5.01% : 0.000076s : 436: predicate.switch_simplify 1.37% : 0.000021s : 140: predicate.tile_eliminate 1.30% : 0.000020s : 140: predicate.transpose_eliminate 1.94% : 0.000030s : 146: predicate.tuple_list_convert_item_index_to_positive 1.87% : 0.000028s : 147: predicate.tuple_list_get_item_depend_reorder 3.24% : 0.000049s : 188: predicate.tuple_list_get_item_eliminator 2.41% : 0.000037s : 149: predicate.tuple_list_set_item_eliminator 1.58% : 0.000024s : 167: predicate.tuple_to_list_eliminator_ 1.76% : 0.000027s : 174: predicate.updatestate_pure_node_eliminater 2.63% : 0.000040s : 235: predicate.updatestate_useless_node_eliminater 1.64% : 0.000025s : 140: predicate.value_based_eliminate 0.07% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.33% : 0.000005s : 18: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.008072 79 51.88% : 0.004188s : 31: func_graph_cloner_run.FuncGraphClonerGraph 9.35% : 0.000755s : 11: func_graph_cloner_run.FuncGraphClonerNode 38.77% : 0.003130s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.632254 110 0.01% : 0.000097s : 1: add_recomputation 0.02% : 0.000361s : 1: auto_monad 0.00% : 0.000038s : 1: auto_monad_reorder 0.02% : 0.000386s : 1: bootstrap 0.00% : 0.000040s : 1: cconv 0.00% : 0.000027s : 1: convert_after_rewriter 0.00% : 0.000058s : 1: cse_after_recomputation 0.00% : 0.000018s : 1: environ_conv 0.02% : 0.000316s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 43.73% : 0.713757s : 1: jit_opt_a 0.02% : 0.000340s : 1: jit_opt_after_cconv 0.02% : 0.000393s : 1: jit_opt_b 0.04% : 0.000612s : 1: loop_unroll 0.05% : 0.000884s : 1: mutable_eliminate 8.75% : 0.142872s : 52: opt.transform.jit_opt_a 0.01% : 0.000121s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000317s : 8: opt.transform.jit_opt_b 0.00% : 0.000023s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000035s : 1: opt.transform.mutable_eliminate 0.00% : 0.000040s : 1: opt.transform.opt_after_jit_grad 0.12% : 0.001967s : 4: opt.transform.opt_resolve 0.01% : 0.000097s : 4: opt.transform.symbol_engine_opt 0.04% : 0.000582s : 1: opt_after_jit_grad 0.00% : 0.000015s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000095s : 1: py_interpret_to_execute 0.00% : 0.000032s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000080s : 1: remove_dup_value 8.54% : 0.139315s : 3: renormalize.infer 10.19% : 0.166379s : 3: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000423s : 1: rewriter_after_opt_a 0.01% : 0.000174s : 1: rewriter_before_opt_a 0.01% : 0.000171s : 1: symbol_engine_optimizer 28.31% : 0.462143s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape2-4-1-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape2-4-1-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape3-2-0-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape3-2-0-pynative],max_mem:4.0M TotalTime = 0.22553, [30] [bootstrap]: 0.00118515 [type_inference]: 0.211696 [event_method]: 1.304e-05 [auto_monad]: 0.0001631 [graph_reusing]: 6.02001e-06 [pre_auto_parallel]: 2.76e-06 [py_interpret_to_execute]: 0.00014527 [rewriter_before_opt_a]: 5.867e-05 [expand_dump_flag]: 3.37002e-06 [jit_opt_a]: 0.00899307, [2] [Cycle 1]: 0.00239243, [27] [switch_simplify]: 4.825e-05 [loop_unroll]: 1.844e-05 [a_1]: 0.00043923 [with_stream_mark]: 2.723e-05 [recompute_prepare]: 1.055e-05 [updatestate_depend_eliminate]: 7.75e-06 [updatestate_assign_eliminate]: 2.653e-05 [updatestate_loads_eliminate]: 5.27999e-06 [parameter_eliminate]: 2.59001e-06 [specialize_transform]: 1.13e-05 [updatestate_useless_node_eliminater]: 1.244e-05 [accelerated_algorithm]: 1.001e-05 [meta_shard_fg_expand]: 2.98e-06 [get_grad_eliminate_]: 8.12998e-06 [merge_forward]: 5.96998e-06 [cell_reuse_recompute_pass]: 1.35999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.151e-05 [j_node_and_user_rematch]: 1.479e-05 [meta_fg_expand]: 3.66001e-06 [replace_old_param]: 1.347e-05 [inline_without_move]: 9.22999e-06 [renormalize]: 0.00139473 [add_forward_monad_depend]: 9.74e-06 [auto_monad_grad]: 3.25e-06 [auto_monad_eliminator]: 2.333e-05 [cse]: 4.434e-05 [replace_applicator]: 1.845e-05 [Cycle 2]: 0.00065255, [27] [switch_simplify]: 9.47999e-06 [loop_unroll]: 8.59e-06 [a_1]: 0.00028584 [with_stream_mark]: 1.611e-05 [recompute_prepare]: 8.94e-06 [updatestate_depend_eliminate]: 7.97e-06 [updatestate_assign_eliminate]: 5.77999e-06 [updatestate_loads_eliminate]: 4.85001e-06 [parameter_eliminate]: 1.85001e-06 [specialize_transform]: 1.063e-05 [updatestate_useless_node_eliminater]: 1.258e-05 [accelerated_algorithm]: 8.70999e-06 [meta_shard_fg_expand]: 2.06998e-06 [get_grad_eliminate_]: 8.24002e-06 [merge_forward]: 5.13002e-06 [cell_reuse_recompute_pass]: 2.35002e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.825e-05 [j_node_and_user_rematch]: 1.305e-05 [meta_fg_expand]: 2.99001e-06 [replace_old_param]: 1.179e-05 [inline_without_move]: 7.73001e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.96003e-06 [auto_monad_grad]: 2.08998e-06 [auto_monad_eliminator]: 1.2e-05 [cse]: 2.572e-05 [replace_applicator]: 8.42e-06 [py_interpret_to_execute_after_opt_a]: 1.755e-05 [rewriter_after_opt_a]: 0.00030352 [convert_after_rewriter]: 1.248e-05 [order_py_execute_after_rewriter]: 6.77002e-06 [mutable_eliminate]: 0.00078186 [jit_opt_b]: 7.508e-05, [1] [Cycle 1]: 6.726e-05, [2] [frontend_op_eliminate]: 2.669e-05 [inline_after_opt_a]: 2.75e-05 [cconv]: 3.559e-05 [loop_unroll]: 0.00046649 [jit_opt_after_cconv]: 0.00025083, [1] [Cycle 1]: 0.00024396, [11] [c_1]: 5.131e-05 [parameter_eliminate]: 5.50001e-06 [updatestate_depend_eliminate]: 1.108e-05 [updatestate_assign_eliminate]: 4.97e-06 [updatestate_loads_eliminate]: 4.42998e-06 [cse]: 3.258e-05 [call_graph_tuple_transform]: 3.06e-05 [tuple_list_get_item_eliminator]: 9.36e-06 [none_parameter_eliminate]: 2.10002e-06 [renormalize]: 6.69999e-07 [switch_simplify]: 9.62999e-06 [remove_dup_value]: 2.158e-05 [partial_unused_args_eliminate]: 2.52001e-06 [environ_conv]: 1.368e-05 [add_recomputation]: 7.891e-05 [cse_after_recomputation]: 3.382e-05, [1] [Cycle 1]: 2.692e-05, [1] [cse]: 2.074e-05 [auto_monad_reorder]: 2.761e-05 [get_jit_bprop_graph]: 2.31e-06 [rewriter_after_jit_bprop_graph]: 0.00013587 [opt_after_jit_grad]: 0.00052122 [symbol_engine_optimizer]: 0.00014142, [1] [Cycle 1]: 0.00011426, [6] [build]: 1.67e-05 [elim_shapecalc]: 1.543e-05 [elim_not_effective]: 2.057e-05 [opt_reshape]: 9.72999e-06 [fold_const_symbol]: 1.544e-05 [renormalize]: 3.19997e-07 [validate]: 6.546e-05 Sums bootstrap : 0.001185s : 0.54% type_inference : 0.211696s : 96.76% event_method : 0.000013s : 0.01% auto_monad : 0.000163s : 0.07% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000145s : 0.07% rewriter_before_opt_a : 0.000059s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000058s : 0.03% jit_opt_a.loop_unroll : 0.000027s : 0.01% jit_opt_a.a_1 : 0.000725s : 0.33% jit_opt_a.with_stream_mark : 0.000043s : 0.02% jit_opt_a.recompute_prepare : 0.000019s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000016s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000032s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000022s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000019s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000016s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000040s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001395s : 0.64% jit_opt_a.add_forward_monad_depend : 0.000012s : 0.01% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000035s : 0.02% jit_opt_a.cse : 0.000070s : 0.03% jit_opt_a.replace_applicator : 0.000027s : 0.01% py_interpret_to_execute_after_opt_a : 0.000018s : 0.01% rewriter_after_opt_a : 0.000304s : 0.14% convert_after_rewriter : 0.000012s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000782s : 0.36% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.01% jit_opt_b.inline_after_opt_a : 0.000028s : 0.01% cconv : 0.000036s : 0.02% loop_unroll : 0.000466s : 0.21% jit_opt_after_cconv.c_1 : 0.000051s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000033s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000031s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000022s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.01% add_recomputation : 0.000079s : 0.04% cse_after_recomputation.cse : 0.000021s : 0.01% auto_monad_reorder : 0.000028s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000136s : 0.06% opt_after_jit_grad : 0.000521s : 0.24% symbol_engine_optimizer.build : 0.000017s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000065s : 0.03% Time group info: ------[substitution.] 0.000218 43 4.45% : 0.000010s : 2: substitution.depend_value_elim 1.48% : 0.000003s : 4: substitution.elim_not_effective 0.93% : 0.000002s : 4: substitution.fold_const_symbol 3.95% : 0.000009s : 5: substitution.graph_param_transform 71.11% : 0.000155s : 2: substitution.inline 2.28% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.20% : 0.000007s : 8: substitution.remove_not_recompute_node 2.58% : 0.000006s : 2: substitution.replace_old_param 5.44% : 0.000012s : 3: substitution.updatestate_pure_node_eliminater 4.58% : 0.000010s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.211587 2 99.42% : 0.210368s : 1: type_inference.infer 0.58% : 0.001220s : 1: type_inference.specialize ------[replace.] 0.000032 2 100.00% : 0.000032s : 2: replace.inline ------[match.] 0.000153 2 100.00% : 0.000153s : 2: match.inline ------[predicate.] 0.000140 767 1.22% : 0.000002s : 11: predicate.accumulaten_eliminater 1.47% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.05% : 0.000001s : 11: predicate.addn_check_dump 1.21% : 0.000002s : 11: predicate.addn_zero_filter 1.98% : 0.000003s : 11: predicate.arithmetic_simplify 1.21% : 0.000002s : 11: predicate.cast_eliminate 0.59% : 0.000001s : 5: predicate.check_bprop_eliminate 0.99% : 0.000001s : 11: predicate.compare_switch_simplify 1.28% : 0.000002s : 11: predicate.depend_value_elim 1.15% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.15% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.27% : 0.000002s : 11: predicate.dict_set_item_eliminator 0.97% : 0.000001s : 5: predicate.dumpgradient_eliminate 0.54% : 0.000001s : 5: predicate.elim_not_effective 1.34% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.27% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.11% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.95% : 0.000001s : 11: predicate.environ_get_depend_swap 1.45% : 0.000002s : 11: predicate.environ_get_eliminate 1.35% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.31% : 0.000000s : 5: predicate.fold_const_symbol 1.18% : 0.000002s : 10: predicate.get_grad_eliminate 0.46% : 0.000001s : 5: predicate.graph_param_transform 4.85% : 0.000007s : 23: predicate.inline 1.30% : 0.000002s : 10: predicate.inline_without_move 0.52% : 0.000001s : 10: predicate.j_node_and_user_rematch 2.17% : 0.000003s : 10: predicate.less_batch_normalization 1.25% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.70% : 0.000002s : 16: predicate.load_eliminater 1.79% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.23% : 0.000003s : 20: predicate.loop_unroll_before_grad 1.94% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.13% : 0.000002s : 11: predicate.merge_addn 1.05% : 0.000001s : 11: predicate.minmaximum_grad 2.80% : 0.000004s : 5: predicate.mutable_eliminate 0.66% : 0.000001s : 5: predicate.opt_reshape 2.44% : 0.000003s : 16: predicate.partial_eliminate 1.10% : 0.000002s : 11: predicate.print_const_string_wrapper 1.59% : 0.000002s : 11: predicate.reduce_eliminate 1.42% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.99% : 0.000001s : 10: predicate.remove_not_recompute_node 1.64% : 0.000002s : 21: predicate.replace_applicator 0.89% : 0.000001s : 10: predicate.replace_old_param 0.58% : 0.000001s : 5: predicate.reset_defer_inline 1.35% : 0.000002s : 11: predicate.reshape_eliminate 1.15% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.19% : 0.000002s : 5: predicate.row_tensor_eliminate 1.09% : 0.000002s : 11: predicate.same_eliminate 0.74% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.40% : 0.000002s : 10: predicate.special_op_eliminate 1.49% : 0.000002s : 10: predicate.specialize_transform 1.32% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.17% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.66% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.61% : 0.000002s : 13: predicate.switch_defer_inline 1.45% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.98% : 0.000008s : 38: predicate.switch_simplify 1.12% : 0.000002s : 11: predicate.tile_eliminate 1.25% : 0.000002s : 11: predicate.transpose_eliminate 1.40% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.25% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.69% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.61% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.15% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.94% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.52% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.45% : 0.000002s : 11: predicate.value_based_eliminate 0.51% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.98% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000546 6 29.03% : 0.000159s : 2: func_graph_cloner_run.FuncGraphClonerGraph 70.97% : 0.000388s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.228040 72 0.04% : 0.000082s : 1: add_recomputation 0.07% : 0.000168s : 1: auto_monad 0.01% : 0.000030s : 1: auto_monad_reorder 0.54% : 0.001242s : 1: bootstrap 0.02% : 0.000038s : 1: cconv 0.01% : 0.000016s : 1: convert_after_rewriter 0.02% : 0.000036s : 1: cse_after_recomputation 0.01% : 0.000016s : 1: environ_conv 0.01% : 0.000018s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 3.95% : 0.008998s : 1: jit_opt_a 0.11% : 0.000254s : 1: jit_opt_after_cconv 0.03% : 0.000078s : 1: jit_opt_b 0.21% : 0.000475s : 1: loop_unroll 0.35% : 0.000791s : 1: mutable_eliminate 0.44% : 0.001013s : 26: opt.transform.jit_opt_a 0.04% : 0.000097s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000046s : 4: opt.transform.jit_opt_b 0.01% : 0.000017s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000021s : 1: opt.transform.mutable_eliminate 0.01% : 0.000034s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.23% : 0.000530s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.07% : 0.000150s : 1: py_interpret_to_execute 0.01% : 0.000020s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000025s : 1: remove_dup_value 0.39% : 0.000879s : 1: renormalize.infer 0.22% : 0.000505s : 1: renormalize.specialize 0.06% : 0.000139s : 1: rewriter_after_jit_bprop_graph 0.14% : 0.000309s : 1: rewriter_after_opt_a 0.03% : 0.000063s : 1: rewriter_before_opt_a 0.06% : 0.000145s : 1: symbol_engine_optimizer 92.84% : 0.211712s : 1: type_inference TotalTime = 0.810966, [30] [bootstrap]: 0.00036588 [type_inference]: 0.291819 [event_method]: 0.0002918 [auto_monad]: 0.00031711 [graph_reusing]: 1.15e-05 [pre_auto_parallel]: 4.45e-06 [py_interpret_to_execute]: 5.676e-05 [rewriter_before_opt_a]: 0.00016419 [expand_dump_flag]: 4.37e-06 [jit_opt_a]: 0.513963, [4] [Cycle 1]: 0.283058, [27] [switch_simplify]: 0.00025432 [loop_unroll]: 6.307e-05 [a_1]: 0.00186661 [with_stream_mark]: 4.383e-05 [recompute_prepare]: 3.421e-05 [updatestate_depend_eliminate]: 0.00012736 [updatestate_assign_eliminate]: 1.321e-05 [updatestate_loads_eliminate]: 1.081e-05 [parameter_eliminate]: 4.24997e-06 [specialize_transform]: 2.552e-05 [updatestate_useless_node_eliminater]: 2.712e-05 [accelerated_algorithm]: 2.055e-05 [meta_shard_fg_expand]: 7.01001e-06 [get_grad_eliminate_]: 2.03e-05 [merge_forward]: 1.265e-05 [cell_reuse_recompute_pass]: 1.22999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.127e-05 [j_node_and_user_rematch]: 3.731e-05 [meta_fg_expand]: 0.0105286 [replace_old_param]: 0.00016927 [inline_without_move]: 0.00016566 [renormalize]: 0.268187 [add_forward_monad_depend]: 3.006e-05 [auto_monad_grad]: 2.297e-05 [auto_monad_eliminator]: 0.00016301 [cse]: 0.00048477 [replace_applicator]: 0.00034876 [Cycle 2]: 0.0891946, [27] [switch_simplify]: 0.00011468 [loop_unroll]: 0.00010829 [a_1]: 0.0850725 [with_stream_mark]: 5.033e-05 [recompute_prepare]: 3.965e-05 [updatestate_depend_eliminate]: 1.761e-05 [updatestate_assign_eliminate]: 1.743e-05 [updatestate_loads_eliminate]: 1.573e-05 [parameter_eliminate]: 5.97999e-06 [specialize_transform]: 2.604e-05 [updatestate_useless_node_eliminater]: 0.00010164 [accelerated_algorithm]: 4.135e-05 [meta_shard_fg_expand]: 9.84001e-06 [get_grad_eliminate_]: 1.579e-05 [merge_forward]: 1.006e-05 [cell_reuse_recompute_pass]: 1.14003e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.952e-05 [j_node_and_user_rematch]: 2.776e-05 [meta_fg_expand]: 0.00020985 [replace_old_param]: 2.611e-05 [inline_without_move]: 1.696e-05 [renormalize]: 0.00267429 [add_forward_monad_depend]: 1.182e-05 [auto_monad_grad]: 3.21001e-06 [auto_monad_eliminator]: 4.039e-05 [cse]: 0.00018428 [replace_applicator]: 3.914e-05 [Cycle 3]: 0.00274893, [27] [switch_simplify]: 1.787e-05 [loop_unroll]: 1.684e-05 [a_1]: 0.00047263 [with_stream_mark]: 2.792e-05 [recompute_prepare]: 1.998e-05 [updatestate_depend_eliminate]: 5.044e-05 [updatestate_assign_eliminate]: 9.76998e-06 [updatestate_loads_eliminate]: 7.48999e-06 [parameter_eliminate]: 2.81999e-06 [specialize_transform]: 1.473e-05 [updatestate_useless_node_eliminater]: 1.642e-05 [accelerated_algorithm]: 1.87e-05 [meta_shard_fg_expand]: 4e-06 [get_grad_eliminate_]: 1.218e-05 [merge_forward]: 8.32e-06 [cell_reuse_recompute_pass]: 3.08e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.129e-05 [j_node_and_user_rematch]: 2.221e-05 [meta_fg_expand]: 6.24001e-06 [replace_old_param]: 1.984e-05 [inline_without_move]: 1.204e-05 [renormalize]: 0.00157177 [add_forward_monad_depend]: 9.85002e-06 [auto_monad_grad]: 3.27002e-06 [auto_monad_eliminator]: 3.225e-05 [cse]: 0.00010844 [replace_applicator]: 3.206e-05 [Cycle 4]: 0.00082792, [27] [switch_simplify]: 1.41e-05 [loop_unroll]: 1.279e-05 [a_1]: 0.00034888 [with_stream_mark]: 2.25e-05 [recompute_prepare]: 1.423e-05 [updatestate_depend_eliminate]: 1.011e-05 [updatestate_assign_eliminate]: 7.68999e-06 [updatestate_loads_eliminate]: 6.91001e-06 [parameter_eliminate]: 2.10002e-06 [specialize_transform]: 1.342e-05 [updatestate_useless_node_eliminater]: 1.653e-05 [accelerated_algorithm]: 1.664e-05 [meta_shard_fg_expand]: 4.43999e-06 [get_grad_eliminate_]: 1.314e-05 [merge_forward]: 8.28999e-06 [cell_reuse_recompute_pass]: 3.32002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.007e-05 [j_node_and_user_rematch]: 2.145e-05 [meta_fg_expand]: 5.68002e-06 [replace_old_param]: 1.59e-05 [inline_without_move]: 1.236e-05 [renormalize]: 1.19995e-07 [add_forward_monad_depend]: 2.82002e-06 [auto_monad_grad]: 1.81e-06 [auto_monad_eliminator]: 2.035e-05 [cse]: 4.36e-05 [replace_applicator]: 1.397e-05 [py_interpret_to_execute_after_opt_a]: 2.431e-05 [rewriter_after_opt_a]: 0.00036901 [convert_after_rewriter]: 1.822e-05 [order_py_execute_after_rewriter]: 1.009e-05 [mutable_eliminate]: 0.0008589 [jit_opt_b]: 0.00027655, [2] [Cycle 1]: 0.00020115, [2] [frontend_op_eliminate]: 0.00014468 [inline_after_opt_a]: 3.615e-05 [Cycle 2]: 6.075e-05, [2] [frontend_op_eliminate]: 2.577e-05 [inline_after_opt_a]: 2.533e-05 [cconv]: 4.04e-05 [loop_unroll]: 0.00052728 [jit_opt_after_cconv]: 0.00030986, [1] [Cycle 1]: 0.00030187, [11] [c_1]: 6.977e-05 [parameter_eliminate]: 5.82001e-06 [updatestate_depend_eliminate]: 1.617e-05 [updatestate_assign_eliminate]: 8.68001e-06 [updatestate_loads_eliminate]: 7.93999e-06 [cse]: 7.212e-05 [call_graph_tuple_transform]: 3.355e-05 [tuple_list_get_item_eliminator]: 1.166e-05 [none_parameter_eliminate]: 1.72999e-06 [renormalize]: 9.20001e-07 [switch_simplify]: 1.185e-05 [remove_dup_value]: 4.697e-05 [partial_unused_args_eliminate]: 4.26001e-06 [environ_conv]: 1.708e-05 [add_recomputation]: 9.75e-05 [cse_after_recomputation]: 5.908e-05, [1] [Cycle 1]: 5.083e-05, [1] [cse]: 4.046e-05 [auto_monad_reorder]: 3.427e-05 [get_jit_bprop_graph]: 2.71e-06 [rewriter_after_jit_bprop_graph]: 9.24e-06 [opt_after_jit_grad]: 0.00065979 [symbol_engine_optimizer]: 0.00013504, [1] [Cycle 1]: 0.00012593, [6] [build]: 1.747e-05 [elim_shapecalc]: 1.654e-05 [elim_not_effective]: 2.739e-05 [opt_reshape]: 1.241e-05 [fold_const_symbol]: 2.042e-05 [renormalize]: 3.09985e-07 [validate]: 6.75e-05 Sums bootstrap : 0.000366s : 0.05% type_inference : 0.291819s : 43.47% event_method : 0.000292s : 0.04% auto_monad : 0.000317s : 0.05% graph_reusing : 0.000012s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000057s : 0.01% rewriter_before_opt_a : 0.000164s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000401s : 0.06% jit_opt_a.loop_unroll : 0.000201s : 0.03% jit_opt_a.a_1 : 0.087761s : 13.07% jit_opt_a.with_stream_mark : 0.000145s : 0.02% jit_opt_a.recompute_prepare : 0.000108s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000206s : 0.03% jit_opt_a.updatestate_assign_eliminate : 0.000048s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000041s : 0.01% jit_opt_a.parameter_eliminate : 0.000015s : 0.00% jit_opt_a.specialize_transform : 0.000080s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000162s : 0.02% jit_opt_a.accelerated_algorithm : 0.000097s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000025s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000061s : 0.01% jit_opt_a.merge_forward : 0.000039s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000009s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000142s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000109s : 0.02% jit_opt_a.meta_fg_expand : 0.010750s : 1.60% jit_opt_a.replace_old_param : 0.000231s : 0.03% jit_opt_a.inline_without_move : 0.000207s : 0.03% jit_opt_a.renormalize : 0.272433s : 40.58% jit_opt_a.add_forward_monad_depend : 0.000055s : 0.01% jit_opt_a.auto_monad_grad : 0.000031s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000256s : 0.04% jit_opt_a.cse : 0.000821s : 0.12% jit_opt_a.replace_applicator : 0.000434s : 0.06% py_interpret_to_execute_after_opt_a : 0.000024s : 0.00% rewriter_after_opt_a : 0.000369s : 0.05% convert_after_rewriter : 0.000018s : 0.00% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.000859s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000170s : 0.03% jit_opt_b.inline_after_opt_a : 0.000061s : 0.01% cconv : 0.000040s : 0.01% loop_unroll : 0.000527s : 0.08% jit_opt_after_cconv.c_1 : 0.000070s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000009s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.cse : 0.000072s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000034s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.000047s : 0.01% partial_unused_args_eliminate : 0.000004s : 0.00% environ_conv : 0.000017s : 0.00% add_recomputation : 0.000097s : 0.01% cse_after_recomputation.cse : 0.000040s : 0.01% auto_monad_reorder : 0.000034s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000660s : 0.10% symbol_engine_optimizer.build : 0.000017s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000017s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000067s : 0.01% Time group info: ------[substitution.] 0.084137 361 0.02% : 0.000020s : 2: substitution.cast_eliminate 0.06% : 0.000049s : 15: substitution.depend_value_elim 0.00% : 0.000004s : 6: substitution.elim_not_effective 0.00% : 0.000003s : 6: substitution.fold_const_symbol 1.76% : 0.001481s : 9: substitution.getattr_setattr_resolve 0.01% : 0.000010s : 7: substitution.graph_param_transform 97.22% : 0.081795s : 32: substitution.inline 0.06% : 0.000048s : 5: substitution.inline_without_move 0.02% : 0.000021s : 40: substitution.j_node_and_user_rematch 0.03% : 0.000026s : 3: substitution.less_batch_normalization 0.04% : 0.000036s : 20: substitution.minmaximum_grad 0.02% : 0.000015s : 14: substitution.partial_eliminate 0.04% : 0.000030s : 40: substitution.remove_not_recompute_node 0.11% : 0.000096s : 25: substitution.replace_applicator 0.03% : 0.000023s : 20: substitution.replace_old_param 0.01% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.02% : 0.000017s : 3: substitution.switch_simplify 0.09% : 0.000072s : 20: substitution.tuple_list_convert_item_index_to_positive 0.08% : 0.000067s : 21: substitution.tuple_list_get_item_depend_reorder 0.17% : 0.000145s : 39: substitution.tuple_list_get_item_eliminator 0.04% : 0.000034s : 2: substitution.tuple_list_set_item_eliminator 0.03% : 0.000026s : 11: substitution.updatestate_pure_node_eliminater 0.07% : 0.000061s : 18: substitution.updatestate_useless_node_eliminater 0.06% : 0.000051s : 1: substitution.zero_like_fill_zero ------[type_inference.] 0.291678 2 98.82% : 0.288222s : 1: type_inference.infer 1.18% : 0.003456s : 1: type_inference.specialize ------[replace.] 0.001240 71 1.13% : 0.000014s : 2: replace.cast_eliminate 11.28% : 0.000140s : 7: replace.getattr_setattr_resolve 41.34% : 0.000512s : 32: replace.inline 6.87% : 0.000085s : 4: replace.replace_applicator 6.74% : 0.000084s : 3: replace.switch_simplify 1.00% : 0.000012s : 1: replace.tuple_list_get_item_depend_reorder 20.46% : 0.000254s : 18: replace.tuple_list_get_item_eliminator 3.64% : 0.000045s : 2: replace.tuple_list_set_item_eliminator 4.43% : 0.000055s : 1: replace.updatestate_useless_node_eliminater 3.10% : 0.000038s : 1: replace.zero_like_fill_zero ------[match.] 0.083364 71 0.02% : 0.000017s : 2: match.cast_eliminate 1.64% : 0.001370s : 7: match.getattr_setattr_resolve 98.09% : 0.081768s : 32: match.inline 0.04% : 0.000032s : 4: match.replace_applicator 0.02% : 0.000016s : 3: match.switch_simplify 0.02% : 0.000017s : 1: match.tuple_list_get_item_depend_reorder 0.06% : 0.000052s : 18: match.tuple_list_get_item_eliminator 0.04% : 0.000031s : 2: match.tuple_list_set_item_eliminator 0.01% : 0.000012s : 1: match.updatestate_useless_node_eliminater 0.06% : 0.000050s : 1: match.zero_like_fill_zero ------[predicate.] 0.001179 7225 1.60% : 0.000019s : 120: predicate.accumulaten_eliminater 0.30% : 0.000004s : 7: predicate.ad_related_special_op_eliminate 1.37% : 0.000016s : 120: predicate.addn_check_dump 1.51% : 0.000018s : 120: predicate.addn_zero_filter 2.06% : 0.000024s : 120: predicate.arithmetic_simplify 1.63% : 0.000019s : 122: predicate.cast_eliminate 0.20% : 0.000002s : 15: predicate.check_bprop_eliminate 1.34% : 0.000016s : 120: predicate.compare_switch_simplify 1.54% : 0.000018s : 120: predicate.depend_value_elim 1.45% : 0.000017s : 122: predicate.dict_get_item_const_eliminator 1.52% : 0.000018s : 122: predicate.dict_get_item_eliminator 1.42% : 0.000017s : 122: predicate.dict_set_item_eliminator 0.18% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.07% : 0.000001s : 7: predicate.elim_not_effective 0.14% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.48% : 0.000017s : 122: predicate.environ_add_const_eliminate 1.47% : 0.000017s : 122: predicate.environ_get_add_eliminate 1.40% : 0.000017s : 122: predicate.environ_get_depend_swap 1.52% : 0.000018s : 122: predicate.environ_get_eliminate 1.45% : 0.000017s : 122: predicate.environ_get_set_eliminate 0.05% : 0.000001s : 7: predicate.fold_const_symbol 0.69% : 0.000008s : 47: predicate.get_grad_eliminate 1.37% : 0.000016s : 51: predicate.getattr_setattr_resolve 0.05% : 0.000001s : 7: predicate.graph_param_transform 4.45% : 0.000052s : 196: predicate.inline 2.09% : 0.000025s : 130: predicate.inline_without_move 0.29% : 0.000003s : 47: predicate.j_node_and_user_rematch 0.91% : 0.000011s : 47: predicate.less_batch_normalization 1.72% : 0.000020s : 143: predicate.list_to_tuple_eliminator_ 2.15% : 0.000025s : 150: predicate.load_eliminater 0.30% : 0.000004s : 7: predicate.loop_unroll_after_grad 2.63% : 0.000031s : 208: predicate.loop_unroll_before_grad 1.68% : 0.000020s : 130: predicate.make_slice_get_slice_eliminator 1.35% : 0.000016s : 120: predicate.merge_addn 1.49% : 0.000018s : 120: predicate.minmaximum_grad 0.42% : 0.000005s : 9: predicate.mutable_eliminate 0.12% : 0.000001s : 7: predicate.opt_reshape 2.42% : 0.000029s : 150: predicate.partial_eliminate 1.50% : 0.000018s : 120: predicate.print_const_string_wrapper 2.05% : 0.000024s : 120: predicate.reduce_eliminate 2.00% : 0.000024s : 143: predicate.redundant_stop_gradient_eliminater 0.36% : 0.000004s : 47: predicate.remove_not_recompute_node 2.63% : 0.000031s : 300: predicate.replace_applicator 1.07% : 0.000013s : 130: predicate.replace_old_param 0.15% : 0.000002s : 14: predicate.reset_defer_inline 1.56% : 0.000018s : 120: predicate.reshape_eliminate 1.58% : 0.000019s : 120: predicate.row_tensor_add_zeros_like 0.32% : 0.000004s : 15: predicate.row_tensor_eliminate 1.48% : 0.000018s : 120: predicate.same_eliminate 0.49% : 0.000006s : 60: predicate.set_cell_output_no_recompute 0.36% : 0.000004s : 22: predicate.special_op_eliminate 0.87% : 0.000010s : 55: predicate.specialize_transform 1.67% : 0.000020s : 120: predicate.split_environ_get_set_with_tuple_value 1.50% : 0.000018s : 120: predicate.stack_unstack_eliminate 0.12% : 0.000001s : 7: predicate.switch_call_monad_eliminater 3.40% : 0.000040s : 175: predicate.switch_defer_inline 2.41% : 0.000028s : 175: predicate.switch_layer_defer_inline 5.53% : 0.000065s : 396: predicate.switch_simplify 1.47% : 0.000017s : 120: predicate.tile_eliminate 1.47% : 0.000017s : 120: predicate.transpose_eliminate 1.93% : 0.000023s : 122: predicate.tuple_list_convert_item_index_to_positive 2.02% : 0.000024s : 123: predicate.tuple_list_get_item_depend_reorder 3.44% : 0.000041s : 164: predicate.tuple_list_get_item_eliminator 1.99% : 0.000023s : 125: predicate.tuple_list_set_item_eliminator 1.68% : 0.000020s : 143: predicate.tuple_to_list_eliminator_ 1.92% : 0.000023s : 150: predicate.updatestate_pure_node_eliminater 2.92% : 0.000034s : 199: predicate.updatestate_useless_node_eliminater 1.89% : 0.000022s : 120: predicate.value_based_eliminate 0.08% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.29% : 0.000003s : 16: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.006817 75 57.54% : 0.003923s : 31: func_graph_cloner_run.FuncGraphClonerGraph 7.03% : 0.000479s : 7: func_graph_cloner_run.FuncGraphClonerNode 35.43% : 0.002416s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.175343 110 0.01% : 0.000101s : 1: add_recomputation 0.03% : 0.000328s : 1: auto_monad 0.00% : 0.000037s : 1: auto_monad_reorder 0.03% : 0.000391s : 1: bootstrap 0.00% : 0.000044s : 1: cconv 0.00% : 0.000022s : 1: convert_after_rewriter 0.01% : 0.000062s : 1: cse_after_recomputation 0.00% : 0.000020s : 1: environ_conv 0.03% : 0.000305s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 43.73% : 0.513967s : 1: jit_opt_a 0.03% : 0.000313s : 1: jit_opt_after_cconv 0.02% : 0.000280s : 1: jit_opt_b 0.05% : 0.000537s : 1: loop_unroll 0.07% : 0.000873s : 1: mutable_eliminate 7.65% : 0.089898s : 52: opt.transform.jit_opt_a 0.01% : 0.000122s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000216s : 8: opt.transform.jit_opt_b 0.00% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000033s : 1: opt.transform.mutable_eliminate 0.00% : 0.000047s : 1: opt.transform.opt_after_jit_grad 0.15% : 0.001759s : 4: opt.transform.opt_resolve 0.01% : 0.000072s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000671s : 1: opt_after_jit_grad 0.00% : 0.000013s : 1: order_py_execute_after_rewriter 0.00% : 0.000008s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000060s : 1: py_interpret_to_execute 0.00% : 0.000027s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000159s : 1: remove_dup_value 22.58% : 0.265403s : 3: renormalize.infer 0.59% : 0.006988s : 3: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000375s : 1: rewriter_after_opt_a 0.01% : 0.000168s : 1: rewriter_before_opt_a 0.01% : 0.000139s : 1: symbol_engine_optimizer 24.83% : 0.291841s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape3-2-0-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape3-2-0-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape4-3-1-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape4-3-1-pynative],max_mem:4.0M TotalTime = 0.320991, [30] [bootstrap]: 0.00082344 [type_inference]: 0.155435 [event_method]: 1.602e-05 [auto_monad]: 0.00016158 [graph_reusing]: 5.91e-06 [pre_auto_parallel]: 2.21e-06 [py_interpret_to_execute]: 0.0001481 [rewriter_before_opt_a]: 5.675e-05 [expand_dump_flag]: 3.21999e-06 [jit_opt_a]: 0.160894, [2] [Cycle 1]: 0.156127, [27] [switch_simplify]: 4.723e-05 [loop_unroll]: 1.885e-05 [a_1]: 0.00044068 [with_stream_mark]: 2.775e-05 [recompute_prepare]: 1.072e-05 [updatestate_depend_eliminate]: 7.16999e-06 [updatestate_assign_eliminate]: 5.73002e-06 [updatestate_loads_eliminate]: 4.91002e-06 [parameter_eliminate]: 1.87001e-06 [specialize_transform]: 9.71e-06 [updatestate_useless_node_eliminater]: 1.076e-05 [accelerated_algorithm]: 9.14e-06 [meta_shard_fg_expand]: 3.27002e-06 [get_grad_eliminate_]: 8.74e-06 [merge_forward]: 5.69999e-06 [cell_reuse_recompute_pass]: 1.14e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.972e-05 [j_node_and_user_rematch]: 1.449e-05 [meta_fg_expand]: 3.4e-06 [replace_old_param]: 1.235e-05 [inline_without_move]: 8.25999e-06 [renormalize]: 0.155094 [add_forward_monad_depend]: 2.07e-05 [auto_monad_grad]: 3.21999e-06 [auto_monad_eliminator]: 3.223e-05 [cse]: 5.177e-05 [replace_applicator]: 3.071e-05 [Cycle 2]: 0.000579, [27] [switch_simplify]: 1.131e-05 [loop_unroll]: 9.86998e-06 [a_1]: 0.00021653 [with_stream_mark]: 2.032e-05 [recompute_prepare]: 9.49999e-06 [updatestate_depend_eliminate]: 6.86001e-06 [updatestate_assign_eliminate]: 6.12999e-06 [updatestate_loads_eliminate]: 5.46002e-06 [parameter_eliminate]: 1.98997e-06 [specialize_transform]: 9.73002e-06 [updatestate_useless_node_eliminater]: 1.254e-05 [accelerated_algorithm]: 8.65001e-06 [meta_shard_fg_expand]: 3.22997e-06 [get_grad_eliminate_]: 7.90998e-06 [merge_forward]: 6.11e-06 [cell_reuse_recompute_pass]: 4.06001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.031e-05 [j_node_and_user_rematch]: 1.302e-05 [meta_fg_expand]: 3.90998e-06 [replace_old_param]: 1.425e-05 [inline_without_move]: 8.42998e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.31998e-06 [auto_monad_grad]: 2.14e-06 [auto_monad_eliminator]: 1.202e-05 [cse]: 2.379e-05 [replace_applicator]: 9.46998e-06 [py_interpret_to_execute_after_opt_a]: 2.238e-05 [rewriter_after_opt_a]: 0.00030116 [convert_after_rewriter]: 1.238e-05 [order_py_execute_after_rewriter]: 8.22998e-06 [mutable_eliminate]: 0.00085179 [jit_opt_b]: 7.709e-05, [1] [Cycle 1]: 6.758e-05, [2] [frontend_op_eliminate]: 2.659e-05 [inline_after_opt_a]: 2.798e-05 [cconv]: 3.347e-05 [loop_unroll]: 0.00048906 [jit_opt_after_cconv]: 0.00023306, [1] [Cycle 1]: 0.00022531, [11] [c_1]: 5.31e-05 [parameter_eliminate]: 5.12e-06 [updatestate_depend_eliminate]: 1.095e-05 [updatestate_assign_eliminate]: 5.59e-06 [updatestate_loads_eliminate]: 4.23001e-06 [cse]: 3.852e-05 [call_graph_tuple_transform]: 2.694e-05 [tuple_list_get_item_eliminator]: 9.57001e-06 [none_parameter_eliminate]: 1.81e-06 [renormalize]: 6.09987e-07 [switch_simplify]: 1.005e-05 [remove_dup_value]: 2.261e-05 [partial_unused_args_eliminate]: 2.53e-06 [environ_conv]: 1.409e-05 [add_recomputation]: 7.534e-05 [cse_after_recomputation]: 8.523e-05, [1] [Cycle 1]: 7.69e-05, [1] [cse]: 6.761e-05 [auto_monad_reorder]: 3.034e-05 [get_jit_bprop_graph]: 2.22999e-06 [rewriter_after_jit_bprop_graph]: 0.00015882 [opt_after_jit_grad]: 0.00058439 [symbol_engine_optimizer]: 0.00011862, [1] [Cycle 1]: 0.00011078, [6] [build]: 1.881e-05 [elim_shapecalc]: 1.279e-05 [elim_not_effective]: 2.157e-05 [opt_reshape]: 1.103e-05 [fold_const_symbol]: 1.524e-05 [renormalize]: 5.89993e-07 [validate]: 6.272e-05 Sums bootstrap : 0.000823s : 0.26% type_inference : 0.155435s : 49.18% event_method : 0.000016s : 0.01% auto_monad : 0.000162s : 0.05% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000148s : 0.05% rewriter_before_opt_a : 0.000057s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000059s : 0.02% jit_opt_a.loop_unroll : 0.000029s : 0.01% jit_opt_a.a_1 : 0.000657s : 0.21% jit_opt_a.with_stream_mark : 0.000048s : 0.02% jit_opt_a.recompute_prepare : 0.000020s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000040s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000027s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.155094s : 49.07% jit_opt_a.add_forward_monad_depend : 0.000022s : 0.01% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000044s : 0.01% jit_opt_a.cse : 0.000076s : 0.02% jit_opt_a.replace_applicator : 0.000040s : 0.01% py_interpret_to_execute_after_opt_a : 0.000022s : 0.01% rewriter_after_opt_a : 0.000301s : 0.10% convert_after_rewriter : 0.000012s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000852s : 0.27% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.01% jit_opt_b.inline_after_opt_a : 0.000028s : 0.01% cconv : 0.000033s : 0.01% loop_unroll : 0.000489s : 0.15% jit_opt_after_cconv.c_1 : 0.000053s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000039s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000023s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.00% add_recomputation : 0.000075s : 0.02% cse_after_recomputation.cse : 0.000068s : 0.02% auto_monad_reorder : 0.000030s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000159s : 0.05% opt_after_jit_grad : 0.000584s : 0.18% symbol_engine_optimizer.build : 0.000019s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000063s : 0.02% Time group info: ------[substitution.] 0.000225 43 4.99% : 0.000011s : 2: substitution.depend_value_elim 1.51% : 0.000003s : 4: substitution.elim_not_effective 0.95% : 0.000002s : 4: substitution.fold_const_symbol 4.46% : 0.000010s : 5: substitution.graph_param_transform 69.04% : 0.000155s : 2: substitution.inline 2.01% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.32% : 0.000007s : 8: substitution.remove_not_recompute_node 3.20% : 0.000007s : 2: substitution.replace_old_param 5.47% : 0.000012s : 3: substitution.updatestate_pure_node_eliminater 5.05% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.155344 2 99.19% : 0.154085s : 1: type_inference.infer 0.81% : 0.001259s : 1: type_inference.specialize ------[replace.] 0.000030 2 100.00% : 0.000030s : 2: replace.inline ------[match.] 0.000154 2 100.00% : 0.000154s : 2: match.inline ------[predicate.] 0.000157 767 1.15% : 0.000002s : 11: predicate.accumulaten_eliminater 1.25% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.03% : 0.000002s : 11: predicate.addn_check_dump 1.28% : 0.000002s : 11: predicate.addn_zero_filter 2.17% : 0.000003s : 11: predicate.arithmetic_simplify 1.27% : 0.000002s : 11: predicate.cast_eliminate 0.65% : 0.000001s : 5: predicate.check_bprop_eliminate 1.03% : 0.000002s : 11: predicate.compare_switch_simplify 1.48% : 0.000002s : 11: predicate.depend_value_elim 1.09% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.24% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.13% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.18% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.47% : 0.000001s : 5: predicate.elim_not_effective 0.76% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.37% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.26% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.93% : 0.000001s : 11: predicate.environ_get_depend_swap 1.19% : 0.000002s : 11: predicate.environ_get_eliminate 1.02% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.26% : 0.000000s : 5: predicate.fold_const_symbol 1.21% : 0.000002s : 10: predicate.get_grad_eliminate 0.40% : 0.000001s : 5: predicate.graph_param_transform 5.25% : 0.000008s : 23: predicate.inline 1.21% : 0.000002s : 10: predicate.inline_without_move 0.45% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.71% : 0.000003s : 10: predicate.less_batch_normalization 1.31% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.57% : 0.000002s : 16: predicate.load_eliminater 1.58% : 0.000002s : 5: predicate.loop_unroll_after_grad 2.34% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.40% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.00% : 0.000002s : 11: predicate.merge_addn 0.93% : 0.000001s : 11: predicate.minmaximum_grad 2.94% : 0.000005s : 5: predicate.mutable_eliminate 0.73% : 0.000001s : 5: predicate.opt_reshape 2.14% : 0.000003s : 16: predicate.partial_eliminate 1.26% : 0.000002s : 11: predicate.print_const_string_wrapper 1.79% : 0.000003s : 11: predicate.reduce_eliminate 1.24% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.81% : 0.000001s : 10: predicate.remove_not_recompute_node 1.69% : 0.000003s : 21: predicate.replace_applicator 0.93% : 0.000001s : 10: predicate.replace_old_param 0.76% : 0.000001s : 5: predicate.reset_defer_inline 1.24% : 0.000002s : 11: predicate.reshape_eliminate 1.32% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.15% : 0.000002s : 5: predicate.row_tensor_eliminate 1.17% : 0.000002s : 11: predicate.same_eliminate 0.60% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.37% : 0.000002s : 10: predicate.special_op_eliminate 1.26% : 0.000002s : 10: predicate.specialize_transform 1.41% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.21% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.73% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.60% : 0.000003s : 13: predicate.switch_defer_inline 1.53% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.47% : 0.000009s : 38: predicate.switch_simplify 1.24% : 0.000002s : 11: predicate.tile_eliminate 1.38% : 0.000002s : 11: predicate.transpose_eliminate 1.62% : 0.000003s : 11: predicate.tuple_list_convert_item_index_to_positive 1.42% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.72% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.52% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.31% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.60% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.44% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.56% : 0.000002s : 11: predicate.value_based_eliminate 0.52% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.75% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000691 6 26.44% : 0.000183s : 2: func_graph_cloner_run.FuncGraphClonerGraph 73.56% : 0.000508s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.477144 72 0.02% : 0.000078s : 1: add_recomputation 0.03% : 0.000167s : 1: auto_monad 0.01% : 0.000034s : 1: auto_monad_reorder 0.18% : 0.000864s : 1: bootstrap 0.01% : 0.000036s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.02% : 0.000088s : 1: cse_after_recomputation 0.00% : 0.000017s : 1: environ_conv 0.00% : 0.000021s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 33.72% : 0.160899s : 1: jit_opt_a 0.05% : 0.000237s : 1: jit_opt_after_cconv 0.02% : 0.000080s : 1: jit_opt_b 0.10% : 0.000497s : 1: loop_unroll 0.18% : 0.000861s : 1: mutable_eliminate 0.20% : 0.000957s : 26: opt.transform.jit_opt_a 0.02% : 0.000095s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000047s : 4: opt.transform.jit_opt_b 0.00% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000025s : 1: opt.transform.mutable_eliminate 0.01% : 0.000033s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000056s : 4: opt.transform.symbol_engine_opt 0.12% : 0.000595s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.03% : 0.000152s : 1: py_interpret_to_execute 0.01% : 0.000025s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000026s : 1: remove_dup_value 32.35% : 0.154355s : 1: renormalize.infer 0.15% : 0.000720s : 1: renormalize.specialize 0.03% : 0.000162s : 1: rewriter_after_jit_bprop_graph 0.06% : 0.000306s : 1: rewriter_after_opt_a 0.01% : 0.000061s : 1: rewriter_before_opt_a 0.03% : 0.000122s : 1: symbol_engine_optimizer 32.58% : 0.155455s : 1: type_inference TotalTime = 0.728619, [30] [bootstrap]: 0.00037827 [type_inference]: 0.434468 [event_method]: 0.00044054 [auto_monad]: 0.00030874 [graph_reusing]: 1.091e-05 [pre_auto_parallel]: 3.87998e-06 [py_interpret_to_execute]: 5.476e-05 [rewriter_before_opt_a]: 0.00016609 [expand_dump_flag]: 4.17998e-06 [jit_opt_a]: 0.287501, [4] [Cycle 1]: 0.18966, [27] [switch_simplify]: 0.00021594 [loop_unroll]: 6.306e-05 [a_1]: 0.00251501 [with_stream_mark]: 4.797e-05 [recompute_prepare]: 4.061e-05 [updatestate_depend_eliminate]: 4.709e-05 [updatestate_assign_eliminate]: 1.22e-05 [updatestate_loads_eliminate]: 1.08e-05 [parameter_eliminate]: 4.26001e-06 [specialize_transform]: 2.491e-05 [updatestate_useless_node_eliminater]: 2.693e-05 [accelerated_algorithm]: 2.164e-05 [meta_shard_fg_expand]: 8.07e-06 [get_grad_eliminate_]: 1.995e-05 [merge_forward]: 1.325e-05 [cell_reuse_recompute_pass]: 1.37e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.374e-05 [j_node_and_user_rematch]: 3.722e-05 [meta_fg_expand]: 0.0102721 [replace_old_param]: 0.00015593 [inline_without_move]: 0.147084 [renormalize]: 0.0239959 [add_forward_monad_depend]: 2.616e-05 [auto_monad_grad]: 1.915e-05 [auto_monad_eliminator]: 0.00015973 [cse]: 0.00048298 [replace_applicator]: 0.00387252 [Cycle 2]: 0.0900714, [27] [switch_simplify]: 0.0001738 [loop_unroll]: 0.00017531 [a_1]: 0.00555716 [with_stream_mark]: 5.227e-05 [recompute_prepare]: 5.039e-05 [updatestate_depend_eliminate]: 1.975e-05 [updatestate_assign_eliminate]: 1.876e-05 [updatestate_loads_eliminate]: 1.854e-05 [parameter_eliminate]: 5.83997e-06 [specialize_transform]: 3.11e-05 [updatestate_useless_node_eliminater]: 0.00011607 [accelerated_algorithm]: 4.623e-05 [meta_shard_fg_expand]: 8.34998e-06 [get_grad_eliminate_]: 1.892e-05 [merge_forward]: 1.262e-05 [cell_reuse_recompute_pass]: 1.49e-06 [cell_reuse_handle_not_recompute_node_pass]: 0.080006 [j_node_and_user_rematch]: 4.569e-05 [meta_fg_expand]: 0.00021433 [replace_old_param]: 3.088e-05 [inline_without_move]: 1.972e-05 [renormalize]: 0.00279357 [add_forward_monad_depend]: 1.213e-05 [auto_monad_grad]: 3.03e-06 [auto_monad_eliminator]: 4.6e-05 [cse]: 0.00020304 [replace_applicator]: 3.867e-05 [Cycle 3]: 0.00287742, [27] [switch_simplify]: 2.058e-05 [loop_unroll]: 1.852e-05 [a_1]: 0.00054707 [with_stream_mark]: 3.2e-05 [recompute_prepare]: 2.259e-05 [updatestate_depend_eliminate]: 5.657e-05 [updatestate_assign_eliminate]: 1.098e-05 [updatestate_loads_eliminate]: 2.185e-05 [parameter_eliminate]: 3.83999e-06 [specialize_transform]: 2.03e-05 [updatestate_useless_node_eliminater]: 1.978e-05 [accelerated_algorithm]: 2.191e-05 [meta_shard_fg_expand]: 4.4e-06 [get_grad_eliminate_]: 1.471e-05 [merge_forward]: 1.121e-05 [cell_reuse_recompute_pass]: 3.81001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.438e-05 [j_node_and_user_rematch]: 2.643e-05 [meta_fg_expand]: 6.45997e-06 [replace_old_param]: 3.096e-05 [inline_without_move]: 3.353e-05 [renormalize]: 0.00137469 [add_forward_monad_depend]: 9.77001e-06 [auto_monad_grad]: 2.66e-06 [auto_monad_eliminator]: 3.398e-05 [cse]: 0.00013333 [replace_applicator]: 3.323e-05 [Cycle 4]: 0.00101049, [27] [switch_simplify]: 1.878e-05 [loop_unroll]: 1.589e-05 [a_1]: 0.00043283 [with_stream_mark]: 2.65e-05 [recompute_prepare]: 1.863e-05 [updatestate_depend_eliminate]: 1.117e-05 [updatestate_assign_eliminate]: 9.03002e-06 [updatestate_loads_eliminate]: 8.02e-06 [parameter_eliminate]: 2.09999e-06 [specialize_transform]: 1.614e-05 [updatestate_useless_node_eliminater]: 1.874e-05 [accelerated_algorithm]: 2.029e-05 [meta_shard_fg_expand]: 4.64998e-06 [get_grad_eliminate_]: 1.399e-05 [merge_forward]: 9.94001e-06 [cell_reuse_recompute_pass]: 2.99999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.361e-05 [j_node_and_user_rematch]: 2.637e-05 [meta_fg_expand]: 6.69999e-06 [replace_old_param]: 1.846e-05 [inline_without_move]: 1.395e-05 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 3.63e-06 [auto_monad_grad]: 2.29001e-06 [auto_monad_eliminator]: 2.388e-05 [cse]: 6.406e-05 [replace_applicator]: 2.114e-05 [py_interpret_to_execute_after_opt_a]: 2.979e-05 [rewriter_after_opt_a]: 0.00040237 [convert_after_rewriter]: 2.155e-05 [order_py_execute_after_rewriter]: 1.151e-05 [mutable_eliminate]: 0.00084718 [jit_opt_b]: 0.00031213, [2] [Cycle 1]: 0.00023431, [2] [frontend_op_eliminate]: 0.00017239 [inline_after_opt_a]: 3.8e-05 [Cycle 2]: 6.35e-05, [2] [frontend_op_eliminate]: 2.601e-05 [inline_after_opt_a]: 2.54e-05 [cconv]: 3.506e-05 [loop_unroll]: 0.00057368 [jit_opt_after_cconv]: 0.00029688, [1] [Cycle 1]: 0.00028811, [11] [c_1]: 6.561e-05 [parameter_eliminate]: 4.64002e-06 [updatestate_depend_eliminate]: 1.546e-05 [updatestate_assign_eliminate]: 6.69999e-06 [updatestate_loads_eliminate]: 6.06e-06 [cse]: 6.376e-05 [call_graph_tuple_transform]: 3.371e-05 [tuple_list_get_item_eliminator]: 1.143e-05 [none_parameter_eliminate]: 1.79e-06 [renormalize]: 1.38002e-06 [switch_simplify]: 1.386e-05 [remove_dup_value]: 6.934e-05 [partial_unused_args_eliminate]: 3.45e-06 [environ_conv]: 1.536e-05 [add_recomputation]: 0.0012895 [cse_after_recomputation]: 8.979e-05, [1] [Cycle 1]: 7.788e-05, [1] [cse]: 6.065e-05 [auto_monad_reorder]: 4.134e-05 [get_jit_bprop_graph]: 2.74001e-06 [rewriter_after_jit_bprop_graph]: 9.10999e-06 [opt_after_jit_grad]: 0.00072429 [symbol_engine_optimizer]: 0.00014164, [1] [Cycle 1]: 0.00013344, [6] [build]: 1.978e-05 [elim_shapecalc]: 1.639e-05 [elim_not_effective]: 2.859e-05 [opt_reshape]: 1.301e-05 [fold_const_symbol]: 2.165e-05 [renormalize]: 8.30012e-07 [validate]: 6.517e-05 Sums bootstrap : 0.000378s : 0.05% type_inference : 0.434468s : 60.10% event_method : 0.000441s : 0.06% auto_monad : 0.000309s : 0.04% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000055s : 0.01% rewriter_before_opt_a : 0.000166s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000429s : 0.06% jit_opt_a.loop_unroll : 0.000273s : 0.04% jit_opt_a.a_1 : 0.009052s : 1.25% jit_opt_a.with_stream_mark : 0.000159s : 0.02% jit_opt_a.recompute_prepare : 0.000132s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000135s : 0.02% jit_opt_a.updatestate_assign_eliminate : 0.000051s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000059s : 0.01% jit_opt_a.parameter_eliminate : 0.000016s : 0.00% jit_opt_a.specialize_transform : 0.000092s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000182s : 0.03% jit_opt_a.accelerated_algorithm : 0.000110s : 0.02% jit_opt_a.meta_shard_fg_expand : 0.000025s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000068s : 0.01% jit_opt_a.merge_forward : 0.000047s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000010s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.080118s : 11.08% jit_opt_a.j_node_and_user_rematch : 0.000136s : 0.02% jit_opt_a.meta_fg_expand : 0.010500s : 1.45% jit_opt_a.replace_old_param : 0.000236s : 0.03% jit_opt_a.inline_without_move : 0.147151s : 20.35% jit_opt_a.renormalize : 0.028164s : 3.90% jit_opt_a.add_forward_monad_depend : 0.000052s : 0.01% jit_opt_a.auto_monad_grad : 0.000027s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000264s : 0.04% jit_opt_a.cse : 0.000883s : 0.12% jit_opt_a.replace_applicator : 0.003966s : 0.55% py_interpret_to_execute_after_opt_a : 0.000030s : 0.00% rewriter_after_opt_a : 0.000402s : 0.06% convert_after_rewriter : 0.000022s : 0.00% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000847s : 0.12% jit_opt_b.frontend_op_eliminate : 0.000198s : 0.03% jit_opt_b.inline_after_opt_a : 0.000063s : 0.01% cconv : 0.000035s : 0.00% loop_unroll : 0.000574s : 0.08% jit_opt_after_cconv.c_1 : 0.000066s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000064s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000034s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000069s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.001290s : 0.18% cse_after_recomputation.cse : 0.000061s : 0.01% auto_monad_reorder : 0.000041s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000724s : 0.10% symbol_engine_optimizer.build : 0.000020s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000029s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000022s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000065s : 0.01% Time group info: ------[substitution.] 0.231564 395 0.01% : 0.000027s : 4: substitution.cast_eliminate 0.02% : 0.000049s : 15: substitution.depend_value_elim 0.00% : 0.000005s : 6: substitution.elim_not_effective 0.00% : 0.000003s : 6: substitution.fold_const_symbol 0.62% : 0.001439s : 9: substitution.getattr_setattr_resolve 0.00% : 0.000009s : 7: substitution.graph_param_transform 0.84% : 0.001952s : 34: substitution.inline 63.42% : 0.146858s : 5: substitution.inline_without_move 0.01% : 0.000024s : 46: substitution.j_node_and_user_rematch 0.01% : 0.000027s : 3: substitution.less_batch_normalization 0.02% : 0.000040s : 24: substitution.minmaximum_grad 0.01% : 0.000017s : 14: substitution.partial_eliminate 34.52% : 0.079943s : 46: substitution.remove_not_recompute_node 0.26% : 0.000606s : 26: substitution.replace_applicator 0.01% : 0.000021s : 20: substitution.replace_old_param 0.00% : 0.000009s : 2: substitution.set_cell_output_no_recompute 0.01% : 0.000014s : 3: substitution.switch_simplify 0.04% : 0.000089s : 24: substitution.tuple_list_convert_item_index_to_positive 0.03% : 0.000075s : 25: substitution.tuple_list_get_item_depend_reorder 0.07% : 0.000158s : 43: substitution.tuple_list_get_item_eliminator 0.01% : 0.000032s : 2: substitution.tuple_list_set_item_eliminator 0.01% : 0.000034s : 11: substitution.updatestate_pure_node_eliminater 0.03% : 0.000069s : 18: substitution.updatestate_useless_node_eliminater 0.03% : 0.000063s : 2: substitution.zero_like_fill_zero ------[type_inference.] 0.434304 2 96.04% : 0.417095s : 1: type_inference.infer 3.96% : 0.017209s : 1: type_inference.specialize ------[replace.] 0.004661 77 0.53% : 0.000025s : 4: replace.cast_eliminate 3.20% : 0.000149s : 7: replace.getattr_setattr_resolve 20.63% : 0.000961s : 34: replace.inline 64.97% : 0.003028s : 5: replace.replace_applicator 1.46% : 0.000068s : 3: replace.switch_simplify 0.27% : 0.000013s : 1: replace.tuple_list_get_item_depend_reorder 5.66% : 0.000264s : 18: replace.tuple_list_get_item_eliminator 0.87% : 0.000040s : 2: replace.tuple_list_set_item_eliminator 1.37% : 0.000064s : 1: replace.updatestate_useless_node_eliminater 1.03% : 0.000048s : 2: replace.zero_like_fill_zero ------[match.] 0.003996 77 0.60% : 0.000024s : 4: match.cast_eliminate 33.40% : 0.001335s : 7: match.getattr_setattr_resolve 48.18% : 0.001926s : 34: match.inline 13.27% : 0.000530s : 5: match.replace_applicator 0.29% : 0.000012s : 3: match.switch_simplify 0.37% : 0.000015s : 1: match.tuple_list_get_item_depend_reorder 1.25% : 0.000050s : 18: match.tuple_list_get_item_eliminator 0.73% : 0.000029s : 2: match.tuple_list_set_item_eliminator 0.35% : 0.000014s : 1: match.updatestate_useless_node_eliminater 1.54% : 0.000062s : 2: match.zero_like_fill_zero ------[predicate.] 0.001511 7808 1.25% : 0.000019s : 130: predicate.accumulaten_eliminater 0.22% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 1.36% : 0.000021s : 130: predicate.addn_check_dump 1.32% : 0.000020s : 130: predicate.addn_zero_filter 14.06% : 0.000212s : 130: predicate.arithmetic_simplify 1.42% : 0.000022s : 134: predicate.cast_eliminate 0.16% : 0.000002s : 15: predicate.check_bprop_eliminate 1.15% : 0.000017s : 130: predicate.compare_switch_simplify 1.34% : 0.000020s : 130: predicate.depend_value_elim 1.20% : 0.000018s : 134: predicate.dict_get_item_const_eliminator 1.29% : 0.000019s : 134: predicate.dict_get_item_eliminator 1.35% : 0.000020s : 134: predicate.dict_set_item_eliminator 0.14% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.07% : 0.000001s : 7: predicate.elim_not_effective 0.11% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.29% : 0.000020s : 134: predicate.environ_add_const_eliminate 1.16% : 0.000018s : 134: predicate.environ_get_add_eliminate 1.18% : 0.000018s : 134: predicate.environ_get_depend_swap 1.22% : 0.000018s : 134: predicate.environ_get_eliminate 1.18% : 0.000018s : 134: predicate.environ_get_set_eliminate 0.04% : 0.000001s : 7: predicate.fold_const_symbol 0.61% : 0.000009s : 53: predicate.get_grad_eliminate 1.04% : 0.000016s : 51: predicate.getattr_setattr_resolve 0.05% : 0.000001s : 7: predicate.graph_param_transform 3.82% : 0.000058s : 210: predicate.inline 3.86% : 0.000058s : 136: predicate.inline_without_move 0.26% : 0.000004s : 53: predicate.j_node_and_user_rematch 0.82% : 0.000012s : 53: predicate.less_batch_normalization 1.47% : 0.000022s : 155: predicate.list_to_tuple_eliminator_ 1.61% : 0.000024s : 162: predicate.load_eliminater 0.32% : 0.000005s : 7: predicate.loop_unroll_after_grad 2.19% : 0.000033s : 214: predicate.loop_unroll_before_grad 1.38% : 0.000021s : 142: predicate.make_slice_get_slice_eliminator 1.13% : 0.000017s : 130: predicate.merge_addn 1.26% : 0.000019s : 130: predicate.minmaximum_grad 0.40% : 0.000006s : 11: predicate.mutable_eliminate 0.11% : 0.000002s : 7: predicate.opt_reshape 2.12% : 0.000032s : 162: predicate.partial_eliminate 1.15% : 0.000017s : 130: predicate.print_const_string_wrapper 1.73% : 0.000026s : 130: predicate.reduce_eliminate 1.46% : 0.000022s : 155: predicate.redundant_stop_gradient_eliminater 0.35% : 0.000005s : 53: predicate.remove_not_recompute_node 2.28% : 0.000034s : 322: predicate.replace_applicator 0.78% : 0.000012s : 136: predicate.replace_old_param 0.13% : 0.000002s : 14: predicate.reset_defer_inline 1.27% : 0.000019s : 130: predicate.reshape_eliminate 1.21% : 0.000018s : 130: predicate.row_tensor_add_zeros_like 0.27% : 0.000004s : 15: predicate.row_tensor_eliminate 1.34% : 0.000020s : 130: predicate.same_eliminate 0.44% : 0.000007s : 68: predicate.set_cell_output_no_recompute 0.26% : 0.000004s : 22: predicate.special_op_eliminate 0.74% : 0.000011s : 63: predicate.specialize_transform 1.40% : 0.000021s : 130: predicate.split_environ_get_set_with_tuple_value 1.19% : 0.000018s : 130: predicate.stack_unstack_eliminate 0.09% : 0.000001s : 7: predicate.switch_call_monad_eliminater 3.36% : 0.000051s : 189: predicate.switch_defer_inline 2.00% : 0.000030s : 189: predicate.switch_layer_defer_inline 5.62% : 0.000085s : 416: predicate.switch_simplify 1.29% : 0.000020s : 130: predicate.tile_eliminate 1.17% : 0.000018s : 130: predicate.transpose_eliminate 1.70% : 0.000026s : 134: predicate.tuple_list_convert_item_index_to_positive 1.58% : 0.000024s : 135: predicate.tuple_list_get_item_depend_reorder 3.03% : 0.000046s : 176: predicate.tuple_list_get_item_eliminator 1.76% : 0.000027s : 137: predicate.tuple_list_set_item_eliminator 1.43% : 0.000022s : 155: predicate.tuple_to_list_eliminator_ 1.51% : 0.000023s : 162: predicate.updatestate_pure_node_eliminater 2.31% : 0.000035s : 217: predicate.updatestate_useless_node_eliminater 1.76% : 0.000027s : 130: predicate.value_based_eliminate 0.07% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.33% : 0.000005s : 17: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.006644 77 54.02% : 0.003589s : 31: func_graph_cloner_run.FuncGraphClonerGraph 8.22% : 0.000546s : 9: func_graph_cloner_run.FuncGraphClonerNode 37.77% : 0.002509s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.000702 110 0.13% : 0.001307s : 1: add_recomputation 0.03% : 0.000317s : 1: auto_monad 0.00% : 0.000045s : 1: auto_monad_reorder 0.04% : 0.000402s : 1: bootstrap 0.00% : 0.000038s : 1: cconv 0.00% : 0.000025s : 1: convert_after_rewriter 0.01% : 0.000094s : 1: cse_after_recomputation 0.00% : 0.000018s : 1: environ_conv 0.05% : 0.000451s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000006s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 28.73% : 0.287506s : 1: jit_opt_a 0.03% : 0.000301s : 1: jit_opt_after_cconv 0.03% : 0.000316s : 1: jit_opt_b 0.06% : 0.000587s : 1: loop_unroll 0.09% : 0.000862s : 1: mutable_eliminate 24.17% : 0.241826s : 52: opt.transform.jit_opt_a 0.01% : 0.000119s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000248s : 8: opt.transform.jit_opt_b 0.00% : 0.000048s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000036s : 1: opt.transform.mutable_eliminate 0.00% : 0.000047s : 1: opt.transform.opt_after_jit_grad 0.17% : 0.001728s : 4: opt.transform.opt_resolve 0.01% : 0.000075s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000735s : 1: opt_after_jit_grad 0.00% : 0.000014s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000058s : 1: py_interpret_to_execute 0.00% : 0.000035s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000075s : 1: remove_dup_value 2.10% : 0.021040s : 3: renormalize.infer 0.71% : 0.007073s : 3: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.04% : 0.000411s : 1: rewriter_after_opt_a 0.02% : 0.000170s : 1: rewriter_before_opt_a 0.01% : 0.000145s : 1: symbol_engine_optimizer 43.42% : 0.434501s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape4-3-1-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape4-3-1-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape5-4-2-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape5-4-2-pynative],max_mem:4.0M TotalTime = 0.335616, [30] [bootstrap]: 0.00083056 [type_inference]: 0.199576 [event_method]: 1.457e-05 [auto_monad]: 0.00016863 [graph_reusing]: 6.93e-06 [pre_auto_parallel]: 3.07002e-06 [py_interpret_to_execute]: 0.00015576 [rewriter_before_opt_a]: 6.122e-05 [expand_dump_flag]: 3.74002e-06 [jit_opt_a]: 0.130082, [2] [Cycle 1]: 0.0521855, [27] [switch_simplify]: 5.352e-05 [loop_unroll]: 1.854e-05 [a_1]: 0.00044708 [with_stream_mark]: 2.787e-05 [recompute_prepare]: 1.174e-05 [updatestate_depend_eliminate]: 7.63001e-06 [updatestate_assign_eliminate]: 7.5e-06 [updatestate_loads_eliminate]: 5.34e-06 [parameter_eliminate]: 2.24001e-06 [specialize_transform]: 9.37999e-06 [updatestate_useless_node_eliminater]: 1.234e-05 [accelerated_algorithm]: 8.97e-06 [meta_shard_fg_expand]: 3.25e-06 [get_grad_eliminate_]: 8.90001e-06 [merge_forward]: 5.69e-06 [cell_reuse_recompute_pass]: 1.15001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.243e-05 [j_node_and_user_rematch]: 1.497e-05 [meta_fg_expand]: 3.81999e-06 [replace_old_param]: 1.4e-05 [inline_without_move]: 8.75999e-06 [renormalize]: 0.0511198 [add_forward_monad_depend]: 1.741e-05 [auto_monad_grad]: 3.23e-06 [auto_monad_eliminator]: 3.141e-05 [cse]: 5.471e-05 [replace_applicator]: 3.168e-05 [Cycle 2]: 0.00056076, [27] [switch_simplify]: 1.178e-05 [loop_unroll]: 9.75002e-06 [a_1]: 0.00019993 [with_stream_mark]: 1.84e-05 [recompute_prepare]: 1.038e-05 [updatestate_depend_eliminate]: 7.36999e-06 [updatestate_assign_eliminate]: 7.08998e-06 [updatestate_loads_eliminate]: 5.40999e-06 [parameter_eliminate]: 1.89e-06 [specialize_transform]: 9.14e-06 [updatestate_useless_node_eliminater]: 1.114e-05 [accelerated_algorithm]: 9.25999e-06 [meta_shard_fg_expand]: 3.24001e-06 [get_grad_eliminate_]: 8.52e-06 [merge_forward]: 5.64e-06 [cell_reuse_recompute_pass]: 3.6e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.123e-05 [j_node_and_user_rematch]: 1.449e-05 [meta_fg_expand]: 4.42e-06 [replace_old_param]: 1.274e-05 [inline_without_move]: 8.79e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.94e-06 [auto_monad_grad]: 1.55001e-06 [auto_monad_eliminator]: 1.181e-05 [cse]: 2.257e-05 [replace_applicator]: 8.60001e-06 [py_interpret_to_execute_after_opt_a]: 2.171e-05 [rewriter_after_opt_a]: 0.00028484 [convert_after_rewriter]: 1.234e-05 [order_py_execute_after_rewriter]: 8.46002e-06 [mutable_eliminate]: 0.00079313 [jit_opt_b]: 7.528e-05, [1] [Cycle 1]: 6.647e-05, [2] [frontend_op_eliminate]: 2.66e-05 [inline_after_opt_a]: 2.65e-05 [cconv]: 3.195e-05 [loop_unroll]: 0.00045596 [jit_opt_after_cconv]: 0.00021601, [1] [Cycle 1]: 0.00020926, [11] [c_1]: 4.842e-05 [parameter_eliminate]: 3.25002e-06 [updatestate_depend_eliminate]: 1.078e-05 [updatestate_assign_eliminate]: 4.77e-06 [updatestate_loads_eliminate]: 4.32003e-06 [cse]: 3.626e-05 [call_graph_tuple_transform]: 2.565e-05 [tuple_list_get_item_eliminator]: 9.14998e-06 [none_parameter_eliminate]: 1.95001e-06 [renormalize]: 7.09988e-07 [switch_simplify]: 9.46e-06 [remove_dup_value]: 2.181e-05 [partial_unused_args_eliminate]: 3.28e-06 [environ_conv]: 1.404e-05 [add_recomputation]: 0.00012612 [cse_after_recomputation]: 6.105e-05, [1] [Cycle 1]: 5.173e-05, [1] [cse]: 3.748e-05 [auto_monad_reorder]: 3.142e-05 [get_jit_bprop_graph]: 3.32002e-06 [rewriter_after_jit_bprop_graph]: 0.00014843 [opt_after_jit_grad]: 0.00068431 [symbol_engine_optimizer]: 0.00011929, [1] [Cycle 1]: 0.0001114, [6] [build]: 1.879e-05 [elim_shapecalc]: 1.356e-05 [elim_not_effective]: 2.095e-05 [opt_reshape]: 9.75002e-06 [fold_const_symbol]: 1.546e-05 [renormalize]: 9.70002e-07 [validate]: 6.651e-05 Sums bootstrap : 0.000831s : 0.32% type_inference : 0.199576s : 77.89% event_method : 0.000015s : 0.01% auto_monad : 0.000169s : 0.07% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000156s : 0.06% rewriter_before_opt_a : 0.000061s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000065s : 0.03% jit_opt_a.loop_unroll : 0.000028s : 0.01% jit_opt_a.a_1 : 0.000647s : 0.25% jit_opt_a.with_stream_mark : 0.000046s : 0.02% jit_opt_a.recompute_prepare : 0.000022s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000015s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000015s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000044s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000029s : 0.01% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000027s : 0.01% jit_opt_a.inline_without_move : 0.000018s : 0.01% jit_opt_a.renormalize : 0.051120s : 19.95% jit_opt_a.add_forward_monad_depend : 0.000019s : 0.01% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000043s : 0.02% jit_opt_a.cse : 0.000077s : 0.03% jit_opt_a.replace_applicator : 0.000040s : 0.02% py_interpret_to_execute_after_opt_a : 0.000022s : 0.01% rewriter_after_opt_a : 0.000285s : 0.11% convert_after_rewriter : 0.000012s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000793s : 0.31% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.01% jit_opt_b.inline_after_opt_a : 0.000026s : 0.01% cconv : 0.000032s : 0.01% loop_unroll : 0.000456s : 0.18% jit_opt_after_cconv.c_1 : 0.000048s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000036s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000022s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.01% add_recomputation : 0.000126s : 0.05% cse_after_recomputation.cse : 0.000037s : 0.01% auto_monad_reorder : 0.000031s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000148s : 0.06% opt_after_jit_grad : 0.000684s : 0.27% symbol_engine_optimizer.build : 0.000019s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.03% Time group info: ------[substitution.] 0.000227 43 5.00% : 0.000011s : 2: substitution.depend_value_elim 1.64% : 0.000004s : 4: substitution.elim_not_effective 0.97% : 0.000002s : 4: substitution.fold_const_symbol 3.17% : 0.000007s : 5: substitution.graph_param_transform 69.65% : 0.000158s : 2: substitution.inline 2.55% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.65% : 0.000008s : 8: substitution.remove_not_recompute_node 3.26% : 0.000007s : 2: substitution.replace_old_param 5.47% : 0.000012s : 3: substitution.updatestate_pure_node_eliminater 4.64% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.199478 2 99.41% : 0.198298s : 1: type_inference.infer 0.59% : 0.001180s : 1: type_inference.specialize ------[replace.] 0.000033 2 100.00% : 0.000033s : 2: replace.inline ------[match.] 0.000156 2 100.00% : 0.000156s : 2: match.inline ------[predicate.] 0.000151 767 1.33% : 0.000002s : 11: predicate.accumulaten_eliminater 1.70% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.99% : 0.000001s : 11: predicate.addn_check_dump 1.25% : 0.000002s : 11: predicate.addn_zero_filter 2.18% : 0.000003s : 11: predicate.arithmetic_simplify 1.24% : 0.000002s : 11: predicate.cast_eliminate 0.49% : 0.000001s : 5: predicate.check_bprop_eliminate 1.02% : 0.000002s : 11: predicate.compare_switch_simplify 1.39% : 0.000002s : 11: predicate.depend_value_elim 1.02% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.10% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.16% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.16% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.41% : 0.000001s : 5: predicate.elim_not_effective 0.88% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.10% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.27% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.26% : 0.000002s : 11: predicate.environ_get_depend_swap 1.19% : 0.000002s : 11: predicate.environ_get_eliminate 1.05% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.30% : 0.000000s : 5: predicate.fold_const_symbol 1.81% : 0.000003s : 10: predicate.get_grad_eliminate 0.41% : 0.000001s : 5: predicate.graph_param_transform 5.07% : 0.000008s : 23: predicate.inline 1.23% : 0.000002s : 10: predicate.inline_without_move 0.47% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.78% : 0.000003s : 10: predicate.less_batch_normalization 1.21% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.64% : 0.000002s : 16: predicate.load_eliminater 1.66% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.29% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.32% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.94% : 0.000001s : 11: predicate.merge_addn 1.06% : 0.000002s : 11: predicate.minmaximum_grad 1.87% : 0.000003s : 5: predicate.mutable_eliminate 0.62% : 0.000001s : 5: predicate.opt_reshape 2.13% : 0.000003s : 16: predicate.partial_eliminate 1.40% : 0.000002s : 11: predicate.print_const_string_wrapper 1.92% : 0.000003s : 11: predicate.reduce_eliminate 1.40% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.86% : 0.000001s : 10: predicate.remove_not_recompute_node 1.69% : 0.000003s : 21: predicate.replace_applicator 0.80% : 0.000001s : 10: predicate.replace_old_param 0.56% : 0.000001s : 5: predicate.reset_defer_inline 1.23% : 0.000002s : 11: predicate.reshape_eliminate 1.19% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.99% : 0.000001s : 5: predicate.row_tensor_eliminate 1.36% : 0.000002s : 11: predicate.same_eliminate 0.62% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.53% : 0.000002s : 10: predicate.special_op_eliminate 1.42% : 0.000002s : 10: predicate.specialize_transform 1.79% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 1.17% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.68% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.61% : 0.000002s : 13: predicate.switch_defer_inline 1.39% : 0.000002s : 13: predicate.switch_layer_defer_inline 6.05% : 0.000009s : 38: predicate.switch_simplify 1.32% : 0.000002s : 11: predicate.tile_eliminate 1.36% : 0.000002s : 11: predicate.transpose_eliminate 1.41% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.22% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.37% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.75% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.18% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.63% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.18% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.63% : 0.000002s : 11: predicate.value_based_eliminate 0.49% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.82% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000693 6 27.22% : 0.000189s : 2: func_graph_cloner_run.FuncGraphClonerGraph 72.78% : 0.000505s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.387767 72 0.04% : 0.000138s : 1: add_recomputation 0.05% : 0.000175s : 1: auto_monad 0.01% : 0.000034s : 1: auto_monad_reorder 0.23% : 0.000885s : 1: bootstrap 0.01% : 0.000035s : 1: cconv 0.00% : 0.000015s : 1: convert_after_rewriter 0.02% : 0.000064s : 1: cse_after_recomputation 0.32% : 0.001257s : 1: environ_conv 0.01% : 0.000020s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000006s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 33.55% : 0.130087s : 1: jit_opt_a 0.06% : 0.000219s : 1: jit_opt_after_cconv 0.02% : 0.000078s : 1: jit_opt_b 0.12% : 0.000465s : 1: loop_unroll 0.21% : 0.000803s : 1: mutable_eliminate 0.25% : 0.000959s : 26: opt.transform.jit_opt_a 0.02% : 0.000089s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000045s : 4: opt.transform.jit_opt_b 0.00% : 0.000017s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000020s : 1: opt.transform.mutable_eliminate 0.01% : 0.000037s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.18% : 0.000694s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.04% : 0.000160s : 1: py_interpret_to_execute 0.01% : 0.000024s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000024s : 1: remove_dup_value 13.00% : 0.050390s : 1: renormalize.infer 0.18% : 0.000708s : 1: renormalize.specialize 0.04% : 0.000152s : 1: rewriter_after_jit_bprop_graph 0.07% : 0.000290s : 1: rewriter_after_opt_a 0.02% : 0.000065s : 1: rewriter_before_opt_a 0.03% : 0.000123s : 1: symbol_engine_optimizer 51.47% : 0.199595s : 1: type_inference TotalTime = 0.825752, [30] [bootstrap]: 0.00044526 [type_inference]: 0.287213 [event_method]: 0.00030901 [auto_monad]: 0.00038617 [graph_reusing]: 1.297e-05 [pre_auto_parallel]: 4.03999e-06 [py_interpret_to_execute]: 5.619e-05 [rewriter_before_opt_a]: 0.0001739 [expand_dump_flag]: 4.74e-06 [jit_opt_a]: 0.532969, [4] [Cycle 1]: 0.394334, [27] [switch_simplify]: 0.00023945 [loop_unroll]: 6.372e-05 [a_1]: 0.00187387 [with_stream_mark]: 4.361e-05 [recompute_prepare]: 3.289e-05 [updatestate_depend_eliminate]: 4.289e-05 [updatestate_assign_eliminate]: 1.366e-05 [updatestate_loads_eliminate]: 1.201e-05 [parameter_eliminate]: 2.87002e-06 [specialize_transform]: 2.16e-05 [updatestate_useless_node_eliminater]: 2.62e-05 [accelerated_algorithm]: 2.045e-05 [meta_shard_fg_expand]: 6.96001e-06 [get_grad_eliminate_]: 2.027e-05 [merge_forward]: 1.268e-05 [cell_reuse_recompute_pass]: 1.20999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.333e-05 [j_node_and_user_rematch]: 3.571e-05 [meta_fg_expand]: 0.147477 [replace_old_param]: 0.00015581 [inline_without_move]: 0.00014937 [renormalize]: 0.242603 [add_forward_monad_depend]: 3.407e-05 [auto_monad_grad]: 2.207e-05 [auto_monad_eliminator]: 0.00016764 [cse]: 0.00048951 [replace_applicator]: 0.00038604 [Cycle 2]: 0.130574, [27] [switch_simplify]: 0.00011966 [loop_unroll]: 0.00011389 [a_1]: 0.0499373 [with_stream_mark]: 5.817e-05 [recompute_prepare]: 5.594e-05 [updatestate_depend_eliminate]: 2.311e-05 [updatestate_assign_eliminate]: 2.274e-05 [updatestate_loads_eliminate]: 2.155e-05 [parameter_eliminate]: 7.13e-06 [specialize_transform]: 3.804e-05 [updatestate_useless_node_eliminater]: 0.00012669 [accelerated_algorithm]: 5.018e-05 [meta_shard_fg_expand]: 1.119e-05 [get_grad_eliminate_]: 2.332e-05 [merge_forward]: 1.439e-05 [cell_reuse_recompute_pass]: 1.47001e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.836e-05 [j_node_and_user_rematch]: 3.858e-05 [meta_fg_expand]: 0.00021528 [replace_old_param]: 3.606e-05 [inline_without_move]: 2.32e-05 [renormalize]: 0.0789952 [add_forward_monad_depend]: 1.049e-05 [auto_monad_grad]: 2.65002e-06 [auto_monad_eliminator]: 4.609e-05 [cse]: 0.0002079 [replace_applicator]: 4.414e-05 [Cycle 3]: 0.00267161, [27] [switch_simplify]: 2.434e-05 [loop_unroll]: 1.959e-05 [a_1]: 0.00059754 [with_stream_mark]: 2.745e-05 [recompute_prepare]: 2.076e-05 [updatestate_depend_eliminate]: 4.748e-05 [updatestate_assign_eliminate]: 1.126e-05 [updatestate_loads_eliminate]: 9.22999e-06 [parameter_eliminate]: 1.86998e-06 [specialize_transform]: 1.873e-05 [updatestate_useless_node_eliminater]: 2.044e-05 [accelerated_algorithm]: 2.218e-05 [meta_shard_fg_expand]: 4.77e-06 [get_grad_eliminate_]: 1.55e-05 [merge_forward]: 1.17e-05 [cell_reuse_recompute_pass]: 4.40999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.725e-05 [j_node_and_user_rematch]: 2.959e-05 [meta_fg_expand]: 7.89002e-06 [replace_old_param]: 2.043e-05 [inline_without_move]: 1.577e-05 [renormalize]: 0.00131677 [add_forward_monad_depend]: 8.40001e-06 [auto_monad_grad]: 2.97002e-06 [auto_monad_eliminator]: 3.467e-05 [cse]: 0.00012875 [replace_applicator]: 3.158e-05 [Cycle 4]: 0.00103333, [27] [switch_simplify]: 1.896e-05 [loop_unroll]: 1.643e-05 [a_1]: 0.00047714 [with_stream_mark]: 2.201e-05 [recompute_prepare]: 1.737e-05 [updatestate_depend_eliminate]: 1.176e-05 [updatestate_assign_eliminate]: 1.079e-05 [updatestate_loads_eliminate]: 9.30001e-06 [parameter_eliminate]: 1.59e-06 [specialize_transform]: 1.724e-05 [updatestate_useless_node_eliminater]: 1.902e-05 [accelerated_algorithm]: 2.095e-05 [meta_shard_fg_expand]: 5.24e-06 [get_grad_eliminate_]: 1.584e-05 [merge_forward]: 1.037e-05 [cell_reuse_recompute_pass]: 2.71999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.853e-05 [j_node_and_user_rematch]: 2.93e-05 [meta_fg_expand]: 6.93e-06 [replace_old_param]: 1.967e-05 [inline_without_move]: 1.626e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 2.88e-06 [auto_monad_grad]: 2.76999e-06 [auto_monad_eliminator]: 2.466e-05 [cse]: 6.065e-05 [replace_applicator]: 1.769e-05 [py_interpret_to_execute_after_opt_a]: 2.658e-05 [rewriter_after_opt_a]: 0.00041255 [convert_after_rewriter]: 2.252e-05 [order_py_execute_after_rewriter]: 1.225e-05 [mutable_eliminate]: 0.00084938 [jit_opt_b]: 0.00035797, [2] [Cycle 1]: 0.0002683, [2] [frontend_op_eliminate]: 0.00020313 [inline_after_opt_a]: 4.139e-05 [Cycle 2]: 7.476e-05, [2] [frontend_op_eliminate]: 3.24e-05 [inline_after_opt_a]: 3.08e-05 [cconv]: 3.526e-05 [loop_unroll]: 0.00054098 [jit_opt_after_cconv]: 0.00050066, [1] [Cycle 1]: 0.00049286, [11] [c_1]: 6.38e-05 [parameter_eliminate]: 4.70001e-06 [updatestate_depend_eliminate]: 1.483e-05 [updatestate_assign_eliminate]: 7.46001e-06 [updatestate_loads_eliminate]: 6.69999e-06 [cse]: 0.00010597 [call_graph_tuple_transform]: 3.792e-05 [tuple_list_get_item_eliminator]: 1.241e-05 [none_parameter_eliminate]: 2.69999e-06 [renormalize]: 6.60017e-07 [switch_simplify]: 1.2e-05 [remove_dup_value]: 6.519e-05 [partial_unused_args_eliminate]: 2.59999e-06 [environ_conv]: 1.599e-05 [add_recomputation]: 9.368e-05 [cse_after_recomputation]: 5.553e-05, [1] [Cycle 1]: 4.78e-05, [1] [cse]: 3.824e-05 [auto_monad_reorder]: 3.506e-05 [get_jit_bprop_graph]: 2.12999e-06 [rewriter_after_jit_bprop_graph]: 7.45998e-06 [opt_after_jit_grad]: 0.00060808 [symbol_engine_optimizer]: 0.00013363, [1] [Cycle 1]: 0.00012525, [6] [build]: 1.871e-05 [elim_shapecalc]: 1.578e-05 [elim_not_effective]: 2.592e-05 [opt_reshape]: 1.215e-05 [fold_const_symbol]: 2.028e-05 [renormalize]: 7.10017e-07 [validate]: 6.656e-05 Sums bootstrap : 0.000445s : 0.05% type_inference : 0.287213s : 35.03% event_method : 0.000309s : 0.04% auto_monad : 0.000386s : 0.05% graph_reusing : 0.000013s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000056s : 0.01% rewriter_before_opt_a : 0.000174s : 0.02% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000402s : 0.05% jit_opt_a.loop_unroll : 0.000214s : 0.03% jit_opt_a.a_1 : 0.052886s : 6.45% jit_opt_a.with_stream_mark : 0.000151s : 0.02% jit_opt_a.recompute_prepare : 0.000127s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000125s : 0.02% jit_opt_a.updatestate_assign_eliminate : 0.000058s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000052s : 0.01% jit_opt_a.parameter_eliminate : 0.000013s : 0.00% jit_opt_a.specialize_transform : 0.000096s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000192s : 0.02% jit_opt_a.accelerated_algorithm : 0.000114s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000028s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000075s : 0.01% jit_opt_a.merge_forward : 0.000049s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000010s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000167s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000133s : 0.02% jit_opt_a.meta_fg_expand : 0.147707s : 18.02% jit_opt_a.replace_old_param : 0.000232s : 0.03% jit_opt_a.inline_without_move : 0.000205s : 0.02% jit_opt_a.renormalize : 0.322915s : 39.39% jit_opt_a.add_forward_monad_depend : 0.000056s : 0.01% jit_opt_a.auto_monad_grad : 0.000030s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000273s : 0.03% jit_opt_a.cse : 0.000887s : 0.11% jit_opt_a.replace_applicator : 0.000479s : 0.06% py_interpret_to_execute_after_opt_a : 0.000027s : 0.00% rewriter_after_opt_a : 0.000413s : 0.05% convert_after_rewriter : 0.000023s : 0.00% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000849s : 0.10% jit_opt_b.frontend_op_eliminate : 0.000236s : 0.03% jit_opt_b.inline_after_opt_a : 0.000072s : 0.01% cconv : 0.000035s : 0.00% loop_unroll : 0.000541s : 0.07% jit_opt_after_cconv.c_1 : 0.000064s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000106s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000038s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.000065s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000016s : 0.00% add_recomputation : 0.000094s : 0.01% cse_after_recomputation.cse : 0.000038s : 0.00% auto_monad_reorder : 0.000035s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000007s : 0.00% opt_after_jit_grad : 0.000608s : 0.07% symbol_engine_optimizer.build : 0.000019s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000026s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.01% Time group info: ------[substitution.] 0.004444 429 0.99% : 0.000044s : 6: substitution.cast_eliminate 1.09% : 0.000049s : 15: substitution.depend_value_elim 0.08% : 0.000004s : 6: substitution.elim_not_effective 0.07% : 0.000003s : 6: substitution.fold_const_symbol 33.84% : 0.001504s : 9: substitution.getattr_setattr_resolve 0.21% : 0.000009s : 7: substitution.graph_param_transform 43.61% : 0.001938s : 36: substitution.inline 0.98% : 0.000044s : 5: substitution.inline_without_move 0.59% : 0.000026s : 52: substitution.j_node_and_user_rematch 0.60% : 0.000027s : 3: substitution.less_batch_normalization 1.38% : 0.000061s : 28: substitution.minmaximum_grad 0.31% : 0.000014s : 14: substitution.partial_eliminate 0.83% : 0.000037s : 52: substitution.remove_not_recompute_node 2.43% : 0.000108s : 27: substitution.replace_applicator 0.52% : 0.000023s : 20: substitution.replace_old_param 0.17% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.33% : 0.000015s : 3: substitution.switch_simplify 2.19% : 0.000097s : 28: substitution.tuple_list_convert_item_index_to_positive 1.83% : 0.000081s : 29: substitution.tuple_list_get_item_depend_reorder 3.54% : 0.000157s : 47: substitution.tuple_list_get_item_eliminator 0.82% : 0.000036s : 2: substitution.tuple_list_set_item_eliminator 0.55% : 0.000025s : 11: substitution.updatestate_pure_node_eliminater 1.41% : 0.000063s : 18: substitution.updatestate_useless_node_eliminater 1.64% : 0.000073s : 3: substitution.zero_like_fill_zero ------[type_inference.] 0.287059 2 98.79% : 0.283582s : 1: type_inference.infer 1.21% : 0.003478s : 1: type_inference.specialize ------[replace.] 0.001403 83 2.43% : 0.000034s : 6: replace.cast_eliminate 10.55% : 0.000148s : 7: replace.getattr_setattr_resolve 41.81% : 0.000587s : 36: replace.inline 7.26% : 0.000102s : 6: replace.replace_applicator 5.62% : 0.000079s : 3: replace.switch_simplify 0.83% : 0.000012s : 1: replace.tuple_list_get_item_depend_reorder 18.22% : 0.000256s : 18: replace.tuple_list_get_item_eliminator 3.79% : 0.000053s : 2: replace.tuple_list_set_item_eliminator 4.88% : 0.000068s : 1: replace.updatestate_useless_node_eliminater 4.60% : 0.000065s : 3: replace.zero_like_fill_zero ------[match.] 0.003576 83 1.06% : 0.000038s : 6: match.cast_eliminate 39.00% : 0.001395s : 7: match.getattr_setattr_resolve 53.47% : 0.001912s : 36: match.inline 1.08% : 0.000039s : 6: match.replace_applicator 0.36% : 0.000013s : 3: match.switch_simplify 0.45% : 0.000016s : 1: match.tuple_list_get_item_depend_reorder 1.25% : 0.000045s : 18: match.tuple_list_get_item_eliminator 0.95% : 0.000034s : 2: match.tuple_list_set_item_eliminator 0.39% : 0.000014s : 1: match.updatestate_useless_node_eliminater 1.97% : 0.000071s : 3: match.zero_like_fill_zero ------[predicate.] 0.001372 8391 1.55% : 0.000021s : 140: predicate.accumulaten_eliminater 0.25% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 1.42% : 0.000019s : 140: predicate.addn_check_dump 1.56% : 0.000021s : 140: predicate.addn_zero_filter 2.18% : 0.000030s : 140: predicate.arithmetic_simplify 1.90% : 0.000026s : 146: predicate.cast_eliminate 0.18% : 0.000002s : 15: predicate.check_bprop_eliminate 1.37% : 0.000019s : 140: predicate.compare_switch_simplify 1.51% : 0.000021s : 140: predicate.depend_value_elim 1.54% : 0.000021s : 146: predicate.dict_get_item_const_eliminator 1.54% : 0.000021s : 146: predicate.dict_get_item_eliminator 1.62% : 0.000022s : 146: predicate.dict_set_item_eliminator 0.14% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.05% : 0.000001s : 7: predicate.elim_not_effective 0.12% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.62% : 0.000022s : 146: predicate.environ_add_const_eliminate 1.45% : 0.000020s : 146: predicate.environ_get_add_eliminate 1.42% : 0.000020s : 146: predicate.environ_get_depend_swap 1.60% : 0.000022s : 146: predicate.environ_get_eliminate 1.46% : 0.000020s : 146: predicate.environ_get_set_eliminate 0.04% : 0.000001s : 7: predicate.fold_const_symbol 0.76% : 0.000010s : 59: predicate.get_grad_eliminate 1.19% : 0.000016s : 51: predicate.getattr_setattr_resolve 0.05% : 0.000001s : 7: predicate.graph_param_transform 4.28% : 0.000059s : 224: predicate.inline 1.85% : 0.000025s : 142: predicate.inline_without_move 0.31% : 0.000004s : 59: predicate.j_node_and_user_rematch 0.94% : 0.000013s : 59: predicate.less_batch_normalization 1.70% : 0.000023s : 167: predicate.list_to_tuple_eliminator_ 1.83% : 0.000025s : 174: predicate.load_eliminater 0.26% : 0.000004s : 7: predicate.loop_unroll_after_grad 2.37% : 0.000033s : 220: predicate.loop_unroll_before_grad 1.74% : 0.000024s : 154: predicate.make_slice_get_slice_eliminator 1.46% : 0.000020s : 140: predicate.merge_addn 1.51% : 0.000021s : 140: predicate.minmaximum_grad 0.56% : 0.000008s : 13: predicate.mutable_eliminate 0.09% : 0.000001s : 7: predicate.opt_reshape 2.42% : 0.000033s : 174: predicate.partial_eliminate 1.59% : 0.000022s : 140: predicate.print_const_string_wrapper 1.98% : 0.000027s : 140: predicate.reduce_eliminate 1.88% : 0.000026s : 167: predicate.redundant_stop_gradient_eliminater 0.37% : 0.000005s : 59: predicate.remove_not_recompute_node 2.47% : 0.000034s : 344: predicate.replace_applicator 0.87% : 0.000012s : 142: predicate.replace_old_param 0.14% : 0.000002s : 14: predicate.reset_defer_inline 1.52% : 0.000021s : 140: predicate.reshape_eliminate 1.48% : 0.000020s : 140: predicate.row_tensor_add_zeros_like 0.28% : 0.000004s : 15: predicate.row_tensor_eliminate 1.57% : 0.000022s : 140: predicate.same_eliminate 0.50% : 0.000007s : 76: predicate.set_cell_output_no_recompute 0.30% : 0.000004s : 22: predicate.special_op_eliminate 0.99% : 0.000014s : 71: predicate.specialize_transform 1.73% : 0.000024s : 140: predicate.split_environ_get_set_with_tuple_value 1.45% : 0.000020s : 140: predicate.stack_unstack_eliminate 0.10% : 0.000001s : 7: predicate.switch_call_monad_eliminater 3.45% : 0.000047s : 203: predicate.switch_defer_inline 2.46% : 0.000034s : 203: predicate.switch_layer_defer_inline 5.04% : 0.000069s : 436: predicate.switch_simplify 1.53% : 0.000021s : 140: predicate.tile_eliminate 1.41% : 0.000019s : 140: predicate.transpose_eliminate 2.20% : 0.000030s : 146: predicate.tuple_list_convert_item_index_to_positive 1.84% : 0.000025s : 147: predicate.tuple_list_get_item_depend_reorder 3.36% : 0.000046s : 188: predicate.tuple_list_get_item_eliminator 2.43% : 0.000033s : 149: predicate.tuple_list_set_item_eliminator 2.35% : 0.000032s : 167: predicate.tuple_to_list_eliminator_ 1.84% : 0.000025s : 174: predicate.updatestate_pure_node_eliminater 2.74% : 0.000038s : 235: predicate.updatestate_useless_node_eliminater 1.94% : 0.000027s : 140: predicate.value_based_eliminate 0.08% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.29% : 0.000004s : 18: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.012649 79 68.31% : 0.008640s : 31: func_graph_cloner_run.FuncGraphClonerGraph 4.92% : 0.000623s : 11: func_graph_cloner_run.FuncGraphClonerNode 26.77% : 0.003386s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.206016 110 0.01% : 0.000097s : 1: add_recomputation 0.03% : 0.000397s : 1: auto_monad 0.00% : 0.000038s : 1: auto_monad_reorder 0.04% : 0.000477s : 1: bootstrap 0.00% : 0.000038s : 1: cconv 0.00% : 0.000027s : 1: convert_after_rewriter 0.00% : 0.000058s : 1: cse_after_recomputation 0.00% : 0.000018s : 1: environ_conv 0.03% : 0.000319s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000017s : 1: graph_reusing 44.19% : 0.532973s : 1: jit_opt_a 0.04% : 0.000505s : 1: jit_opt_after_cconv 0.03% : 0.000362s : 1: jit_opt_b 0.05% : 0.000551s : 1: loop_unroll 0.07% : 0.000865s : 1: mutable_eliminate 4.58% : 0.055231s : 52: opt.transform.jit_opt_a 0.01% : 0.000121s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000288s : 8: opt.transform.jit_opt_b 0.00% : 0.000023s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000041s : 1: opt.transform.mutable_eliminate 0.00% : 0.000046s : 1: opt.transform.opt_after_jit_grad 0.15% : 0.001793s : 4: opt.transform.opt_resolve 0.01% : 0.000070s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000619s : 1: opt_after_jit_grad 0.00% : 0.000015s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.00% : 0.000059s : 1: py_interpret_to_execute 0.00% : 0.000030s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000069s : 1: remove_dup_value 26.03% : 0.313956s : 3: renormalize.infer 0.74% : 0.008908s : 3: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000420s : 1: rewriter_after_opt_a 0.01% : 0.000178s : 1: rewriter_before_opt_a 0.01% : 0.000137s : 1: symbol_engine_optimizer 23.82% : 0.287238s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape5-4-2-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape5-4-2-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape6-2-3-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape6-2-3-pynative],max_mem:4.0M TotalTime = 0.188424, [30] [bootstrap]: 0.0010484 [type_inference]: 0.175063 [event_method]: 1.679e-05 [auto_monad]: 0.00017487 [graph_reusing]: 7.62002e-06 [pre_auto_parallel]: 2.32999e-06 [py_interpret_to_execute]: 0.00018033 [rewriter_before_opt_a]: 6.095e-05 [expand_dump_flag]: 3.58e-06 [jit_opt_a]: 0.00823484, [2] [Cycle 1]: 0.00256749, [27] [switch_simplify]: 5.349e-05 [loop_unroll]: 1.899e-05 [a_1]: 0.0004653 [with_stream_mark]: 5.866e-05 [recompute_prepare]: 1.392e-05 [updatestate_depend_eliminate]: 8.19998e-06 [updatestate_assign_eliminate]: 5.47001e-06 [updatestate_loads_eliminate]: 4.90999e-06 [parameter_eliminate]: 2.06998e-06 [specialize_transform]: 9.78002e-06 [updatestate_useless_node_eliminater]: 1.31e-05 [accelerated_algorithm]: 9.25001e-06 [meta_shard_fg_expand]: 3.07002e-06 [get_grad_eliminate_]: 8.45999e-06 [merge_forward]: 5.87999e-06 [cell_reuse_recompute_pass]: 1.49e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.065e-05 [j_node_and_user_rematch]: 1.458e-05 [meta_fg_expand]: 3.6e-06 [replace_old_param]: 1.428e-05 [inline_without_move]: 8.57e-06 [renormalize]: 0.00140899 [add_forward_monad_depend]: 1.389e-05 [auto_monad_grad]: 7.64e-05 [auto_monad_eliminator]: 2.672e-05 [cse]: 4.677e-05 [replace_applicator]: 2.413e-05 [Cycle 2]: 0.00056711, [27] [switch_simplify]: 9.91e-06 [loop_unroll]: 8.58001e-06 [a_1]: 0.00021908 [with_stream_mark]: 1.912e-05 [recompute_prepare]: 9.76e-06 [updatestate_depend_eliminate]: 6.09999e-06 [updatestate_assign_eliminate]: 5.87001e-06 [updatestate_loads_eliminate]: 4.52e-06 [parameter_eliminate]: 2.17001e-06 [specialize_transform]: 8.34998e-06 [updatestate_useless_node_eliminater]: 1.319e-05 [accelerated_algorithm]: 8.02e-06 [meta_shard_fg_expand]: 2.63003e-06 [get_grad_eliminate_]: 7.54002e-06 [merge_forward]: 5.54998e-06 [cell_reuse_recompute_pass]: 2.76e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.932e-05 [j_node_and_user_rematch]: 1.305e-05 [meta_fg_expand]: 3.3e-06 [replace_old_param]: 1.078e-05 [inline_without_move]: 7.90998e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 2.51998e-06 [auto_monad_grad]: 1.42e-06 [auto_monad_eliminator]: 1.417e-05 [cse]: 2.353e-05 [replace_applicator]: 9.00999e-06 [py_interpret_to_execute_after_opt_a]: 1.865e-05 [rewriter_after_opt_a]: 0.00030276 [convert_after_rewriter]: 1.206e-05 [order_py_execute_after_rewriter]: 7.37002e-06 [mutable_eliminate]: 0.00083834 [jit_opt_b]: 8.162e-05, [1] [Cycle 1]: 7.109e-05, [2] [frontend_op_eliminate]: 2.799e-05 [inline_after_opt_a]: 2.691e-05 [cconv]: 3.661e-05 [loop_unroll]: 0.00054856 [jit_opt_after_cconv]: 0.00024053, [1] [Cycle 1]: 0.00023204, [11] [c_1]: 5.216e-05 [parameter_eliminate]: 4.37e-06 [updatestate_depend_eliminate]: 1.53e-05 [updatestate_assign_eliminate]: 5.12999e-06 [updatestate_loads_eliminate]: 4.92e-06 [cse]: 4.55e-05 [call_graph_tuple_transform]: 2.453e-05 [tuple_list_get_item_eliminator]: 9.32001e-06 [none_parameter_eliminate]: 1.92001e-06 [renormalize]: 5.10016e-07 [switch_simplify]: 8.82e-06 [remove_dup_value]: 2.346e-05 [partial_unused_args_eliminate]: 2.02999e-06 [environ_conv]: 1.448e-05 [add_recomputation]: 9.005e-05 [cse_after_recomputation]: 3.835e-05, [1] [Cycle 1]: 3.101e-05, [1] [cse]: 2.257e-05 [auto_monad_reorder]: 2.696e-05 [get_jit_bprop_graph]: 2.61e-06 [rewriter_after_jit_bprop_graph]: 0.00016196 [opt_after_jit_grad]: 0.00063707 [symbol_engine_optimizer]: 0.00015184, [1] [Cycle 1]: 0.00014375, [6] [build]: 1.719e-05 [elim_shapecalc]: 1.378e-05 [elim_not_effective]: 2.073e-05 [opt_reshape]: 1.05e-05 [fold_const_symbol]: 1.443e-05 [renormalize]: 3.9002e-07 [validate]: 6.827e-05 Sums bootstrap : 0.001048s : 0.57% type_inference : 0.175063s : 95.95% event_method : 0.000017s : 0.01% auto_monad : 0.000175s : 0.10% graph_reusing : 0.000008s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000180s : 0.10% rewriter_before_opt_a : 0.000061s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000063s : 0.03% jit_opt_a.loop_unroll : 0.000028s : 0.02% jit_opt_a.a_1 : 0.000684s : 0.38% jit_opt_a.with_stream_mark : 0.000078s : 0.04% jit_opt_a.recompute_prepare : 0.000024s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.01% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000026s : 0.01% jit_opt_a.accelerated_algorithm : 0.000017s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000016s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000040s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.02% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.01% jit_opt_a.renormalize : 0.001409s : 0.77% jit_opt_a.add_forward_monad_depend : 0.000016s : 0.01% jit_opt_a.auto_monad_grad : 0.000078s : 0.04% jit_opt_a.auto_monad_eliminator : 0.000041s : 0.02% jit_opt_a.cse : 0.000070s : 0.04% jit_opt_a.replace_applicator : 0.000033s : 0.02% py_interpret_to_execute_after_opt_a : 0.000019s : 0.01% rewriter_after_opt_a : 0.000303s : 0.17% convert_after_rewriter : 0.000012s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000838s : 0.46% jit_opt_b.frontend_op_eliminate : 0.000028s : 0.02% jit_opt_b.inline_after_opt_a : 0.000027s : 0.01% cconv : 0.000037s : 0.02% loop_unroll : 0.000549s : 0.30% jit_opt_after_cconv.c_1 : 0.000052s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000045s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000025s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000023s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000014s : 0.01% add_recomputation : 0.000090s : 0.05% cse_after_recomputation.cse : 0.000023s : 0.01% auto_monad_reorder : 0.000027s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000162s : 0.09% opt_after_jit_grad : 0.000637s : 0.35% symbol_engine_optimizer.build : 0.000017s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000014s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000068s : 0.04% Time group info: ------[substitution.] 0.000236 43 4.00% : 0.000009s : 2: substitution.depend_value_elim 1.29% : 0.000003s : 4: substitution.elim_not_effective 0.99% : 0.000002s : 4: substitution.fold_const_symbol 2.91% : 0.000007s : 5: substitution.graph_param_transform 72.15% : 0.000170s : 2: substitution.inline 2.05% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.28% : 0.000008s : 8: substitution.remove_not_recompute_node 2.80% : 0.000007s : 2: substitution.replace_old_param 5.50% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 5.03% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.174965 2 99.31% : 0.173764s : 1: type_inference.infer 0.69% : 0.001202s : 1: type_inference.specialize ------[replace.] 0.000032 2 100.00% : 0.000032s : 2: replace.inline ------[match.] 0.000169 2 100.00% : 0.000169s : 2: match.inline ------[predicate.] 0.000148 767 1.36% : 0.000002s : 11: predicate.accumulaten_eliminater 1.52% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 0.98% : 0.000001s : 11: predicate.addn_check_dump 1.16% : 0.000002s : 11: predicate.addn_zero_filter 2.32% : 0.000003s : 11: predicate.arithmetic_simplify 1.30% : 0.000002s : 11: predicate.cast_eliminate 0.87% : 0.000001s : 5: predicate.check_bprop_eliminate 0.97% : 0.000001s : 11: predicate.compare_switch_simplify 1.68% : 0.000002s : 11: predicate.depend_value_elim 1.14% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.54% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.05% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.21% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.49% : 0.000001s : 5: predicate.elim_not_effective 0.84% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.15% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.89% : 0.000001s : 11: predicate.environ_get_add_eliminate 0.96% : 0.000001s : 11: predicate.environ_get_depend_swap 1.05% : 0.000002s : 11: predicate.environ_get_eliminate 0.95% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.29% : 0.000000s : 5: predicate.fold_const_symbol 1.29% : 0.000002s : 10: predicate.get_grad_eliminate 0.33% : 0.000000s : 5: predicate.graph_param_transform 5.53% : 0.000008s : 23: predicate.inline 1.22% : 0.000002s : 10: predicate.inline_without_move 0.56% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.43% : 0.000002s : 10: predicate.less_batch_normalization 1.31% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.74% : 0.000003s : 16: predicate.load_eliminater 1.73% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.16% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.36% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.01% : 0.000001s : 11: predicate.merge_addn 1.06% : 0.000002s : 11: predicate.minmaximum_grad 2.17% : 0.000003s : 5: predicate.mutable_eliminate 0.66% : 0.000001s : 5: predicate.opt_reshape 2.04% : 0.000003s : 16: predicate.partial_eliminate 1.18% : 0.000002s : 11: predicate.print_const_string_wrapper 1.93% : 0.000003s : 11: predicate.reduce_eliminate 1.06% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.85% : 0.000001s : 10: predicate.remove_not_recompute_node 1.70% : 0.000003s : 21: predicate.replace_applicator 0.84% : 0.000001s : 10: predicate.replace_old_param 0.49% : 0.000001s : 5: predicate.reset_defer_inline 1.08% : 0.000002s : 11: predicate.reshape_eliminate 1.27% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.16% : 0.000002s : 5: predicate.row_tensor_eliminate 1.64% : 0.000002s : 11: predicate.same_eliminate 0.72% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.35% : 0.000002s : 10: predicate.special_op_eliminate 1.36% : 0.000002s : 10: predicate.specialize_transform 1.41% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.22% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.60% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.70% : 0.000003s : 13: predicate.switch_defer_inline 1.42% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.67% : 0.000008s : 38: predicate.switch_simplify 1.08% : 0.000002s : 11: predicate.tile_eliminate 1.28% : 0.000002s : 11: predicate.transpose_eliminate 1.56% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.35% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 4.45% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.62% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.13% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.65% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.74% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 1.75% : 0.000003s : 11: predicate.value_based_eliminate 0.47% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.94% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000591 6 32.76% : 0.000194s : 2: func_graph_cloner_run.FuncGraphClonerGraph 67.24% : 0.000398s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.190901 72 0.05% : 0.000094s : 1: add_recomputation 0.09% : 0.000181s : 1: auto_monad 0.02% : 0.000030s : 1: auto_monad_reorder 0.57% : 0.001086s : 1: bootstrap 0.02% : 0.000039s : 1: cconv 0.01% : 0.000016s : 1: convert_after_rewriter 0.02% : 0.000041s : 1: cse_after_recomputation 0.01% : 0.000017s : 1: environ_conv 0.01% : 0.000022s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.01% : 0.000010s : 1: graph_reusing 4.32% : 0.008240s : 1: jit_opt_a 0.13% : 0.000244s : 1: jit_opt_after_cconv 0.04% : 0.000085s : 1: jit_opt_b 0.29% : 0.000559s : 1: loop_unroll 0.45% : 0.000853s : 1: mutable_eliminate 0.51% : 0.000982s : 26: opt.transform.jit_opt_a 0.05% : 0.000091s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000047s : 4: opt.transform.jit_opt_b 0.01% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000025s : 1: opt.transform.mutable_eliminate 0.02% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.34% : 0.000648s : 1: opt_after_jit_grad 0.01% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.10% : 0.000186s : 1: py_interpret_to_execute 0.01% : 0.000021s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000026s : 1: remove_dup_value 0.46% : 0.000885s : 1: renormalize.infer 0.27% : 0.000511s : 1: renormalize.specialize 0.09% : 0.000166s : 1: rewriter_after_jit_bprop_graph 0.16% : 0.000311s : 1: rewriter_after_opt_a 0.03% : 0.000065s : 1: rewriter_before_opt_a 0.08% : 0.000155s : 1: symbol_engine_optimizer 91.73% : 0.175123s : 1: type_inference TotalTime = 1.60915, [30] [bootstrap]: 0.00033317 [type_inference]: 0.621289 [event_method]: 0.00921143 [auto_monad]: 0.00038272 [graph_reusing]: 4.386e-05 [pre_auto_parallel]: 8.78001e-06 [py_interpret_to_execute]: 0.00012772 [rewriter_before_opt_a]: 0.00021576 [expand_dump_flag]: 4.78001e-06 [jit_opt_a]: 0.85211, [4] [Cycle 1]: 0.632154, [27] [switch_simplify]: 0.00022292 [loop_unroll]: 0.00451255 [a_1]: 0.0182594 [with_stream_mark]: 6.966e-05 [recompute_prepare]: 5.172e-05 [updatestate_depend_eliminate]: 7.829e-05 [updatestate_assign_eliminate]: 1.222e-05 [updatestate_loads_eliminate]: 1.226e-05 [parameter_eliminate]: 4.27003e-06 [specialize_transform]: 2.44e-05 [updatestate_useless_node_eliminater]: 2.702e-05 [accelerated_algorithm]: 2.187e-05 [meta_shard_fg_expand]: 1.326e-05 [get_grad_eliminate_]: 2.129e-05 [merge_forward]: 1.363e-05 [cell_reuse_recompute_pass]: 1.44e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.53e-05 [j_node_and_user_rematch]: 3.634e-05 [meta_fg_expand]: 0.124303 [replace_old_param]: 0.00018406 [inline_without_move]: 0.0118556 [renormalize]: 0.45776 [add_forward_monad_depend]: 4.322e-05 [auto_monad_grad]: 2.892e-05 [auto_monad_eliminator]: 0.00020869 [cse]: 0.013385 [replace_applicator]: 0.00043406 [Cycle 2]: 0.152399, [27] [switch_simplify]: 0.0112274 [loop_unroll]: 0.00015755 [a_1]: 0.0944236 [with_stream_mark]: 5.623e-05 [recompute_prepare]: 4.198e-05 [updatestate_depend_eliminate]: 1.827e-05 [updatestate_assign_eliminate]: 1.774e-05 [updatestate_loads_eliminate]: 1.548e-05 [parameter_eliminate]: 6.17001e-06 [specialize_transform]: 0.00978172 [updatestate_useless_node_eliminater]: 0.00020774 [accelerated_algorithm]: 5.577e-05 [meta_shard_fg_expand]: 1.036e-05 [get_grad_eliminate_]: 1.763e-05 [merge_forward]: 1.217e-05 [cell_reuse_recompute_pass]: 3.51001e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.052e-05 [j_node_and_user_rematch]: 2.763e-05 [meta_fg_expand]: 0.0002027 [replace_old_param]: 2.661e-05 [inline_without_move]: 1.589e-05 [renormalize]: 0.0297484 [add_forward_monad_depend]: 1.23e-05 [auto_monad_grad]: 2.87002e-06 [auto_monad_eliminator]: 4.89e-05 [cse]: 0.00570902 [replace_applicator]: 6.462e-05 [Cycle 3]: 0.0143915, [27] [switch_simplify]: 2.11e-05 [loop_unroll]: 1.685e-05 [a_1]: 0.0004892 [with_stream_mark]: 3.912e-05 [recompute_prepare]: 1.71e-05 [updatestate_depend_eliminate]: 7.051e-05 [updatestate_assign_eliminate]: 0.0043392 [updatestate_loads_eliminate]: 1.255e-05 [parameter_eliminate]: 7.23999e-06 [specialize_transform]: 4.202e-05 [updatestate_useless_node_eliminater]: 3.225e-05 [accelerated_algorithm]: 2.297e-05 [meta_shard_fg_expand]: 6.89999e-06 [get_grad_eliminate_]: 1.365e-05 [merge_forward]: 9.51e-06 [cell_reuse_recompute_pass]: 3.73001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.363e-05 [j_node_and_user_rematch]: 2.212e-05 [meta_fg_expand]: 6.42001e-06 [replace_old_param]: 2.039e-05 [inline_without_move]: 1.242e-05 [renormalize]: 0.00867353 [add_forward_monad_depend]: 1.172e-05 [auto_monad_grad]: 2.53e-06 [auto_monad_eliminator]: 3.531e-05 [cse]: 0.00012335 [replace_applicator]: 3.442e-05 [Cycle 4]: 0.0113586, [27] [switch_simplify]: 1.549e-05 [loop_unroll]: 1.323e-05 [a_1]: 0.0107357 [with_stream_mark]: 4.207e-05 [recompute_prepare]: 2.415e-05 [updatestate_depend_eliminate]: 1.068e-05 [updatestate_assign_eliminate]: 8.25999e-06 [updatestate_loads_eliminate]: 7.46001e-06 [parameter_eliminate]: 2.64001e-06 [specialize_transform]: 1.344e-05 [updatestate_useless_node_eliminater]: 1.771e-05 [accelerated_algorithm]: 1.876e-05 [meta_shard_fg_expand]: 6.28002e-06 [get_grad_eliminate_]: 1.347e-05 [merge_forward]: 8.72e-06 [cell_reuse_recompute_pass]: 3.03e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.988e-05 [j_node_and_user_rematch]: 2.098e-05 [meta_fg_expand]: 6.26e-06 [replace_old_param]: 1.844e-05 [inline_without_move]: 1.245e-05 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 5.00999e-06 [auto_monad_grad]: 3.51001e-06 [auto_monad_eliminator]: 3.381e-05 [cse]: 7.106e-05 [replace_applicator]: 1.48e-05 [py_interpret_to_execute_after_opt_a]: 0.00581705 [rewriter_after_opt_a]: 0.00041521 [convert_after_rewriter]: 1.954e-05 [order_py_execute_after_rewriter]: 1.021e-05 [mutable_eliminate]: 0.0691047 [jit_opt_b]: 0.0121854, [2] [Cycle 1]: 0.0120982, [2] [frontend_op_eliminate]: 0.0119867 [inline_after_opt_a]: 5.234e-05 [Cycle 2]: 6.649e-05, [2] [frontend_op_eliminate]: 2.725e-05 [inline_after_opt_a]: 2.826e-05 [cconv]: 4.344e-05 [loop_unroll]: 0.0137482 [jit_opt_after_cconv]: 0.00038613, [1] [Cycle 1]: 0.00036978, [11] [c_1]: 9.212e-05 [parameter_eliminate]: 7.25998e-06 [updatestate_depend_eliminate]: 2.073e-05 [updatestate_assign_eliminate]: 9.49999e-06 [updatestate_loads_eliminate]: 8.27e-06 [cse]: 8.79e-05 [call_graph_tuple_transform]: 3.844e-05 [tuple_list_get_item_eliminator]: 1.19e-05 [none_parameter_eliminate]: 2.17999e-06 [renormalize]: 7.89994e-07 [switch_simplify]: 1.358e-05 [remove_dup_value]: 5.854e-05 [partial_unused_args_eliminate]: 2.92002e-06 [environ_conv]: 1.97e-05 [add_recomputation]: 0.00010284 [cse_after_recomputation]: 6.014e-05, [1] [Cycle 1]: 5.091e-05, [1] [cse]: 4.001e-05 [auto_monad_reorder]: 3.507e-05 [get_jit_bprop_graph]: 2.25002e-06 [rewriter_after_jit_bprop_graph]: 1.18e-05 [opt_after_jit_grad]: 0.00961041 [symbol_engine_optimizer]: 0.00854489, [1] [Cycle 1]: 0.00852827, [6] [build]: 0.00832248 [elim_shapecalc]: 5.304e-05 [elim_not_effective]: 3.626e-05 [opt_reshape]: 1.266e-05 [fold_const_symbol]: 2.059e-05 [renormalize]: 6.50005e-07 [validate]: 7.782e-05 Sums bootstrap : 0.000333s : 0.02% type_inference : 0.621289s : 39.82% event_method : 0.009211s : 0.59% auto_monad : 0.000383s : 0.02% graph_reusing : 0.000044s : 0.00% pre_auto_parallel : 0.000009s : 0.00% py_interpret_to_execute : 0.000128s : 0.01% rewriter_before_opt_a : 0.000216s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.011487s : 0.74% jit_opt_a.loop_unroll : 0.004700s : 0.30% jit_opt_a.a_1 : 0.123908s : 7.94% jit_opt_a.with_stream_mark : 0.000207s : 0.01% jit_opt_a.recompute_prepare : 0.000135s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000178s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.004377s : 0.28% jit_opt_a.updatestate_loads_eliminate : 0.000048s : 0.00% jit_opt_a.parameter_eliminate : 0.000020s : 0.00% jit_opt_a.specialize_transform : 0.009862s : 0.63% jit_opt_a.updatestate_useless_node_eliminater : 0.000285s : 0.02% jit_opt_a.accelerated_algorithm : 0.000119s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000037s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000066s : 0.00% jit_opt_a.merge_forward : 0.000044s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000012s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000149s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000107s : 0.01% jit_opt_a.meta_fg_expand : 0.124519s : 7.98% jit_opt_a.replace_old_param : 0.000250s : 0.02% jit_opt_a.inline_without_move : 0.011896s : 0.76% jit_opt_a.renormalize : 0.496182s : 31.80% jit_opt_a.add_forward_monad_depend : 0.000072s : 0.00% jit_opt_a.auto_monad_grad : 0.000038s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000327s : 0.02% jit_opt_a.cse : 0.019288s : 1.24% jit_opt_a.replace_applicator : 0.000548s : 0.04% py_interpret_to_execute_after_opt_a : 0.005817s : 0.37% rewriter_after_opt_a : 0.000415s : 0.03% convert_after_rewriter : 0.000020s : 0.00% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.069105s : 4.43% jit_opt_b.frontend_op_eliminate : 0.012014s : 0.77% jit_opt_b.inline_after_opt_a : 0.000081s : 0.01% cconv : 0.000043s : 0.00% loop_unroll : 0.013748s : 0.88% jit_opt_after_cconv.c_1 : 0.000092s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000021s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000009s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.cse : 0.000088s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000038s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000059s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000020s : 0.00% add_recomputation : 0.000103s : 0.01% cse_after_recomputation.cse : 0.000040s : 0.00% auto_monad_reorder : 0.000035s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000012s : 0.00% opt_after_jit_grad : 0.009610s : 0.62% symbol_engine_optimizer.build : 0.008322s : 0.53% symbol_engine_optimizer.elim_shapecalc : 0.000053s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000036s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000021s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000078s : 0.00% Time group info: ------[substitution.] 0.080966 361 0.04% : 0.000033s : 2: substitution.cast_eliminate 0.08% : 0.000062s : 15: substitution.depend_value_elim 0.01% : 0.000005s : 6: substitution.elim_not_effective 0.00% : 0.000004s : 6: substitution.fold_const_symbol 24.14% : 0.019547s : 9: substitution.getattr_setattr_resolve 0.01% : 0.000011s : 7: substitution.graph_param_transform 49.22% : 0.039851s : 32: substitution.inline 14.37% : 0.011636s : 5: substitution.inline_without_move 0.02% : 0.000020s : 40: substitution.j_node_and_user_rematch 0.04% : 0.000036s : 3: substitution.less_batch_normalization 0.06% : 0.000046s : 20: substitution.minmaximum_grad 0.04% : 0.000031s : 14: substitution.partial_eliminate 0.04% : 0.000033s : 40: substitution.remove_not_recompute_node 0.17% : 0.000141s : 25: substitution.replace_applicator 0.04% : 0.000030s : 20: substitution.replace_old_param 0.01% : 0.000011s : 2: substitution.set_cell_output_no_recompute 0.02% : 0.000016s : 3: substitution.switch_simplify 0.12% : 0.000100s : 20: substitution.tuple_list_convert_item_index_to_positive 0.10% : 0.000085s : 21: substitution.tuple_list_get_item_depend_reorder 0.29% : 0.000238s : 39: substitution.tuple_list_get_item_eliminator 0.06% : 0.000047s : 2: substitution.tuple_list_set_item_eliminator 0.07% : 0.000056s : 11: substitution.updatestate_pure_node_eliminater 10.96% : 0.008873s : 18: substitution.updatestate_useless_node_eliminater 0.07% : 0.000056s : 1: substitution.zero_like_fill_zero ------[type_inference.] 0.621118 2 95.04% : 0.590315s : 1: type_inference.infer 4.96% : 0.030802s : 1: type_inference.specialize ------[replace.] 0.022345 71 0.07% : 0.000016s : 2: replace.cast_eliminate 1.21% : 0.000270s : 7: replace.getattr_setattr_resolve 42.26% : 0.009444s : 32: replace.inline 0.48% : 0.000107s : 4: replace.replace_applicator 0.30% : 0.000067s : 3: replace.switch_simplify 0.05% : 0.000012s : 1: replace.tuple_list_get_item_depend_reorder 2.03% : 0.000453s : 18: replace.tuple_list_get_item_eliminator 0.23% : 0.000051s : 2: replace.tuple_list_set_item_eliminator 0.49% : 0.000110s : 1: replace.updatestate_useless_node_eliminater 52.88% : 0.011815s : 1: replace.zero_like_fill_zero ------[match.] 0.059501 71 0.05% : 0.000030s : 2: match.cast_eliminate 32.59% : 0.019392s : 7: match.getattr_setattr_resolve 66.89% : 0.039801s : 32: match.inline 0.07% : 0.000040s : 4: match.replace_applicator 0.02% : 0.000015s : 3: match.switch_simplify 0.03% : 0.000016s : 1: match.tuple_list_get_item_depend_reorder 0.13% : 0.000080s : 18: match.tuple_list_get_item_eliminator 0.07% : 0.000044s : 2: match.tuple_list_set_item_eliminator 0.05% : 0.000030s : 1: match.updatestate_useless_node_eliminater 0.09% : 0.000055s : 1: match.zero_like_fill_zero ------[predicate.] 0.001612 7225 1.37% : 0.000022s : 120: predicate.accumulaten_eliminater 0.46% : 0.000007s : 7: predicate.ad_related_special_op_eliminate 1.17% : 0.000019s : 120: predicate.addn_check_dump 1.85% : 0.000030s : 120: predicate.addn_zero_filter 2.22% : 0.000036s : 120: predicate.arithmetic_simplify 1.66% : 0.000027s : 122: predicate.cast_eliminate 0.17% : 0.000003s : 15: predicate.check_bprop_eliminate 1.19% : 0.000019s : 120: predicate.compare_switch_simplify 1.39% : 0.000022s : 120: predicate.depend_value_elim 1.20% : 0.000019s : 122: predicate.dict_get_item_const_eliminator 1.33% : 0.000021s : 122: predicate.dict_get_item_eliminator 1.37% : 0.000022s : 122: predicate.dict_set_item_eliminator 0.20% : 0.000003s : 7: predicate.dumpgradient_eliminate 0.07% : 0.000001s : 7: predicate.elim_not_effective 0.42% : 0.000007s : 7: predicate.elim_shapecalc_of_broadcastargs 1.26% : 0.000020s : 122: predicate.environ_add_const_eliminate 1.13% : 0.000018s : 122: predicate.environ_get_add_eliminate 1.37% : 0.000022s : 122: predicate.environ_get_depend_swap 1.53% : 0.000025s : 122: predicate.environ_get_eliminate 1.12% : 0.000018s : 122: predicate.environ_get_set_eliminate 0.03% : 0.000001s : 7: predicate.fold_const_symbol 0.52% : 0.000008s : 47: predicate.get_grad_eliminate 1.73% : 0.000028s : 51: predicate.getattr_setattr_resolve 0.06% : 0.000001s : 7: predicate.graph_param_transform 5.09% : 0.000082s : 196: predicate.inline 3.43% : 0.000055s : 130: predicate.inline_without_move 0.21% : 0.000003s : 47: predicate.j_node_and_user_rematch 0.81% : 0.000013s : 47: predicate.less_batch_normalization 1.64% : 0.000026s : 143: predicate.list_to_tuple_eliminator_ 1.71% : 0.000028s : 150: predicate.load_eliminater 0.71% : 0.000011s : 7: predicate.loop_unroll_after_grad 3.61% : 0.000058s : 208: predicate.loop_unroll_before_grad 1.62% : 0.000026s : 130: predicate.make_slice_get_slice_eliminator 1.24% : 0.000020s : 120: predicate.merge_addn 1.19% : 0.000019s : 120: predicate.minmaximum_grad 0.51% : 0.000008s : 9: predicate.mutable_eliminate 0.08% : 0.000001s : 7: predicate.opt_reshape 2.03% : 0.000033s : 150: predicate.partial_eliminate 1.46% : 0.000024s : 120: predicate.print_const_string_wrapper 1.72% : 0.000028s : 120: predicate.reduce_eliminate 1.56% : 0.000025s : 143: predicate.redundant_stop_gradient_eliminater 0.32% : 0.000005s : 47: predicate.remove_not_recompute_node 2.06% : 0.000033s : 300: predicate.replace_applicator 0.74% : 0.000012s : 130: predicate.replace_old_param 0.13% : 0.000002s : 14: predicate.reset_defer_inline 1.46% : 0.000024s : 120: predicate.reshape_eliminate 1.36% : 0.000022s : 120: predicate.row_tensor_add_zeros_like 0.35% : 0.000006s : 15: predicate.row_tensor_eliminate 1.29% : 0.000021s : 120: predicate.same_eliminate 0.35% : 0.000006s : 60: predicate.set_cell_output_no_recompute 0.34% : 0.000006s : 22: predicate.special_op_eliminate 1.65% : 0.000027s : 55: predicate.specialize_transform 1.69% : 0.000027s : 120: predicate.split_environ_get_set_with_tuple_value 1.21% : 0.000019s : 120: predicate.stack_unstack_eliminate 0.09% : 0.000001s : 7: predicate.switch_call_monad_eliminater 5.54% : 0.000089s : 175: predicate.switch_defer_inline 2.61% : 0.000042s : 175: predicate.switch_layer_defer_inline 5.51% : 0.000089s : 396: predicate.switch_simplify 1.48% : 0.000024s : 120: predicate.tile_eliminate 1.25% : 0.000020s : 120: predicate.transpose_eliminate 1.64% : 0.000026s : 122: predicate.tuple_list_convert_item_index_to_positive 1.65% : 0.000027s : 123: predicate.tuple_list_get_item_depend_reorder 3.78% : 0.000061s : 164: predicate.tuple_list_get_item_eliminator 1.91% : 0.000031s : 125: predicate.tuple_list_set_item_eliminator 1.55% : 0.000025s : 143: predicate.tuple_to_list_eliminator_ 1.58% : 0.000025s : 150: predicate.updatestate_pure_node_eliminater 2.72% : 0.000044s : 199: predicate.updatestate_useless_node_eliminater 1.83% : 0.000030s : 120: predicate.value_based_eliminate 0.09% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.38% : 0.000006s : 16: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.074476 75 81.73% : 0.060868s : 31: func_graph_cloner_run.FuncGraphClonerGraph 0.91% : 0.000681s : 7: func_graph_cloner_run.FuncGraphClonerNode 17.36% : 0.012927s : 37: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 2.313937 110 0.00% : 0.000108s : 1: add_recomputation 0.22% : 0.005139s : 1: auto_monad 0.00% : 0.000040s : 1: auto_monad_reorder 0.02% : 0.000357s : 1: bootstrap 0.00% : 0.000047s : 1: cconv 0.00% : 0.000023s : 1: convert_after_rewriter 0.00% : 0.000063s : 1: cse_after_recomputation 0.00% : 0.000022s : 1: environ_conv 0.40% : 0.009245s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000053s : 1: graph_reusing 36.83% : 0.852115s : 1: jit_opt_a 0.02% : 0.000393s : 1: jit_opt_after_cconv 0.53% : 0.012192s : 1: jit_opt_b 0.60% : 0.013783s : 1: loop_unroll 2.99% : 0.069122s : 1: mutable_eliminate 7.06% : 0.163366s : 52: opt.transform.jit_opt_a 0.01% : 0.000148s : 4: opt.transform.jit_opt_after_cconv 0.52% : 0.012069s : 8: opt.transform.jit_opt_b 0.56% : 0.013030s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000041s : 1: opt.transform.mutable_eliminate 0.00% : 0.000070s : 1: opt.transform.opt_after_jit_grad 0.87% : 0.020047s : 4: opt.transform.opt_resolve 0.00% : 0.000110s : 4: opt.transform.symbol_engine_opt 0.42% : 0.009630s : 1: opt_after_jit_grad 0.00% : 0.000013s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000012s : 1: pre_auto_parallel 0.01% : 0.000133s : 1: py_interpret_to_execute 0.25% : 0.005842s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000063s : 1: remove_dup_value 15.15% : 0.350659s : 3: renormalize.infer 6.29% : 0.145458s : 3: renormalize.specialize 0.00% : 0.000014s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000425s : 1: rewriter_after_opt_a 0.01% : 0.000223s : 1: rewriter_before_opt_a 0.37% : 0.008553s : 1: symbol_engine_optimizer 26.85% : 0.621312s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape6-2-3-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape6-2-3-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape7-3-0-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape7-3-0-pynative],max_mem:4.0M TotalTime = 0.394581, [30] [bootstrap]: 0.00078867 [type_inference]: 0.153898 [event_method]: 1.72e-05 [auto_monad]: 0.00020102 [graph_reusing]: 7.51999e-06 [pre_auto_parallel]: 2.78998e-06 [py_interpret_to_execute]: 0.00017538 [rewriter_before_opt_a]: 7.042e-05 [expand_dump_flag]: 3.56999e-06 [jit_opt_a]: 0.236265, [2] [Cycle 1]: 0.00229889, [27] [switch_simplify]: 6.717e-05 [loop_unroll]: 1.973e-05 [a_1]: 0.0004986 [with_stream_mark]: 3.032e-05 [recompute_prepare]: 1.068e-05 [updatestate_depend_eliminate]: 7.4e-06 [updatestate_assign_eliminate]: 6.04001e-06 [updatestate_loads_eliminate]: 4.75001e-06 [parameter_eliminate]: 2.48998e-06 [specialize_transform]: 9.85002e-06 [updatestate_useless_node_eliminater]: 1.177e-05 [accelerated_algorithm]: 9.64e-06 [meta_shard_fg_expand]: 4.82e-06 [get_grad_eliminate_]: 8.92e-06 [merge_forward]: 5.59e-06 [cell_reuse_recompute_pass]: 1.24e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.222e-05 [j_node_and_user_rematch]: 1.467e-05 [meta_fg_expand]: 4.28001e-06 [replace_old_param]: 1.418e-05 [inline_without_move]: 9.79e-06 [renormalize]: 0.00121984 [add_forward_monad_depend]: 1.305e-05 [auto_monad_grad]: 3.22997e-06 [auto_monad_eliminator]: 2.48e-05 [cse]: 4.519e-05 [replace_applicator]: 1.798e-05 [Cycle 2]: 0.00049089, [27] [switch_simplify]: 9.39e-06 [loop_unroll]: 8.43999e-06 [a_1]: 0.00017434 [with_stream_mark]: 1.122e-05 [recompute_prepare]: 8.22998e-06 [updatestate_depend_eliminate]: 5.06002e-06 [updatestate_assign_eliminate]: 4.77e-06 [updatestate_loads_eliminate]: 3.98001e-06 [parameter_eliminate]: 1.05001e-06 [specialize_transform]: 8.38999e-06 [updatestate_useless_node_eliminater]: 1.16e-05 [accelerated_algorithm]: 8.37e-06 [meta_shard_fg_expand]: 1.82999e-06 [get_grad_eliminate_]: 7.93001e-06 [merge_forward]: 4.55001e-06 [cell_reuse_recompute_pass]: 1.60001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.679e-05 [j_node_and_user_rematch]: 1.324e-05 [meta_fg_expand]: 2.91e-06 [replace_old_param]: 1.021e-05 [inline_without_move]: 8.05999e-06 [renormalize]: 6.00121e-08 [add_forward_monad_depend]: 1.26997e-06 [auto_monad_grad]: 1.12999e-06 [auto_monad_eliminator]: 1.032e-05 [cse]: 2.196e-05 [replace_applicator]: 8.05e-06 [py_interpret_to_execute_after_opt_a]: 1.539e-05 [rewriter_after_opt_a]: 0.00027599 [convert_after_rewriter]: 1.083e-05 [order_py_execute_after_rewriter]: 7.28e-06 [mutable_eliminate]: 0.00079579 [jit_opt_b]: 7.528e-05, [1] [Cycle 1]: 6.583e-05, [2] [frontend_op_eliminate]: 2.545e-05 [inline_after_opt_a]: 2.632e-05 [cconv]: 3.21e-05 [loop_unroll]: 0.00046137 [jit_opt_after_cconv]: 0.00020664, [1] [Cycle 1]: 0.00020022, [11] [c_1]: 4.933e-05 [parameter_eliminate]: 3.35e-06 [updatestate_depend_eliminate]: 9.44998e-06 [updatestate_assign_eliminate]: 4.75001e-06 [updatestate_loads_eliminate]: 3.86001e-06 [cse]: 3.171e-05 [call_graph_tuple_transform]: 2.329e-05 [tuple_list_get_item_eliminator]: 9.41e-06 [none_parameter_eliminate]: 1.42999e-06 [renormalize]: 5.50004e-07 [switch_simplify]: 8.95001e-06 [remove_dup_value]: 2.315e-05 [partial_unused_args_eliminate]: 2.26e-06 [environ_conv]: 1.338e-05 [add_recomputation]: 7.737e-05 [cse_after_recomputation]: 3.439e-05, [1] [Cycle 1]: 2.745e-05, [1] [cse]: 2.097e-05 [auto_monad_reorder]: 2.759e-05 [get_jit_bprop_graph]: 2.49999e-06 [rewriter_after_jit_bprop_graph]: 0.00013759 [opt_after_jit_grad]: 0.00050693 [symbol_engine_optimizer]: 0.00010901, [1] [Cycle 1]: 0.00010261, [6] [build]: 1.483e-05 [elim_shapecalc]: 1.28e-05 [elim_not_effective]: 1.848e-05 [opt_reshape]: 9.61998e-06 [fold_const_symbol]: 1.45e-05 [renormalize]: 3.50003e-07 [validate]: 6.593e-05 Sums bootstrap : 0.000789s : 0.49% type_inference : 0.153898s : 95.97% event_method : 0.000017s : 0.01% auto_monad : 0.000201s : 0.13% graph_reusing : 0.000008s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000175s : 0.11% rewriter_before_opt_a : 0.000070s : 0.04% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000077s : 0.05% jit_opt_a.loop_unroll : 0.000028s : 0.02% jit_opt_a.a_1 : 0.000673s : 0.42% jit_opt_a.with_stream_mark : 0.000042s : 0.03% jit_opt_a.recompute_prepare : 0.000019s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.01% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000023s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000007s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000010s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000003s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000039s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.02% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000024s : 0.02% jit_opt_a.inline_without_move : 0.000018s : 0.01% jit_opt_a.renormalize : 0.001220s : 0.76% jit_opt_a.add_forward_monad_depend : 0.000014s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000035s : 0.02% jit_opt_a.cse : 0.000067s : 0.04% jit_opt_a.replace_applicator : 0.000026s : 0.02% py_interpret_to_execute_after_opt_a : 0.000015s : 0.01% rewriter_after_opt_a : 0.000276s : 0.17% convert_after_rewriter : 0.000011s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000796s : 0.50% jit_opt_b.frontend_op_eliminate : 0.000025s : 0.02% jit_opt_b.inline_after_opt_a : 0.000026s : 0.02% cconv : 0.000032s : 0.02% loop_unroll : 0.000461s : 0.29% jit_opt_after_cconv.c_1 : 0.000049s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000009s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000032s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000023s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000001s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.01% remove_dup_value : 0.000023s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000013s : 0.01% add_recomputation : 0.000077s : 0.05% cse_after_recomputation.cse : 0.000021s : 0.01% auto_monad_reorder : 0.000028s : 0.02% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000138s : 0.09% opt_after_jit_grad : 0.000507s : 0.32% symbol_engine_optimizer.build : 0.000015s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000018s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000066s : 0.04% Time group info: ------[substitution.] 0.000231 43 3.57% : 0.000008s : 2: substitution.depend_value_elim 1.23% : 0.000003s : 4: substitution.elim_not_effective 0.93% : 0.000002s : 4: substitution.fold_const_symbol 3.04% : 0.000007s : 5: substitution.graph_param_transform 74.48% : 0.000172s : 2: substitution.inline 2.14% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.09% : 0.000007s : 8: substitution.remove_not_recompute_node 2.60% : 0.000006s : 2: substitution.replace_old_param 4.90% : 0.000011s : 3: substitution.updatestate_pure_node_eliminater 4.04% : 0.000009s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.153773 2 99.14% : 0.152455s : 1: type_inference.infer 0.86% : 0.001318s : 1: type_inference.specialize ------[replace.] 0.000042 2 100.00% : 0.000042s : 2: replace.inline ------[match.] 0.000170 2 100.00% : 0.000170s : 2: match.inline ------[predicate.] 0.000154 767 1.57% : 0.000002s : 11: predicate.accumulaten_eliminater 1.25% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.25% : 0.000002s : 11: predicate.addn_check_dump 1.21% : 0.000002s : 11: predicate.addn_zero_filter 2.18% : 0.000003s : 11: predicate.arithmetic_simplify 1.21% : 0.000002s : 11: predicate.cast_eliminate 0.63% : 0.000001s : 5: predicate.check_bprop_eliminate 1.48% : 0.000002s : 11: predicate.compare_switch_simplify 1.47% : 0.000002s : 11: predicate.depend_value_elim 1.12% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.16% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.10% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.13% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.49% : 0.000001s : 5: predicate.elim_not_effective 0.81% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.05% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.09% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.14% : 0.000002s : 11: predicate.environ_get_depend_swap 0.99% : 0.000002s : 11: predicate.environ_get_eliminate 1.03% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.27% : 0.000000s : 5: predicate.fold_const_symbol 1.20% : 0.000002s : 10: predicate.get_grad_eliminate 0.41% : 0.000001s : 5: predicate.graph_param_transform 5.08% : 0.000008s : 23: predicate.inline 1.31% : 0.000002s : 10: predicate.inline_without_move 0.45% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.54% : 0.000002s : 10: predicate.less_batch_normalization 1.21% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.59% : 0.000002s : 16: predicate.load_eliminater 1.52% : 0.000002s : 5: predicate.loop_unroll_after_grad 2.51% : 0.000004s : 20: predicate.loop_unroll_before_grad 1.97% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.10% : 0.000002s : 11: predicate.merge_addn 0.92% : 0.000001s : 11: predicate.minmaximum_grad 1.86% : 0.000003s : 5: predicate.mutable_eliminate 0.58% : 0.000001s : 5: predicate.opt_reshape 2.01% : 0.000003s : 16: predicate.partial_eliminate 1.21% : 0.000002s : 11: predicate.print_const_string_wrapper 1.62% : 0.000002s : 11: predicate.reduce_eliminate 1.25% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.69% : 0.000001s : 10: predicate.remove_not_recompute_node 1.47% : 0.000002s : 21: predicate.replace_applicator 0.74% : 0.000001s : 10: predicate.replace_old_param 0.40% : 0.000001s : 5: predicate.reset_defer_inline 1.31% : 0.000002s : 11: predicate.reshape_eliminate 1.14% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.14% : 0.000002s : 5: predicate.row_tensor_eliminate 1.23% : 0.000002s : 11: predicate.same_eliminate 0.63% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.14% : 0.000002s : 10: predicate.special_op_eliminate 1.33% : 0.000002s : 10: predicate.specialize_transform 1.23% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.16% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.71% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.68% : 0.000003s : 13: predicate.switch_defer_inline 1.45% : 0.000002s : 13: predicate.switch_layer_defer_inline 10.30% : 0.000016s : 38: predicate.switch_simplify 1.12% : 0.000002s : 11: predicate.tile_eliminate 1.03% : 0.000002s : 11: predicate.transpose_eliminate 1.47% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.55% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.70% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.70% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.21% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.51% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.24% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.51% : 0.000002s : 11: predicate.value_based_eliminate 0.44% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.77% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000628 6 38.41% : 0.000241s : 2: func_graph_cloner_run.FuncGraphClonerGraph 61.59% : 0.000387s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.396865 72 0.02% : 0.000081s : 1: add_recomputation 0.05% : 0.000211s : 1: auto_monad 0.01% : 0.000030s : 1: auto_monad_reorder 0.21% : 0.000828s : 1: bootstrap 0.01% : 0.000035s : 1: cconv 0.00% : 0.000014s : 1: convert_after_rewriter 0.01% : 0.000037s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 0.01% : 0.000024s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000011s : 1: graph_reusing 59.53% : 0.236268s : 1: jit_opt_a 0.05% : 0.000210s : 1: jit_opt_after_cconv 0.02% : 0.000078s : 1: jit_opt_b 0.12% : 0.000470s : 1: loop_unroll 0.20% : 0.000806s : 1: mutable_eliminate 0.25% : 0.000974s : 26: opt.transform.jit_opt_a 0.02% : 0.000086s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000044s : 4: opt.transform.jit_opt_b 0.00% : 0.000016s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000021s : 1: opt.transform.mutable_eliminate 0.01% : 0.000031s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000051s : 4: opt.transform.symbol_engine_opt 0.13% : 0.000516s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.05% : 0.000185s : 1: py_interpret_to_execute 0.00% : 0.000018s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000026s : 1: remove_dup_value 0.19% : 0.000771s : 1: renormalize.infer 0.11% : 0.000439s : 1: renormalize.specialize 0.04% : 0.000141s : 1: rewriter_after_jit_bprop_graph 0.07% : 0.000281s : 1: rewriter_after_opt_a 0.02% : 0.000075s : 1: rewriter_before_opt_a 0.03% : 0.000112s : 1: symbol_engine_optimizer 38.79% : 0.153926s : 1: type_inference TotalTime = 1.58831, [30] [bootstrap]: 0.00038898 [type_inference]: 0.470192 [event_method]: 0.00030226 [auto_monad]: 0.00028786 [graph_reusing]: 1.106e-05 [pre_auto_parallel]: 3.49001e-06 [py_interpret_to_execute]: 4.803e-05 [rewriter_before_opt_a]: 0.00015748 [expand_dump_flag]: 4.81002e-06 [jit_opt_a]: 0.988681, [4] [Cycle 1]: 0.352888, [27] [switch_simplify]: 0.0002339 [loop_unroll]: 0.00010754 [a_1]: 0.0019823 [with_stream_mark]: 4.826e-05 [recompute_prepare]: 4.047e-05 [updatestate_depend_eliminate]: 5.377e-05 [updatestate_assign_eliminate]: 1.279e-05 [updatestate_loads_eliminate]: 1.194e-05 [parameter_eliminate]: 4.2e-06 [specialize_transform]: 2.485e-05 [updatestate_useless_node_eliminater]: 3.016e-05 [accelerated_algorithm]: 2.226e-05 [meta_shard_fg_expand]: 7.88999e-06 [get_grad_eliminate_]: 2.267e-05 [merge_forward]: 1.69e-05 [cell_reuse_recompute_pass]: 1.40999e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.678e-05 [j_node_and_user_rematch]: 3.714e-05 [meta_fg_expand]: 0.0112213 [replace_old_param]: 0.00015701 [inline_without_move]: 0.0001519 [renormalize]: 0.337122 [add_forward_monad_depend]: 3.205e-05 [auto_monad_grad]: 2.452e-05 [auto_monad_eliminator]: 0.0001759 [cse]: 0.00052113 [replace_applicator]: 0.00040814 [Cycle 2]: 0.422168, [27] [switch_simplify]: 0.00012853 [loop_unroll]: 0.00011691 [a_1]: 0.362681 [with_stream_mark]: 5.884e-05 [recompute_prepare]: 4.944e-05 [updatestate_depend_eliminate]: 2.086e-05 [updatestate_assign_eliminate]: 1.952e-05 [updatestate_loads_eliminate]: 1.807e-05 [parameter_eliminate]: 5.74e-06 [specialize_transform]: 3.107e-05 [updatestate_useless_node_eliminater]: 0.00011989 [accelerated_algorithm]: 9.077e-05 [meta_shard_fg_expand]: 9.32999e-06 [get_grad_eliminate_]: 2.084e-05 [merge_forward]: 1.248e-05 [cell_reuse_recompute_pass]: 1.86003e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.34e-05 [j_node_and_user_rematch]: 3.419e-05 [meta_fg_expand]: 0.00019926 [replace_old_param]: 3.216e-05 [inline_without_move]: 1.953e-05 [renormalize]: 0.0578159 [add_forward_monad_depend]: 1.3e-05 [auto_monad_grad]: 3.93001e-06 [auto_monad_eliminator]: 5.369e-05 [cse]: 0.00020258 [replace_applicator]: 4.368e-05 [Cycle 3]: 0.0321232, [27] [switch_simplify]: 2.11e-05 [loop_unroll]: 1.774e-05 [a_1]: 0.00130148 [with_stream_mark]: 3.441e-05 [recompute_prepare]: 2.154e-05 [updatestate_depend_eliminate]: 5.443e-05 [updatestate_assign_eliminate]: 1.136e-05 [updatestate_loads_eliminate]: 8.45999e-06 [parameter_eliminate]: 2.29001e-06 [specialize_transform]: 1.749e-05 [updatestate_useless_node_eliminater]: 2.091e-05 [accelerated_algorithm]: 1.987e-05 [meta_shard_fg_expand]: 4.97e-06 [get_grad_eliminate_]: 1.388e-05 [merge_forward]: 1.098e-05 [cell_reuse_recompute_pass]: 3.31999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.4e-05 [j_node_and_user_rematch]: 2.707e-05 [meta_fg_expand]: 6.53e-06 [replace_old_param]: 1.881e-05 [inline_without_move]: 1.48e-05 [renormalize]: 0.0300142 [add_forward_monad_depend]: 1.294e-05 [auto_monad_grad]: 2.67001e-06 [auto_monad_eliminator]: 4.106e-05 [cse]: 0.00012703 [replace_applicator]: 3.806e-05 [Cycle 4]: 0.00093412, [27] [switch_simplify]: 1.714e-05 [loop_unroll]: 1.521e-05 [a_1]: 0.000423 [with_stream_mark]: 2.307e-05 [recompute_prepare]: 1.643e-05 [updatestate_depend_eliminate]: 1.006e-05 [updatestate_assign_eliminate]: 9.04e-06 [updatestate_loads_eliminate]: 8.11002e-06 [parameter_eliminate]: 2.58e-06 [specialize_transform]: 1.581e-05 [updatestate_useless_node_eliminater]: 1.681e-05 [accelerated_algorithm]: 1.934e-05 [meta_shard_fg_expand]: 4.13001e-06 [get_grad_eliminate_]: 1.427e-05 [merge_forward]: 9.34e-06 [cell_reuse_recompute_pass]: 3.56001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.404e-05 [j_node_and_user_rematch]: 2.546e-05 [meta_fg_expand]: 7.28999e-06 [replace_old_param]: 1.919e-05 [inline_without_move]: 1.385e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 2.36e-06 [auto_monad_grad]: 1.57001e-06 [auto_monad_eliminator]: 2.234e-05 [cse]: 4.957e-05 [replace_applicator]: 1.559e-05 [py_interpret_to_execute_after_opt_a]: 3.183e-05 [rewriter_after_opt_a]: 0.00039092 [convert_after_rewriter]: 1.947e-05 [order_py_execute_after_rewriter]: 1.238e-05 [mutable_eliminate]: 0.00084105 [jit_opt_b]: 0.00030528, [2] [Cycle 1]: 0.0002306, [2] [frontend_op_eliminate]: 0.00017319 [inline_after_opt_a]: 3.502e-05 [Cycle 2]: 6.191e-05, [2] [frontend_op_eliminate]: 2.551e-05 [inline_after_opt_a]: 2.58e-05 [cconv]: 3.825e-05 [loop_unroll]: 0.123408 [jit_opt_after_cconv]: 0.0003422, [1] [Cycle 1]: 0.00032885, [11] [c_1]: 8.103e-05 [parameter_eliminate]: 6.98e-06 [updatestate_depend_eliminate]: 1.963e-05 [updatestate_assign_eliminate]: 6.94999e-06 [updatestate_loads_eliminate]: 8.15999e-06 [cse]: 7.843e-05 [call_graph_tuple_transform]: 3.611e-05 [tuple_list_get_item_eliminator]: 1.188e-05 [none_parameter_eliminate]: 2.18002e-06 [renormalize]: 3.70026e-07 [switch_simplify]: 1.285e-05 [remove_dup_value]: 5.629e-05 [partial_unused_args_eliminate]: 2.91e-06 [environ_conv]: 1.898e-05 [add_recomputation]: 0.00010546 [cse_after_recomputation]: 5.514e-05, [1] [Cycle 1]: 4.663e-05, [1] [cse]: 3.668e-05 [auto_monad_reorder]: 3.111e-05 [get_jit_bprop_graph]: 2.27001e-06 [rewriter_after_jit_bprop_graph]: 1.149e-05 [opt_after_jit_grad]: 0.00069433 [symbol_engine_optimizer]: 0.00145075, [1] [Cycle 1]: 0.00144171, [6] [build]: 1.799e-05 [elim_shapecalc]: 1.539e-05 [elim_not_effective]: 0.00131009 [opt_reshape]: 2.165e-05 [fold_const_symbol]: 2.634e-05 [renormalize]: 8.70001e-07 [validate]: 7.911e-05 Sums bootstrap : 0.000389s : 0.03% type_inference : 0.470192s : 33.44% event_method : 0.000302s : 0.02% auto_monad : 0.000288s : 0.02% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000048s : 0.00% rewriter_before_opt_a : 0.000157s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000401s : 0.03% jit_opt_a.loop_unroll : 0.000257s : 0.02% jit_opt_a.a_1 : 0.366387s : 26.06% jit_opt_a.with_stream_mark : 0.000165s : 0.01% jit_opt_a.recompute_prepare : 0.000128s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000139s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000053s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000047s : 0.00% jit_opt_a.parameter_eliminate : 0.000015s : 0.00% jit_opt_a.specialize_transform : 0.000089s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000188s : 0.01% jit_opt_a.accelerated_algorithm : 0.000152s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000026s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000072s : 0.01% jit_opt_a.merge_forward : 0.000050s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000010s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000158s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000124s : 0.01% jit_opt_a.meta_fg_expand : 0.011434s : 0.81% jit_opt_a.replace_old_param : 0.000227s : 0.02% jit_opt_a.inline_without_move : 0.000200s : 0.01% jit_opt_a.renormalize : 0.424952s : 30.22% jit_opt_a.add_forward_monad_depend : 0.000060s : 0.00% jit_opt_a.auto_monad_grad : 0.000033s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000293s : 0.02% jit_opt_a.cse : 0.000900s : 0.06% jit_opt_a.replace_applicator : 0.000505s : 0.04% py_interpret_to_execute_after_opt_a : 0.000032s : 0.00% rewriter_after_opt_a : 0.000391s : 0.03% convert_after_rewriter : 0.000019s : 0.00% order_py_execute_after_rewriter : 0.000012s : 0.00% mutable_eliminate : 0.000841s : 0.06% jit_opt_b.frontend_op_eliminate : 0.000199s : 0.01% jit_opt_b.inline_after_opt_a : 0.000061s : 0.00% cconv : 0.000038s : 0.00% loop_unroll : 0.123408s : 8.78% jit_opt_after_cconv.c_1 : 0.000081s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000020s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.cse : 0.000078s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000036s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000056s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000019s : 0.00% add_recomputation : 0.000105s : 0.01% cse_after_recomputation.cse : 0.000037s : 0.00% auto_monad_reorder : 0.000031s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000011s : 0.00% opt_after_jit_grad : 0.000694s : 0.05% symbol_engine_optimizer.build : 0.000018s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.001310s : 0.09% symbol_engine_optimizer.opt_reshape : 0.000022s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000026s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000079s : 0.01% Time group info: ------[substitution.] 0.004588 397 0.59% : 0.000027s : 4: substitution.cast_eliminate 1.12% : 0.000051s : 15: substitution.depend_value_elim 0.11% : 0.000005s : 6: substitution.elim_not_effective 0.07% : 0.000003s : 6: substitution.fold_const_symbol 35.03% : 0.001607s : 9: substitution.getattr_setattr_resolve 0.20% : 0.000009s : 7: substitution.graph_param_transform 42.15% : 0.001934s : 34: substitution.inline 0.98% : 0.000045s : 5: substitution.inline_without_move 0.49% : 0.000022s : 46: substitution.j_node_and_user_rematch 1.48% : 0.000068s : 3: substitution.less_batch_normalization 1.72% : 0.000079s : 24: substitution.minmaximum_grad 0.34% : 0.000015s : 14: substitution.partial_eliminate 0.72% : 0.000033s : 46: substitution.remove_not_recompute_node 2.46% : 0.000113s : 28: substitution.replace_applicator 0.52% : 0.000024s : 20: substitution.replace_old_param 0.21% : 0.000010s : 2: substitution.set_cell_output_no_recompute 0.34% : 0.000015s : 3: substitution.switch_simplify 1.84% : 0.000084s : 24: substitution.tuple_list_convert_item_index_to_positive 1.76% : 0.000081s : 25: substitution.tuple_list_get_item_depend_reorder 3.55% : 0.000163s : 43: substitution.tuple_list_get_item_eliminator 0.79% : 0.000036s : 2: substitution.tuple_list_set_item_eliminator 0.73% : 0.000033s : 11: substitution.updatestate_pure_node_eliminater 1.43% : 0.000066s : 18: substitution.updatestate_useless_node_eliminater 1.38% : 0.000063s : 2: substitution.zero_like_fill_zero ------[type_inference.] 0.470068 2 99.35% : 0.467030s : 1: type_inference.infer 0.65% : 0.003037s : 1: type_inference.specialize ------[replace.] 0.001424 78 1.81% : 0.000026s : 4: replace.cast_eliminate 11.53% : 0.000164s : 7: replace.getattr_setattr_resolve 44.12% : 0.000628s : 34: replace.inline 7.61% : 0.000108s : 6: replace.replace_applicator 5.35% : 0.000076s : 3: replace.switch_simplify 1.03% : 0.000015s : 1: replace.tuple_list_get_item_depend_reorder 17.05% : 0.000243s : 18: replace.tuple_list_get_item_eliminator 3.36% : 0.000048s : 2: replace.tuple_list_set_item_eliminator 4.66% : 0.000066s : 1: replace.updatestate_useless_node_eliminater 3.47% : 0.000049s : 2: replace.zero_like_fill_zero ------[match.] 0.003651 78 0.64% : 0.000023s : 4: match.cast_eliminate 40.69% : 0.001485s : 7: match.getattr_setattr_resolve 52.21% : 0.001906s : 34: match.inline 1.12% : 0.000041s : 6: match.replace_applicator 0.37% : 0.000014s : 3: match.switch_simplify 0.50% : 0.000018s : 1: match.tuple_list_get_item_depend_reorder 1.50% : 0.000055s : 18: match.tuple_list_get_item_eliminator 0.90% : 0.000033s : 2: match.tuple_list_set_item_eliminator 0.38% : 0.000014s : 1: match.updatestate_useless_node_eliminater 1.70% : 0.000062s : 2: match.zero_like_fill_zero ------[predicate.] 0.002004 7825 0.98% : 0.000020s : 130: predicate.accumulaten_eliminater 0.19% : 0.000004s : 7: predicate.ad_related_special_op_eliminate 0.93% : 0.000019s : 130: predicate.addn_check_dump 0.97% : 0.000019s : 130: predicate.addn_zero_filter 1.40% : 0.000028s : 130: predicate.arithmetic_simplify 1.14% : 0.000023s : 134: predicate.cast_eliminate 0.13% : 0.000003s : 15: predicate.check_bprop_eliminate 0.97% : 0.000020s : 130: predicate.compare_switch_simplify 1.02% : 0.000020s : 130: predicate.depend_value_elim 0.94% : 0.000019s : 134: predicate.dict_get_item_const_eliminator 0.95% : 0.000019s : 134: predicate.dict_get_item_eliminator 0.89% : 0.000018s : 134: predicate.dict_set_item_eliminator 0.15% : 0.000003s : 7: predicate.dumpgradient_eliminate 0.04% : 0.000001s : 7: predicate.elim_not_effective 0.07% : 0.000001s : 7: predicate.elim_shapecalc_of_broadcastargs 0.93% : 0.000019s : 134: predicate.environ_add_const_eliminate 0.89% : 0.000018s : 134: predicate.environ_get_add_eliminate 0.91% : 0.000018s : 134: predicate.environ_get_depend_swap 0.96% : 0.000019s : 134: predicate.environ_get_eliminate 1.04% : 0.000021s : 134: predicate.environ_get_set_eliminate 0.03% : 0.000001s : 7: predicate.fold_const_symbol 0.50% : 0.000010s : 53: predicate.get_grad_eliminate 0.86% : 0.000017s : 51: predicate.getattr_setattr_resolve 0.03% : 0.000001s : 7: predicate.graph_param_transform 2.85% : 0.000057s : 210: predicate.inline 1.17% : 0.000023s : 136: predicate.inline_without_move 0.19% : 0.000004s : 53: predicate.j_node_and_user_rematch 0.64% : 0.000013s : 53: predicate.less_batch_normalization 1.11% : 0.000022s : 155: predicate.list_to_tuple_eliminator_ 1.15% : 0.000023s : 162: predicate.load_eliminater 0.47% : 0.000009s : 7: predicate.loop_unroll_after_grad 1.61% : 0.000032s : 219: predicate.loop_unroll_before_grad 1.12% : 0.000022s : 142: predicate.make_slice_get_slice_eliminator 0.89% : 0.000018s : 130: predicate.merge_addn 36.24% : 0.000726s : 130: predicate.minmaximum_grad 0.33% : 0.000007s : 11: predicate.mutable_eliminate 0.16% : 0.000003s : 7: predicate.opt_reshape 1.51% : 0.000030s : 162: predicate.partial_eliminate 0.90% : 0.000018s : 130: predicate.print_const_string_wrapper 1.26% : 0.000025s : 130: predicate.reduce_eliminate 1.17% : 0.000023s : 155: predicate.redundant_stop_gradient_eliminater 0.22% : 0.000004s : 53: predicate.remove_not_recompute_node 1.73% : 0.000035s : 329: predicate.replace_applicator 0.60% : 0.000012s : 136: predicate.replace_old_param 0.09% : 0.000002s : 14: predicate.reset_defer_inline 0.96% : 0.000019s : 130: predicate.reshape_eliminate 0.95% : 0.000019s : 130: predicate.row_tensor_add_zeros_like 0.16% : 0.000003s : 15: predicate.row_tensor_eliminate 0.99% : 0.000020s : 130: predicate.same_eliminate 0.31% : 0.000006s : 68: predicate.set_cell_output_no_recompute 0.22% : 0.000004s : 22: predicate.special_op_eliminate 0.58% : 0.000012s : 63: predicate.specialize_transform 1.14% : 0.000023s : 130: predicate.split_environ_get_set_with_tuple_value 0.90% : 0.000018s : 130: predicate.stack_unstack_eliminate 0.07% : 0.000001s : 7: predicate.switch_call_monad_eliminater 2.57% : 0.000051s : 189: predicate.switch_defer_inline 1.50% : 0.000030s : 189: predicate.switch_layer_defer_inline 3.46% : 0.000069s : 421: predicate.switch_simplify 0.95% : 0.000019s : 130: predicate.tile_eliminate 0.98% : 0.000020s : 130: predicate.transpose_eliminate 1.24% : 0.000025s : 134: predicate.tuple_list_convert_item_index_to_positive 1.20% : 0.000024s : 135: predicate.tuple_list_get_item_depend_reorder 2.48% : 0.000050s : 176: predicate.tuple_list_get_item_eliminator 1.44% : 0.000029s : 137: predicate.tuple_list_set_item_eliminator 1.11% : 0.000022s : 155: predicate.tuple_to_list_eliminator_ 1.17% : 0.000023s : 162: predicate.updatestate_pure_node_eliminater 1.85% : 0.000037s : 217: predicate.updatestate_useless_node_eliminater 1.21% : 0.000024s : 130: predicate.value_based_eliminate 0.06% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.18% : 0.000004s : 17: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.007302 82 55.04% : 0.004019s : 34: func_graph_cloner_run.FuncGraphClonerGraph 7.76% : 0.000567s : 8: func_graph_cloner_run.FuncGraphClonerNode 37.20% : 0.002716s : 40: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 2.385618 110 0.00% : 0.000110s : 1: add_recomputation 0.01% : 0.000297s : 1: auto_monad 0.00% : 0.000034s : 1: auto_monad_reorder 0.02% : 0.000465s : 1: bootstrap 0.00% : 0.000041s : 1: cconv 0.00% : 0.000023s : 1: convert_after_rewriter 0.00% : 0.000058s : 1: cse_after_recomputation 0.00% : 0.000021s : 1: environ_conv 0.01% : 0.000313s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 41.44% : 0.988686s : 1: jit_opt_a 0.01% : 0.000347s : 1: jit_opt_after_cconv 0.01% : 0.000308s : 1: jit_opt_b 5.17% : 0.123430s : 1: loop_unroll 0.04% : 0.000857s : 1: mutable_eliminate 15.46% : 0.368786s : 52: opt.transform.jit_opt_a 0.01% : 0.000137s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000245s : 8: opt.transform.jit_opt_b 0.00% : 0.000048s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000035s : 1: opt.transform.mutable_eliminate 0.00% : 0.000051s : 1: opt.transform.opt_after_jit_grad 0.08% : 0.001922s : 4: opt.transform.opt_resolve 0.06% : 0.001367s : 4: opt.transform.symbol_engine_opt 0.03% : 0.000709s : 1: opt_after_jit_grad 0.00% : 0.000015s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.00% : 0.000051s : 1: py_interpret_to_execute 0.00% : 0.000035s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000060s : 1: remove_dup_value 17.29% : 0.412470s : 3: renormalize.infer 0.52% : 0.012421s : 3: renormalize.specialize 0.00% : 0.000014s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000397s : 1: rewriter_after_opt_a 0.01% : 0.000161s : 1: rewriter_before_opt_a 0.06% : 0.001455s : 1: symbol_engine_optimizer 19.71% : 0.470212s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape7-3-0-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape7-3-0-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape8-2-0-pynative] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape8-2-0-pynative],max_mem:4.0M TotalTime = 0.179538, [30] [bootstrap]: 0.00106078 [type_inference]: 0.152882 [event_method]: 1.793e-05 [auto_monad]: 0.00016742 [graph_reusing]: 5.90002e-06 [pre_auto_parallel]: 2.83e-06 [py_interpret_to_execute]: 0.00017498 [rewriter_before_opt_a]: 6.301e-05 [expand_dump_flag]: 3.63999e-06 [jit_opt_a]: 0.0215218, [2] [Cycle 1]: 0.00226589, [27] [switch_simplify]: 4.751e-05 [loop_unroll]: 1.916e-05 [a_1]: 0.00044554 [with_stream_mark]: 2.686e-05 [recompute_prepare]: 1.138e-05 [updatestate_depend_eliminate]: 7.16001e-06 [updatestate_assign_eliminate]: 5.77001e-06 [updatestate_loads_eliminate]: 5.00001e-06 [parameter_eliminate]: 2.19999e-06 [specialize_transform]: 9.31e-06 [updatestate_useless_node_eliminater]: 1.201e-05 [accelerated_algorithm]: 8.86002e-06 [meta_shard_fg_expand]: 2.91e-06 [get_grad_eliminate_]: 8.67998e-06 [merge_forward]: 5.54e-06 [cell_reuse_recompute_pass]: 1.69e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.138e-05 [j_node_and_user_rematch]: 1.493e-05 [meta_fg_expand]: 3.78999e-06 [replace_old_param]: 1.394e-05 [inline_without_move]: 8.45999e-06 [renormalize]: 0.00127453 [add_forward_monad_depend]: 1.21e-05 [auto_monad_grad]: 2.96001e-06 [auto_monad_eliminator]: 2.368e-05 [cse]: 4.341e-05 [replace_applicator]: 2.109e-05 [Cycle 2]: 0.0146608, [27] [switch_simplify]: 9.91998e-06 [loop_unroll]: 8.54e-06 [a_1]: 0.00018009 [with_stream_mark]: 1.529e-05 [recompute_prepare]: 4.605e-05 [updatestate_depend_eliminate]: 1.88e-05 [updatestate_assign_eliminate]: 6.73998e-06 [updatestate_loads_eliminate]: 5.59998e-06 [parameter_eliminate]: 7.61999e-06 [specialize_transform]: 1.194e-05 [updatestate_useless_node_eliminater]: 2.392e-05 [accelerated_algorithm]: 1.076e-05 [meta_shard_fg_expand]: 4.97999e-06 [get_grad_eliminate_]: 8.60001e-06 [merge_forward]: 6.71999e-06 [cell_reuse_recompute_pass]: 3.43e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.221e-05 [j_node_and_user_rematch]: 1.377e-05 [meta_fg_expand]: 4.19002e-06 [replace_old_param]: 1.617e-05 [inline_without_move]: 8.33001e-06 [renormalize]: 9.00181e-08 [add_forward_monad_depend]: 5.37001e-06 [auto_monad_grad]: 2.93e-06 [auto_monad_eliminator]: 2.554e-05 [cse]: 4.737e-05 [replace_applicator]: 9.32001e-06 [py_interpret_to_execute_after_opt_a]: 2.523e-05 [rewriter_after_opt_a]: 0.00032922 [convert_after_rewriter]: 1.263e-05 [order_py_execute_after_rewriter]: 7.38e-06 [mutable_eliminate]: 0.0008155 [jit_opt_b]: 8.313e-05, [1] [Cycle 1]: 7.352e-05, [2] [frontend_op_eliminate]: 2.857e-05 [inline_after_opt_a]: 3.065e-05 [cconv]: 4.369e-05 [loop_unroll]: 0.00051245 [jit_opt_after_cconv]: 0.00024603, [1] [Cycle 1]: 0.00023741, [11] [c_1]: 5.487e-05 [parameter_eliminate]: 5.79999e-06 [updatestate_depend_eliminate]: 1.21e-05 [updatestate_assign_eliminate]: 5.14e-06 [updatestate_loads_eliminate]: 4.47e-06 [cse]: 4.487e-05 [call_graph_tuple_transform]: 2.641e-05 [tuple_list_get_item_eliminator]: 9.04e-06 [none_parameter_eliminate]: 1.74e-06 [renormalize]: 6.00005e-07 [switch_simplify]: 1.35e-05 [remove_dup_value]: 2.405e-05 [partial_unused_args_eliminate]: 2.66999e-06 [environ_conv]: 1.585e-05 [add_recomputation]: 8.74e-05 [cse_after_recomputation]: 3.869e-05, [1] [Cycle 1]: 3.139e-05, [1] [cse]: 2.291e-05 [auto_monad_reorder]: 2.806e-05 [get_jit_bprop_graph]: 2.64999e-06 [rewriter_after_jit_bprop_graph]: 0.00016792 [opt_after_jit_grad]: 0.00061029 [symbol_engine_optimizer]: 0.00014332, [1] [Cycle 1]: 0.00013332, [6] [build]: 1.984e-05 [elim_shapecalc]: 1.311e-05 [elim_not_effective]: 2.186e-05 [opt_reshape]: 1.031e-05 [fold_const_symbol]: 1.57e-05 [renormalize]: 9.40025e-07 [validate]: 6.779e-05 Sums bootstrap : 0.001061s : 0.66% type_inference : 0.152882s : 95.52% event_method : 0.000018s : 0.01% auto_monad : 0.000167s : 0.10% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000175s : 0.11% rewriter_before_opt_a : 0.000063s : 0.04% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000057s : 0.04% jit_opt_a.loop_unroll : 0.000028s : 0.02% jit_opt_a.a_1 : 0.000626s : 0.39% jit_opt_a.with_stream_mark : 0.000042s : 0.03% jit_opt_a.recompute_prepare : 0.000057s : 0.04% jit_opt_a.updatestate_depend_eliminate : 0.000026s : 0.02% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.01% jit_opt_a.parameter_eliminate : 0.000010s : 0.01% jit_opt_a.specialize_transform : 0.000021s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000036s : 0.02% jit_opt_a.accelerated_algorithm : 0.000020s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000008s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000012s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000044s : 0.03% jit_opt_a.j_node_and_user_rematch : 0.000029s : 0.02% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000030s : 0.02% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.001275s : 0.80% jit_opt_a.add_forward_monad_depend : 0.000017s : 0.01% jit_opt_a.auto_monad_grad : 0.000006s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000049s : 0.03% jit_opt_a.cse : 0.000091s : 0.06% jit_opt_a.replace_applicator : 0.000030s : 0.02% py_interpret_to_execute_after_opt_a : 0.000025s : 0.02% rewriter_after_opt_a : 0.000329s : 0.21% convert_after_rewriter : 0.000013s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000816s : 0.51% jit_opt_b.frontend_op_eliminate : 0.000029s : 0.02% jit_opt_b.inline_after_opt_a : 0.000031s : 0.02% cconv : 0.000044s : 0.03% loop_unroll : 0.000512s : 0.32% jit_opt_after_cconv.c_1 : 0.000055s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000012s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.cse : 0.000045s : 0.03% jit_opt_after_cconv.call_graph_tuple_transform : 0.000026s : 0.02% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.01% remove_dup_value : 0.000024s : 0.02% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000016s : 0.01% add_recomputation : 0.000087s : 0.05% cse_after_recomputation.cse : 0.000023s : 0.01% auto_monad_reorder : 0.000028s : 0.02% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000168s : 0.10% opt_after_jit_grad : 0.000610s : 0.38% symbol_engine_optimizer.build : 0.000020s : 0.01% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000016s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000068s : 0.04% Time group info: ------[substitution.] 0.000216 43 4.73% : 0.000010s : 2: substitution.depend_value_elim 1.50% : 0.000003s : 4: substitution.elim_not_effective 1.09% : 0.000002s : 4: substitution.fold_const_symbol 3.58% : 0.000008s : 5: substitution.graph_param_transform 67.08% : 0.000145s : 2: substitution.inline 2.57% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.56% : 0.000008s : 8: substitution.remove_not_recompute_node 3.86% : 0.000008s : 2: substitution.replace_old_param 5.82% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 6.22% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.152772 2 99.11% : 0.151406s : 1: type_inference.infer 0.89% : 0.001367s : 1: type_inference.specialize ------[replace.] 0.000029 2 100.00% : 0.000029s : 2: replace.inline ------[match.] 0.000143 2 100.00% : 0.000143s : 2: match.inline ------[predicate.] 0.000144 767 1.13% : 0.000002s : 11: predicate.accumulaten_eliminater 1.84% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.96% : 0.000001s : 11: predicate.addn_check_dump 1.19% : 0.000002s : 11: predicate.addn_zero_filter 2.06% : 0.000003s : 11: predicate.arithmetic_simplify 1.13% : 0.000002s : 11: predicate.cast_eliminate 0.73% : 0.000001s : 5: predicate.check_bprop_eliminate 1.01% : 0.000001s : 11: predicate.compare_switch_simplify 1.24% : 0.000002s : 11: predicate.depend_value_elim 1.08% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.27% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.07% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.24% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.56% : 0.000001s : 5: predicate.elim_not_effective 0.76% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.20% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.94% : 0.000001s : 11: predicate.environ_get_add_eliminate 0.93% : 0.000001s : 11: predicate.environ_get_depend_swap 1.07% : 0.000002s : 11: predicate.environ_get_eliminate 1.03% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.31% : 0.000000s : 5: predicate.fold_const_symbol 1.36% : 0.000002s : 10: predicate.get_grad_eliminate 0.42% : 0.000001s : 5: predicate.graph_param_transform 5.04% : 0.000007s : 23: predicate.inline 1.39% : 0.000002s : 10: predicate.inline_without_move 0.52% : 0.000001s : 10: predicate.j_node_and_user_rematch 2.08% : 0.000003s : 10: predicate.less_batch_normalization 1.08% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.68% : 0.000002s : 16: predicate.load_eliminater 1.77% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.30% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.13% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.96% : 0.000001s : 11: predicate.merge_addn 1.15% : 0.000002s : 11: predicate.minmaximum_grad 3.09% : 0.000004s : 5: predicate.mutable_eliminate 0.85% : 0.000001s : 5: predicate.opt_reshape 2.07% : 0.000003s : 16: predicate.partial_eliminate 1.05% : 0.000002s : 11: predicate.print_const_string_wrapper 1.47% : 0.000002s : 11: predicate.reduce_eliminate 1.13% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.90% : 0.000001s : 10: predicate.remove_not_recompute_node 1.80% : 0.000003s : 21: predicate.replace_applicator 0.98% : 0.000001s : 10: predicate.replace_old_param 0.94% : 0.000001s : 5: predicate.reset_defer_inline 1.12% : 0.000002s : 11: predicate.reshape_eliminate 1.25% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.39% : 0.000002s : 5: predicate.row_tensor_eliminate 1.13% : 0.000002s : 11: predicate.same_eliminate 1.54% : 0.000002s : 10: predicate.set_cell_output_no_recompute 1.49% : 0.000002s : 10: predicate.special_op_eliminate 1.62% : 0.000002s : 10: predicate.specialize_transform 1.37% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.21% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.79% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.59% : 0.000002s : 13: predicate.switch_defer_inline 1.39% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.61% : 0.000008s : 38: predicate.switch_simplify 1.22% : 0.000002s : 11: predicate.tile_eliminate 1.12% : 0.000002s : 11: predicate.transpose_eliminate 1.45% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.12% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.77% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.49% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.26% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.62% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.39% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.50% : 0.000002s : 11: predicate.value_based_eliminate 0.51% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.15% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000586 6 39.73% : 0.000233s : 2: func_graph_cloner_run.FuncGraphClonerGraph 60.27% : 0.000353s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.181825 72 0.05% : 0.000091s : 1: add_recomputation 0.10% : 0.000174s : 1: auto_monad 0.02% : 0.000031s : 1: auto_monad_reorder 0.62% : 0.001119s : 1: bootstrap 0.03% : 0.000047s : 1: cconv 0.01% : 0.000016s : 1: convert_after_rewriter 0.02% : 0.000041s : 1: cse_after_recomputation 0.01% : 0.000018s : 1: environ_conv 0.01% : 0.000023s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.01% : 0.000009s : 1: graph_reusing 11.84% : 0.021527s : 1: jit_opt_a 0.14% : 0.000250s : 1: jit_opt_after_cconv 0.05% : 0.000086s : 1: jit_opt_b 0.29% : 0.000525s : 1: loop_unroll 0.46% : 0.000829s : 1: mutable_eliminate 0.53% : 0.000966s : 26: opt.transform.jit_opt_a 0.05% : 0.000099s : 4: opt.transform.jit_opt_after_cconv 0.03% : 0.000051s : 4: opt.transform.jit_opt_b 0.01% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.02% : 0.000028s : 1: opt.transform.mutable_eliminate 0.02% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000056s : 4: opt.transform.symbol_engine_opt 0.34% : 0.000625s : 1: opt_after_jit_grad 0.01% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.10% : 0.000181s : 1: py_interpret_to_execute 0.02% : 0.000028s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000028s : 1: remove_dup_value 0.45% : 0.000814s : 1: renormalize.infer 0.25% : 0.000451s : 1: renormalize.specialize 0.09% : 0.000172s : 1: rewriter_after_jit_bprop_graph 0.18% : 0.000336s : 1: rewriter_after_opt_a 0.04% : 0.000067s : 1: rewriter_before_opt_a 0.08% : 0.000147s : 1: symbol_engine_optimizer 84.09% : 0.152901s : 1: type_inference TotalTime = 0.723971, [30] [bootstrap]: 0.00034672 [type_inference]: 0.256826 [event_method]: 0.114784 [auto_monad]: 0.00039193 [graph_reusing]: 1.128e-05 [pre_auto_parallel]: 5.20999e-06 [py_interpret_to_execute]: 8.054e-05 [rewriter_before_opt_a]: 0.00018261 [expand_dump_flag]: 4.76002e-06 [jit_opt_a]: 0.347917, [4] [Cycle 1]: 0.207502, [27] [switch_simplify]: 0.00024119 [loop_unroll]: 6.55e-05 [a_1]: 0.00259492 [with_stream_mark]: 4.876e-05 [recompute_prepare]: 4.212e-05 [updatestate_depend_eliminate]: 5.044e-05 [updatestate_assign_eliminate]: 1.21e-05 [updatestate_loads_eliminate]: 1.196e-05 [parameter_eliminate]: 4.11001e-06 [specialize_transform]: 2.366e-05 [updatestate_useless_node_eliminater]: 2.879e-05 [accelerated_algorithm]: 2.172e-05 [meta_shard_fg_expand]: 7.53999e-06 [get_grad_eliminate_]: 2.284e-05 [merge_forward]: 1.386e-05 [cell_reuse_recompute_pass]: 1.25001e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.379e-05 [j_node_and_user_rematch]: 3.956e-05 [meta_fg_expand]: 0.0111761 [replace_old_param]: 0.00015126 [inline_without_move]: 0.00014688 [renormalize]: 0.191382 [add_forward_monad_depend]: 2.827e-05 [auto_monad_grad]: 1.998e-05 [auto_monad_eliminator]: 0.00016683 [cse]: 0.00041636 [replace_applicator]: 0.00036244 [Cycle 2]: 0.133307, [27] [switch_simplify]: 0.00011914 [loop_unroll]: 0.00011175 [a_1]: 0.12919 [with_stream_mark]: 4.712e-05 [recompute_prepare]: 4.109e-05 [updatestate_depend_eliminate]: 1.704e-05 [updatestate_assign_eliminate]: 1.757e-05 [updatestate_loads_eliminate]: 1.545e-05 [parameter_eliminate]: 5.92001e-06 [specialize_transform]: 4.163e-05 [updatestate_useless_node_eliminater]: 0.00012766 [accelerated_algorithm]: 4.13e-05 [meta_shard_fg_expand]: 6.94001e-06 [get_grad_eliminate_]: 1.617e-05 [merge_forward]: 1.012e-05 [cell_reuse_recompute_pass]: 1.40001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.463e-05 [j_node_and_user_rematch]: 2.699e-05 [meta_fg_expand]: 0.00018421 [replace_old_param]: 2.526e-05 [inline_without_move]: 1.642e-05 [renormalize]: 0.00263654 [add_forward_monad_depend]: 9.96e-06 [auto_monad_grad]: 2.47001e-06 [auto_monad_eliminator]: 3.856e-05 [cse]: 0.00021984 [replace_applicator]: 3.273e-05 [Cycle 3]: 0.00212195, [27] [switch_simplify]: 1.715e-05 [loop_unroll]: 1.677e-05 [a_1]: 0.00047958 [with_stream_mark]: 2.562e-05 [recompute_prepare]: 1.754e-05 [updatestate_depend_eliminate]: 4.472e-05 [updatestate_assign_eliminate]: 9.09e-06 [updatestate_loads_eliminate]: 7.01001e-06 [parameter_eliminate]: 2.51998e-06 [specialize_transform]: 1.434e-05 [updatestate_useless_node_eliminater]: 1.729e-05 [accelerated_algorithm]: 1.764e-05 [meta_shard_fg_expand]: 3.01999e-06 [get_grad_eliminate_]: 1.16e-05 [merge_forward]: 7.74002e-06 [cell_reuse_recompute_pass]: 3.04999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.896e-05 [j_node_and_user_rematch]: 2.117e-05 [meta_fg_expand]: 5.65001e-06 [replace_old_param]: 1.687e-05 [inline_without_move]: 1.217e-05 [renormalize]: 0.0010053 [add_forward_monad_depend]: 7.33e-06 [auto_monad_grad]: 2.32999e-06 [auto_monad_eliminator]: 2.487e-05 [cse]: 8.446e-05 [replace_applicator]: 2.226e-05 [Cycle 4]: 0.0007403, [27] [switch_simplify]: 1.368e-05 [loop_unroll]: 1.22e-05 [a_1]: 0.00032079 [with_stream_mark]: 1.64e-05 [recompute_prepare]: 1.259e-05 [updatestate_depend_eliminate]: 7.98999e-06 [updatestate_assign_eliminate]: 7.00998e-06 [updatestate_loads_eliminate]: 6.54001e-06 [parameter_eliminate]: 1.41998e-06 [specialize_transform]: 1.244e-05 [updatestate_useless_node_eliminater]: 1.513e-05 [accelerated_algorithm]: 1.602e-05 [meta_shard_fg_expand]: 2.69001e-06 [get_grad_eliminate_]: 1.237e-05 [merge_forward]: 7.6e-06 [cell_reuse_recompute_pass]: 1.76998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.594e-05 [j_node_and_user_rematch]: 2.034e-05 [meta_fg_expand]: 4.47998e-06 [replace_old_param]: 1.519e-05 [inline_without_move]: 1.15e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.47001e-06 [auto_monad_grad]: 1.20999e-06 [auto_monad_eliminator]: 1.66e-05 [cse]: 3.7e-05 [replace_applicator]: 1.269e-05 [py_interpret_to_execute_after_opt_a]: 1.847e-05 [rewriter_after_opt_a]: 0.00031266 [convert_after_rewriter]: 1.632e-05 [order_py_execute_after_rewriter]: 9.37999e-06 [mutable_eliminate]: 0.00081425 [jit_opt_b]: 0.00024668, [2] [Cycle 1]: 0.00017571, [2] [frontend_op_eliminate]: 0.00012461 [inline_after_opt_a]: 3.261e-05 [Cycle 2]: 5.985e-05, [2] [frontend_op_eliminate]: 2.461e-05 [inline_after_opt_a]: 2.586e-05 [cconv]: 2.984e-05 [loop_unroll]: 0.00049089 [jit_opt_after_cconv]: 0.0002579, [1] [Cycle 1]: 0.00025089, [11] [c_1]: 6.104e-05 [parameter_eliminate]: 3.20998e-06 [updatestate_depend_eliminate]: 1.251e-05 [updatestate_assign_eliminate]: 7.02002e-06 [updatestate_loads_eliminate]: 6.14001e-06 [cse]: 4.873e-05 [call_graph_tuple_transform]: 3.009e-05 [tuple_list_get_item_eliminator]: 1.091e-05 [none_parameter_eliminate]: 1.78002e-06 [renormalize]: 8.2e-07 [switch_simplify]: 1.104e-05 [remove_dup_value]: 2.805e-05 [partial_unused_args_eliminate]: 3.54002e-06 [environ_conv]: 1.297e-05 [add_recomputation]: 8.785e-05 [cse_after_recomputation]: 4.854e-05, [1] [Cycle 1]: 4.07e-05, [1] [cse]: 3.256e-05 [auto_monad_reorder]: 3.635e-05 [get_jit_bprop_graph]: 2.12001e-06 [rewriter_after_jit_bprop_graph]: 7.35e-06 [opt_after_jit_grad]: 0.00054248 [symbol_engine_optimizer]: 0.00012509, [1] [Cycle 1]: 0.00011814, [6] [build]: 1.479e-05 [elim_shapecalc]: 1.453e-05 [elim_not_effective]: 2.528e-05 [opt_reshape]: 1.185e-05 [fold_const_symbol]: 1.876e-05 [renormalize]: 7.00005e-07 [validate]: 6.037e-05 Sums bootstrap : 0.000347s : 0.05% type_inference : 0.256826s : 35.75% event_method : 0.114784s : 15.98% auto_monad : 0.000392s : 0.05% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000081s : 0.01% rewriter_before_opt_a : 0.000183s : 0.03% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000391s : 0.05% jit_opt_a.loop_unroll : 0.000206s : 0.03% jit_opt_a.a_1 : 0.132585s : 18.46% jit_opt_a.with_stream_mark : 0.000138s : 0.02% jit_opt_a.recompute_prepare : 0.000113s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000120s : 0.02% jit_opt_a.updatestate_assign_eliminate : 0.000046s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000041s : 0.01% jit_opt_a.parameter_eliminate : 0.000014s : 0.00% jit_opt_a.specialize_transform : 0.000092s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000189s : 0.03% jit_opt_a.accelerated_algorithm : 0.000097s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000020s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000063s : 0.01% jit_opt_a.merge_forward : 0.000039s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000133s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000108s : 0.02% jit_opt_a.meta_fg_expand : 0.011370s : 1.58% jit_opt_a.replace_old_param : 0.000209s : 0.03% jit_opt_a.inline_without_move : 0.000187s : 0.03% jit_opt_a.renormalize : 0.195024s : 27.15% jit_opt_a.add_forward_monad_depend : 0.000047s : 0.01% jit_opt_a.auto_monad_grad : 0.000026s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000247s : 0.03% jit_opt_a.cse : 0.000758s : 0.11% jit_opt_a.replace_applicator : 0.000430s : 0.06% py_interpret_to_execute_after_opt_a : 0.000018s : 0.00% rewriter_after_opt_a : 0.000313s : 0.04% convert_after_rewriter : 0.000016s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000814s : 0.11% jit_opt_b.frontend_op_eliminate : 0.000149s : 0.02% jit_opt_b.inline_after_opt_a : 0.000058s : 0.01% cconv : 0.000030s : 0.00% loop_unroll : 0.000491s : 0.07% jit_opt_after_cconv.c_1 : 0.000061s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000049s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000030s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000011s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000028s : 0.00% partial_unused_args_eliminate : 0.000004s : 0.00% environ_conv : 0.000013s : 0.00% add_recomputation : 0.000088s : 0.01% cse_after_recomputation.cse : 0.000033s : 0.00% auto_monad_reorder : 0.000036s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000007s : 0.00% opt_after_jit_grad : 0.000542s : 0.08% symbol_engine_optimizer.build : 0.000015s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000019s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000060s : 0.01% Time group info: ------[substitution.] 0.128623 363 0.01% : 0.000019s : 2: substitution.cast_eliminate 0.34% : 0.000433s : 15: substitution.depend_value_elim 0.00% : 0.000004s : 6: substitution.elim_not_effective 0.00% : 0.000003s : 6: substitution.fold_const_symbol 1.14% : 0.001470s : 9: substitution.getattr_setattr_resolve 0.01% : 0.000009s : 7: substitution.graph_param_transform 97.89% : 0.125906s : 32: substitution.inline 0.03% : 0.000042s : 5: substitution.inline_without_move 0.02% : 0.000021s : 40: substitution.j_node_and_user_rematch 0.02% : 0.000024s : 3: substitution.less_batch_normalization 0.03% : 0.000036s : 20: substitution.minmaximum_grad 0.01% : 0.000018s : 14: substitution.partial_eliminate 0.02% : 0.000028s : 40: substitution.remove_not_recompute_node 0.08% : 0.000103s : 27: substitution.replace_applicator 0.02% : 0.000021s : 20: substitution.replace_old_param 0.01% : 0.000009s : 2: substitution.set_cell_output_no_recompute 0.01% : 0.000015s : 3: substitution.switch_simplify 0.06% : 0.000078s : 20: substitution.tuple_list_convert_item_index_to_positive 0.05% : 0.000070s : 21: substitution.tuple_list_get_item_depend_reorder 0.12% : 0.000151s : 39: substitution.tuple_list_get_item_eliminator 0.02% : 0.000028s : 2: substitution.tuple_list_set_item_eliminator 0.02% : 0.000030s : 11: substitution.updatestate_pure_node_eliminater 0.05% : 0.000061s : 18: substitution.updatestate_useless_node_eliminater 0.03% : 0.000045s : 1: substitution.zero_like_fill_zero ------[type_inference.] 0.256681 2 98.76% : 0.253503s : 1: type_inference.infer 1.24% : 0.003178s : 1: type_inference.specialize ------[replace.] 0.001314 72 0.87% : 0.000011s : 2: replace.cast_eliminate 11.39% : 0.000150s : 7: replace.getattr_setattr_resolve 41.19% : 0.000541s : 32: replace.inline 7.11% : 0.000093s : 5: replace.replace_applicator 6.13% : 0.000081s : 3: replace.switch_simplify 1.05% : 0.000014s : 1: replace.tuple_list_get_item_depend_reorder 20.81% : 0.000273s : 18: replace.tuple_list_get_item_eliminator 4.01% : 0.000053s : 2: replace.tuple_list_set_item_eliminator 5.16% : 0.000068s : 1: replace.updatestate_useless_node_eliminater 2.29% : 0.000030s : 1: replace.zero_like_fill_zero ------[match.] 0.127444 72 0.01% : 0.000017s : 2: match.cast_eliminate 1.07% : 0.001362s : 7: match.getattr_setattr_resolve 98.77% : 0.125875s : 32: match.inline 0.03% : 0.000034s : 5: match.replace_applicator 0.01% : 0.000013s : 3: match.switch_simplify 0.01% : 0.000016s : 1: match.tuple_list_get_item_depend_reorder 0.04% : 0.000046s : 18: match.tuple_list_get_item_eliminator 0.02% : 0.000026s : 2: match.tuple_list_set_item_eliminator 0.01% : 0.000012s : 1: match.updatestate_useless_node_eliminater 0.03% : 0.000044s : 1: match.zero_like_fill_zero ------[predicate.] 0.001189 7242 2.89% : 0.000034s : 120: predicate.accumulaten_eliminater 0.24% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 1.44% : 0.000017s : 120: predicate.addn_check_dump 1.51% : 0.000018s : 120: predicate.addn_zero_filter 2.16% : 0.000026s : 120: predicate.arithmetic_simplify 1.59% : 0.000019s : 122: predicate.cast_eliminate 0.19% : 0.000002s : 15: predicate.check_bprop_eliminate 1.36% : 0.000016s : 120: predicate.compare_switch_simplify 1.51% : 0.000018s : 120: predicate.depend_value_elim 1.49% : 0.000018s : 122: predicate.dict_get_item_const_eliminator 1.47% : 0.000017s : 122: predicate.dict_get_item_eliminator 1.46% : 0.000017s : 122: predicate.dict_set_item_eliminator 0.15% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.10% : 0.000001s : 7: predicate.elim_not_effective 0.13% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.40% : 0.000017s : 122: predicate.environ_add_const_eliminate 1.62% : 0.000019s : 122: predicate.environ_get_add_eliminate 1.39% : 0.000017s : 122: predicate.environ_get_depend_swap 1.49% : 0.000018s : 122: predicate.environ_get_eliminate 1.37% : 0.000016s : 122: predicate.environ_get_set_eliminate 0.05% : 0.000001s : 7: predicate.fold_const_symbol 0.64% : 0.000008s : 47: predicate.get_grad_eliminate 1.35% : 0.000016s : 51: predicate.getattr_setattr_resolve 0.06% : 0.000001s : 7: predicate.graph_param_transform 4.68% : 0.000056s : 196: predicate.inline 1.94% : 0.000023s : 130: predicate.inline_without_move 0.29% : 0.000003s : 47: predicate.j_node_and_user_rematch 0.87% : 0.000010s : 47: predicate.less_batch_normalization 1.73% : 0.000021s : 143: predicate.list_to_tuple_eliminator_ 1.85% : 0.000022s : 150: predicate.load_eliminater 0.22% : 0.000003s : 7: predicate.loop_unroll_after_grad 2.64% : 0.000031s : 213: predicate.loop_unroll_before_grad 1.62% : 0.000019s : 130: predicate.make_slice_get_slice_eliminator 1.40% : 0.000017s : 120: predicate.merge_addn 1.54% : 0.000018s : 120: predicate.minmaximum_grad 0.36% : 0.000004s : 9: predicate.mutable_eliminate 0.12% : 0.000001s : 7: predicate.opt_reshape 2.39% : 0.000028s : 150: predicate.partial_eliminate 1.46% : 0.000017s : 120: predicate.print_const_string_wrapper 1.93% : 0.000023s : 120: predicate.reduce_eliminate 1.74% : 0.000021s : 143: predicate.redundant_stop_gradient_eliminater 0.33% : 0.000004s : 47: predicate.remove_not_recompute_node 2.63% : 0.000031s : 307: predicate.replace_applicator 0.91% : 0.000011s : 130: predicate.replace_old_param 0.13% : 0.000002s : 14: predicate.reset_defer_inline 1.49% : 0.000018s : 120: predicate.reshape_eliminate 1.58% : 0.000019s : 120: predicate.row_tensor_add_zeros_like 0.29% : 0.000003s : 15: predicate.row_tensor_eliminate 1.48% : 0.000018s : 120: predicate.same_eliminate 0.48% : 0.000006s : 60: predicate.set_cell_output_no_recompute 0.32% : 0.000004s : 22: predicate.special_op_eliminate 0.85% : 0.000010s : 55: predicate.specialize_transform 1.78% : 0.000021s : 120: predicate.split_environ_get_set_with_tuple_value 1.50% : 0.000018s : 120: predicate.stack_unstack_eliminate 0.11% : 0.000001s : 7: predicate.switch_call_monad_eliminater 3.47% : 0.000041s : 175: predicate.switch_defer_inline 2.43% : 0.000029s : 175: predicate.switch_layer_defer_inline 5.44% : 0.000065s : 401: predicate.switch_simplify 1.63% : 0.000019s : 120: predicate.tile_eliminate 1.46% : 0.000017s : 120: predicate.transpose_eliminate 1.92% : 0.000023s : 122: predicate.tuple_list_convert_item_index_to_positive 1.76% : 0.000021s : 123: predicate.tuple_list_get_item_depend_reorder 3.51% : 0.000042s : 164: predicate.tuple_list_get_item_eliminator 2.23% : 0.000027s : 125: predicate.tuple_list_set_item_eliminator 1.70% : 0.000020s : 143: predicate.tuple_to_list_eliminator_ 1.80% : 0.000021s : 150: predicate.updatestate_pure_node_eliminater 2.79% : 0.000033s : 199: predicate.updatestate_useless_node_eliminater 1.80% : 0.000021s : 120: predicate.value_based_eliminate 0.09% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.25% : 0.000003s : 16: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.007490 81 52.51% : 0.003933s : 34: func_graph_cloner_run.FuncGraphClonerGraph 6.00% : 0.000450s : 7: func_graph_cloner_run.FuncGraphClonerNode 41.49% : 0.003107s : 40: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.055736 110 0.01% : 0.000091s : 1: add_recomputation 0.04% : 0.000403s : 1: auto_monad 0.00% : 0.000040s : 1: auto_monad_reorder 0.04% : 0.000374s : 1: bootstrap 0.00% : 0.000033s : 1: cconv 0.00% : 0.000019s : 1: convert_after_rewriter 0.00% : 0.000051s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 10.87% : 0.114807s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000015s : 1: graph_reusing 32.96% : 0.347921s : 1: jit_opt_a 0.02% : 0.000261s : 1: jit_opt_after_cconv 0.02% : 0.000250s : 1: jit_opt_b 0.05% : 0.000500s : 1: loop_unroll 0.08% : 0.000825s : 1: mutable_eliminate 12.76% : 0.134714s : 52: opt.transform.jit_opt_a 0.01% : 0.000108s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000195s : 8: opt.transform.jit_opt_b 0.00% : 0.000020s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000026s : 1: opt.transform.mutable_eliminate 0.00% : 0.000040s : 1: opt.transform.opt_after_jit_grad 0.17% : 0.001756s : 4: opt.transform.opt_resolve 0.01% : 0.000066s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000552s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000084s : 1: py_interpret_to_execute 0.00% : 0.000021s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000031s : 1: remove_dup_value 17.62% : 0.186064s : 3: renormalize.infer 0.85% : 0.008922s : 3: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000318s : 1: rewriter_after_opt_a 0.02% : 0.000187s : 1: rewriter_before_opt_a 0.01% : 0.000128s : 1: symbol_engine_optimizer 24.33% : 0.256850s : 1: type_inference . [hook] pytest_runtest_teardown:test_chunk_dimensions[input_shape8-2-0-KBK] tests/st/mint/test_chunk.py::test_chunk_dimensions[input_shape8-2-0-KBK],max_mem:4.0M =============================== warnings summary =============================== ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222: DeprecationWarning: invalid escape sequence \B """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143: DeprecationWarning: invalid escape sequence \c """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170: DeprecationWarning: invalid escape sequence \c """ ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perlayer") -- Docs: https://docs.pytest.org/en/stable/warnings.html ================= 18 passed, 25 warnings in 297.64s (0:04:57) ==================