/* Loop optimizations over tree-ssa. Copyright (C) 2003, 2005 Free Software Foundation, Inc. This file is part of GCC. GCC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2, or (at your option) any later version. GCC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GCC; see the file COPYING. If not, write to the Free Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. */ #include "config.h" #include "system.h" #include "coretypes.h" #include "tm.h" #include "tree.h" #include "rtl.h" #include "tm_p.h" #include "hard-reg-set.h" #include "basic-block.h" #include "output.h" #include "diagnostic.h" #include "tree-flow.h" #include "tree-dump.h" #include "tree-pass.h" #include "timevar.h" #include "cfgloop.h" #include "flags.h" #include "tree-inline.h" #include "tree-scalar-evolution.h" /* The loop tree currently optimized. */ struct loops *current_loops = NULL; /* Initializes the loop structures. */ static struct loops * tree_loop_optimizer_init (void) { struct loops *loops; loops = loop_optimizer_init (LOOPS_NORMAL | LOOPS_HAVE_MARKED_SINGLE_EXITS); if (!loops) return NULL; rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa); return loops; } /* The loop superpass. */ static bool gate_tree_loop (void) { return flag_tree_loop_optimize != 0; } struct tree_opt_pass pass_tree_loop = { "loop", /* name */ gate_tree_loop, /* gate */ NULL, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ TODO_ggc_collect, /* todo_flags_start */ TODO_dump_func | TODO_verify_ssa | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Loop optimizer initialization. */ static unsigned int tree_ssa_loop_init (void) { current_loops = tree_loop_optimizer_init (); if (!current_loops) return 0; scev_initialize (current_loops); return 0; } struct tree_opt_pass pass_tree_loop_init = { "loopinit", /* name */ NULL, /* gate */ tree_ssa_loop_init, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_INIT, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Loop invariant motion pass. */ static unsigned int tree_ssa_loop_im (void) { if (!current_loops) return 0; tree_ssa_lim (current_loops); return 0; } static bool gate_tree_ssa_loop_im (void) { return flag_tree_loop_im != 0; } struct tree_opt_pass pass_lim = { "lim", /* name */ gate_tree_ssa_loop_im, /* gate */ tree_ssa_loop_im, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_LIM, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Loop unswitching pass. */ static unsigned int tree_ssa_loop_unswitch (void) { if (!current_loops) return 0; return tree_ssa_unswitch_loops (current_loops); } static bool gate_tree_ssa_loop_unswitch (void) { return flag_unswitch_loops != 0; } struct tree_opt_pass pass_tree_unswitch = { "unswitch", /* name */ gate_tree_ssa_loop_unswitch, /* gate */ tree_ssa_loop_unswitch, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_UNSWITCH, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Loop autovectorization. */ static unsigned int tree_vectorize (void) { vectorize_loops (current_loops); return 0; } static bool gate_tree_vectorize (void) { return flag_tree_vectorize && current_loops; } struct tree_opt_pass pass_vectorize = { "vect", /* name */ gate_tree_vectorize, /* gate */ tree_vectorize, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_VECTORIZATION, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ TODO_verify_loops, /* todo_flags_start */ TODO_dump_func | TODO_update_ssa, /* todo_flags_finish */ 0 /* letter */ }; /* Loop nest optimizations. */ static unsigned int tree_linear_transform (void) { if (!current_loops) return 0; linear_transform_loops (current_loops); return 0; } static bool gate_tree_linear_transform (void) { return flag_tree_loop_linear != 0; } struct tree_opt_pass pass_linear_transform = { "ltrans", /* name */ gate_tree_linear_transform, /* gate */ tree_linear_transform, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LINEAR_TRANSFORM, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Canonical induction variable creation pass. */ static unsigned int tree_ssa_loop_ivcanon (void) { if (!current_loops) return 0; return canonicalize_induction_variables (current_loops); } static bool gate_tree_ssa_loop_ivcanon (void) { return flag_tree_loop_ivcanon != 0; } struct tree_opt_pass pass_iv_canon = { "ivcanon", /* name */ gate_tree_ssa_loop_ivcanon, /* gate */ tree_ssa_loop_ivcanon, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_IVCANON, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Propagation of constants using scev. */ static bool gate_scev_const_prop (void) { return true; } struct tree_opt_pass pass_scev_cprop = { "sccp", /* name */ gate_scev_const_prop, /* gate */ scev_const_prop, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_SCEV_CONST, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_cleanup_cfg | TODO_update_ssa_only_virtuals, /* todo_flags_finish */ 0 /* letter */ }; /* Remove empty loops. */ static unsigned int tree_ssa_empty_loop (void) { if (!current_loops) return 0; return remove_empty_loops (current_loops); } struct tree_opt_pass pass_empty_loop = { "empty", /* name */ NULL, /* gate */ tree_ssa_empty_loop, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_COMPLETE_UNROLL, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Record bounds on numbers of iterations of loops. */ static unsigned int tree_ssa_loop_bounds (void) { if (!current_loops) return 0; estimate_numbers_of_iterations (current_loops); scev_reset (); return 0; } struct tree_opt_pass pass_record_bounds = { NULL, /* name */ NULL, /* gate */ tree_ssa_loop_bounds, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_BOUNDS, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ 0, /* todo_flags_finish */ 0 /* letter */ }; /* Complete unrolling of loops. */ static unsigned int tree_complete_unroll (void) { if (!current_loops) return 0; return tree_unroll_loops_completely (current_loops, flag_unroll_loops || flag_peel_loops || optimize >= 3); } static bool gate_tree_complete_unroll (void) { return true; } struct tree_opt_pass pass_complete_unroll = { "cunroll", /* name */ gate_tree_complete_unroll, /* gate */ tree_complete_unroll, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_COMPLETE_UNROLL, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Prefetching. */ static unsigned int tree_ssa_loop_prefetch (void) { if (!current_loops) return 0; return tree_ssa_prefetch_arrays (current_loops); } static bool gate_tree_ssa_loop_prefetch (void) { return flag_prefetch_loop_arrays != 0; } struct tree_opt_pass pass_loop_prefetch = { "prefetch", /* name */ gate_tree_ssa_loop_prefetch, /* gate */ tree_ssa_loop_prefetch, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_PREFETCH, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Induction variable optimizations. */ static unsigned int tree_ssa_loop_ivopts (void) { if (!current_loops) return 0; tree_ssa_iv_optimize (current_loops); return 0; } static bool gate_tree_ssa_loop_ivopts (void) { return flag_ivopts != 0; } struct tree_opt_pass pass_iv_optimize = { "ivopts", /* name */ gate_tree_ssa_loop_ivopts, /* gate */ tree_ssa_loop_ivopts, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_IVOPTS, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops | TODO_update_ssa, /* todo_flags_finish */ 0 /* letter */ }; /* Loop optimizer finalization. */ static unsigned int tree_ssa_loop_done (void) { if (!current_loops) return 0; free_numbers_of_iterations_estimates (current_loops); scev_finalize (); loop_optimizer_finalize (current_loops); current_loops = NULL; return 0; } struct tree_opt_pass pass_tree_loop_done = { "loopdone", /* name */ NULL, /* gate */ tree_ssa_loop_done, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_FINI, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_cleanup_cfg | TODO_dump_func, /* todo_flags_finish */ 0 /* letter */ };