| /* |
| * Copyright © 2010 Intel Corporation |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a |
| * copy of this software and associated documentation files (the "Software"), |
| * to deal in the Software without restriction, including without limitation |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| * and/or sell copies of the Software, and to permit persons to whom the |
| * Software is furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice (including the next |
| * paragraph) shall be included in all copies or substantial portions of the |
| * Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER |
| * DEALINGS IN THE SOFTWARE. |
| */ |
| |
| /** |
| * \file opt_copy_propagation.cpp |
| * |
| * Moves usage of recently-copied variables to the previous copy of |
| * the variable. |
| * |
| * This should reduce the number of MOV instructions in the generated |
| * programs unless copy propagation is also done on the LIR, and may |
| * help anyway by triggering other optimizations that live in the HIR. |
| */ |
| |
| #include "ir.h" |
| #include "ir_visitor.h" |
| #include "ir_basic_block.h" |
| #include "ir_optimization.h" |
| #include "compiler/glsl_types.h" |
| #include "util/hash_table.h" |
| #include "util/set.h" |
| |
| namespace { |
| |
| class ir_copy_propagation_visitor : public ir_hierarchical_visitor { |
| public: |
| ir_copy_propagation_visitor() |
| { |
| progress = false; |
| mem_ctx = ralloc_context(0); |
| lin_ctx = linear_alloc_parent(mem_ctx, 0); |
| acp = _mesa_hash_table_create(mem_ctx, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| kills = _mesa_set_create(mem_ctx, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| killed_all = false; |
| } |
| ~ir_copy_propagation_visitor() |
| { |
| ralloc_free(mem_ctx); |
| } |
| |
| virtual ir_visitor_status visit(class ir_dereference_variable *); |
| void handle_loop(class ir_loop *, bool keep_acp); |
| virtual ir_visitor_status visit_enter(class ir_loop *); |
| virtual ir_visitor_status visit_enter(class ir_function_signature *); |
| virtual ir_visitor_status visit_enter(class ir_function *); |
| virtual ir_visitor_status visit_leave(class ir_assignment *); |
| virtual ir_visitor_status visit_enter(class ir_call *); |
| virtual ir_visitor_status visit_enter(class ir_if *); |
| |
| void add_copy(ir_assignment *ir); |
| void kill(ir_variable *ir); |
| void handle_if_block(exec_list *instructions); |
| |
| /** Hash of lhs->rhs: The available copies to propagate */ |
| hash_table *acp; |
| |
| /** |
| * Set of ir_variables: Whose values were killed in this block. |
| */ |
| set *kills; |
| |
| bool progress; |
| |
| bool killed_all; |
| |
| void *mem_ctx; |
| void *lin_ctx; |
| }; |
| |
| } /* unnamed namespace */ |
| |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit_enter(ir_function_signature *ir) |
| { |
| /* Treat entry into a function signature as a completely separate |
| * block. Any instructions at global scope will be shuffled into |
| * main() at link time, so they're irrelevant to us. |
| */ |
| hash_table *orig_acp = this->acp; |
| set *orig_kills = this->kills; |
| bool orig_killed_all = this->killed_all; |
| |
| acp = _mesa_hash_table_create(NULL, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| kills = _mesa_set_create(NULL, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| this->killed_all = false; |
| |
| visit_list_elements(this, &ir->body); |
| |
| _mesa_hash_table_destroy(acp, NULL); |
| _mesa_set_destroy(kills, NULL); |
| |
| this->kills = orig_kills; |
| this->acp = orig_acp; |
| this->killed_all = orig_killed_all; |
| |
| return visit_continue_with_parent; |
| } |
| |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit_leave(ir_assignment *ir) |
| { |
| kill(ir->lhs->variable_referenced()); |
| |
| add_copy(ir); |
| |
| return visit_continue; |
| } |
| |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit_enter(ir_function *ir) |
| { |
| (void) ir; |
| return visit_continue; |
| } |
| |
| /** |
| * Replaces dereferences of ACP RHS variables with ACP LHS variables. |
| * |
| * This is where the actual copy propagation occurs. Note that the |
| * rewriting of ir_dereference means that the ir_dereference instance |
| * must not be shared by multiple IR operations! |
| */ |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit(ir_dereference_variable *ir) |
| { |
| if (this->in_assignee) |
| return visit_continue; |
| |
| struct hash_entry *entry = _mesa_hash_table_search(acp, ir->var); |
| if (entry) { |
| ir->var = (ir_variable *) entry->data; |
| progress = true; |
| } |
| |
| return visit_continue; |
| } |
| |
| |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit_enter(ir_call *ir) |
| { |
| /* Do copy propagation on call parameters, but skip any out params */ |
| foreach_two_lists(formal_node, &ir->callee->parameters, |
| actual_node, &ir->actual_parameters) { |
| ir_variable *sig_param = (ir_variable *) formal_node; |
| ir_rvalue *ir = (ir_rvalue *) actual_node; |
| if (sig_param->data.mode != ir_var_function_out |
| && sig_param->data.mode != ir_var_function_inout) { |
| ir->accept(this); |
| } |
| } |
| |
| /* Since this pass can run when unlinked, we don't (necessarily) know |
| * the side effects of calls. (When linked, most calls are inlined |
| * anyway, so it doesn't matter much.) |
| * |
| * One place where this does matter is IR intrinsics. They're never |
| * inlined. We also know what they do - while some have side effects |
| * (such as image writes), none edit random global variables. So we |
| * can assume they're side-effect free (other than the return value |
| * and out parameters). |
| */ |
| if (!ir->callee->is_intrinsic()) { |
| _mesa_hash_table_clear(acp, NULL); |
| this->killed_all = true; |
| } else { |
| if (ir->return_deref) |
| kill(ir->return_deref->var); |
| |
| foreach_two_lists(formal_node, &ir->callee->parameters, |
| actual_node, &ir->actual_parameters) { |
| ir_variable *sig_param = (ir_variable *) formal_node; |
| if (sig_param->data.mode == ir_var_function_out || |
| sig_param->data.mode == ir_var_function_inout) { |
| ir_rvalue *ir = (ir_rvalue *) actual_node; |
| ir_variable *var = ir->variable_referenced(); |
| kill(var); |
| } |
| } |
| } |
| |
| return visit_continue_with_parent; |
| } |
| |
| void |
| ir_copy_propagation_visitor::handle_if_block(exec_list *instructions) |
| { |
| hash_table *orig_acp = this->acp; |
| set *orig_kills = this->kills; |
| bool orig_killed_all = this->killed_all; |
| |
| kills = _mesa_set_create(NULL, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| this->killed_all = false; |
| |
| /* Populate the initial acp with a copy of the original */ |
| acp = _mesa_hash_table_clone(orig_acp, NULL); |
| |
| visit_list_elements(this, instructions); |
| |
| if (this->killed_all) { |
| _mesa_hash_table_clear(orig_acp, NULL); |
| } |
| |
| set *new_kills = this->kills; |
| this->kills = orig_kills; |
| _mesa_hash_table_destroy(acp, NULL); |
| this->acp = orig_acp; |
| this->killed_all = this->killed_all || orig_killed_all; |
| |
| struct set_entry *s_entry; |
| set_foreach(new_kills, s_entry) { |
| kill((ir_variable *) s_entry->key); |
| } |
| |
| _mesa_set_destroy(new_kills, NULL); |
| } |
| |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit_enter(ir_if *ir) |
| { |
| ir->condition->accept(this); |
| |
| handle_if_block(&ir->then_instructions); |
| handle_if_block(&ir->else_instructions); |
| |
| /* handle_if_block() already descended into the children. */ |
| return visit_continue_with_parent; |
| } |
| |
| void |
| ir_copy_propagation_visitor::handle_loop(ir_loop *ir, bool keep_acp) |
| { |
| hash_table *orig_acp = this->acp; |
| set *orig_kills = this->kills; |
| bool orig_killed_all = this->killed_all; |
| |
| kills = _mesa_set_create(NULL, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| this->killed_all = false; |
| |
| if (keep_acp) { |
| acp = _mesa_hash_table_clone(orig_acp, NULL); |
| } else { |
| acp = _mesa_hash_table_create(NULL, _mesa_hash_pointer, |
| _mesa_key_pointer_equal); |
| } |
| |
| visit_list_elements(this, &ir->body_instructions); |
| |
| if (this->killed_all) { |
| _mesa_hash_table_clear(orig_acp, NULL); |
| } |
| |
| set *new_kills = this->kills; |
| this->kills = orig_kills; |
| _mesa_hash_table_destroy(acp, NULL); |
| this->acp = orig_acp; |
| this->killed_all = this->killed_all || orig_killed_all; |
| |
| struct set_entry *entry; |
| set_foreach(new_kills, entry) { |
| kill((ir_variable *) entry->key); |
| } |
| |
| _mesa_set_destroy(new_kills, NULL); |
| } |
| |
| ir_visitor_status |
| ir_copy_propagation_visitor::visit_enter(ir_loop *ir) |
| { |
| /* Make a conservative first pass over the loop with an empty ACP set. |
| * This also removes any killed entries from the original ACP set. |
| */ |
| handle_loop(ir, false); |
| |
| /* Then, run it again with the real ACP set, minus any killed entries. |
| * This takes care of propagating values from before the loop into it. |
| */ |
| handle_loop(ir, true); |
| |
| /* already descended into the children. */ |
| return visit_continue_with_parent; |
| } |
| |
| void |
| ir_copy_propagation_visitor::kill(ir_variable *var) |
| { |
| assert(var != NULL); |
| |
| /* Remove any entries currently in the ACP for this kill. */ |
| struct hash_entry *entry = _mesa_hash_table_search(acp, var); |
| if (entry) { |
| _mesa_hash_table_remove(acp, entry); |
| } |
| |
| hash_table_foreach(acp, entry) { |
| if (var == (ir_variable *) entry->data) { |
| _mesa_hash_table_remove(acp, entry); |
| } |
| } |
| |
| /* Add the LHS variable to the set of killed variables in this block. */ |
| _mesa_set_add(kills, var); |
| } |
| |
| /** |
| * Adds an entry to the available copy list if it's a plain assignment |
| * of a variable to a variable. |
| */ |
| void |
| ir_copy_propagation_visitor::add_copy(ir_assignment *ir) |
| { |
| if (ir->condition) |
| return; |
| |
| ir_variable *lhs_var = ir->whole_variable_written(); |
| ir_variable *rhs_var = ir->rhs->whole_variable_referenced(); |
| |
| /* Don't try to remove a dumb assignment of a variable to itself. Removing |
| * it now would mess up the loop iteration calling us. |
| */ |
| if (lhs_var != NULL && rhs_var != NULL && lhs_var != rhs_var) { |
| if (lhs_var->data.mode != ir_var_shader_storage && |
| lhs_var->data.mode != ir_var_shader_shared && |
| rhs_var->data.mode != ir_var_shader_storage && |
| rhs_var->data.mode != ir_var_shader_shared && |
| lhs_var->data.precise == rhs_var->data.precise) { |
| _mesa_hash_table_insert(acp, lhs_var, rhs_var); |
| } |
| } |
| } |
| |
| /** |
| * Does a copy propagation pass on the code present in the instruction stream. |
| */ |
| bool |
| do_copy_propagation(exec_list *instructions) |
| { |
| ir_copy_propagation_visitor v; |
| |
| visit_list_elements(&v, instructions); |
| |
| return v.progress; |
| } |