//===- DAGISelMatcherOpt.cpp - Optimize a DAG Matcher ---------------------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// // // This file implements the DAG Matcher optimizer. // //===----------------------------------------------------------------------===// #define DEBUG_TYPE "isel-opt" #include "DAGISelMatcher.h" #include "llvm/ADT/DenseMap.h" #include "llvm/Support/Debug.h" #include "llvm/Support/raw_ostream.h" #include using namespace llvm; /// ContractNodes - Turn multiple matcher node patterns like 'MoveChild+Record' /// into single compound nodes like RecordChild. static void ContractNodes(OwningPtr &MatcherPtr) { // If we reached the end of the chain, we're done. Matcher *N = MatcherPtr.get(); if (N == 0) return; // If we have a scope node, walk down all of the children. if (ScopeMatcher *Scope = dyn_cast(N)) { for (unsigned i = 0, e = Scope->getNumChildren(); i != e; ++i) { OwningPtr Child(Scope->takeChild(i)); ContractNodes(Child); Scope->resetChild(i, Child.take()); } return; } // If we found a movechild node with a node that comes in a 'foochild' form, // transform it. if (MoveChildMatcher *MC = dyn_cast(N)) { Matcher *New = 0; if (RecordMatcher *RM = dyn_cast(MC->getNext())) New = new RecordChildMatcher(MC->getChildNo(), RM->getWhatFor()); if (CheckTypeMatcher *CT= dyn_cast(MC->getNext())) New = new CheckChildTypeMatcher(MC->getChildNo(), CT->getType()); if (New) { // Insert the new node. New->setNext(MatcherPtr.take()); MatcherPtr.reset(New); // Remove the old one. MC->setNext(MC->getNext()->takeNext()); return ContractNodes(MatcherPtr); } } // Zap movechild -> moveparent. if (MoveChildMatcher *MC = dyn_cast(N)) if (MoveParentMatcher *MP = dyn_cast(MC->getNext())) { MatcherPtr.reset(MP->takeNext()); return ContractNodes(MatcherPtr); } // Turn EmitNode->CompleteMatch into SelectNodeTo if we can. if (EmitNodeMatcher *EN = dyn_cast(N)) if (CompleteMatchMatcher *CM = cast(EN->getNext())) { (void)CM; } ContractNodes(N->getNextPtr()); } /// SinkPatternPredicates - Pattern predicates can be checked at any level of /// the matching tree. The generator dumps them at the top level of the pattern /// though, which prevents factoring from being able to see past them. This /// optimization sinks them as far down into the pattern as possible. /// /// Conceptually, we'd like to sink these predicates all the way to the last /// matcher predicate in the series. However, it turns out that some /// ComplexPatterns have side effects on the graph, so we really don't want to /// run a the complex pattern if the pattern predicate will fail. For this /// reason, we refuse to sink the pattern predicate past a ComplexPattern. /// static void SinkPatternPredicates(OwningPtr &MatcherPtr) { // Recursively scan for a PatternPredicate. // If we reached the end of the chain, we're done. Matcher *N = MatcherPtr.get(); if (N == 0) return; // Walk down all members of a scope node. if (ScopeMatcher *Scope = dyn_cast(N)) { for (unsigned i = 0, e = Scope->getNumChildren(); i != e; ++i) { OwningPtr Child(Scope->takeChild(i)); SinkPatternPredicates(Child); Scope->resetChild(i, Child.take()); } return; } // If this node isn't a CheckPatternPredicateMatcher we keep scanning until // we find one. CheckPatternPredicateMatcher *CPPM =dyn_cast(N); if (CPPM == 0) return SinkPatternPredicates(N->getNextPtr()); // Ok, we found one, lets try to sink it. Check if we can sink it past the // next node in the chain. If not, we won't be able to change anything and // might as well bail. if (!CPPM->getNext()->isSafeToReorderWithPatternPredicate()) return; // Okay, we know we can sink it past at least one node. Unlink it from the // chain and scan for the new insertion point. MatcherPtr.take(); // Don't delete CPPM. MatcherPtr.reset(CPPM->takeNext()); N = MatcherPtr.get(); while (N->getNext()->isSafeToReorderWithPatternPredicate()) N = N->getNext(); // At this point, we want to insert CPPM after N. CPPM->setNext(N->takeNext()); N->setNext(CPPM); } /// FactorNodes - Turn matches like this: /// Scope /// OPC_CheckType i32 /// ABC /// OPC_CheckType i32 /// XYZ /// into: /// OPC_CheckType i32 /// Scope /// ABC /// XYZ /// static void FactorNodes(OwningPtr &MatcherPtr) { // If we reached the end of the chain, we're done. Matcher *N = MatcherPtr.get(); if (N == 0) return; // If this is not a push node, just scan for one. ScopeMatcher *Scope = dyn_cast(N); if (Scope == 0) return FactorNodes(N->getNextPtr()); // Okay, pull together the children of the scope node into a vector so we can // inspect it more easily. While we're at it, bucket them up by the hash // code of their first predicate. SmallVector OptionsToMatch; for (unsigned i = 0, e = Scope->getNumChildren(); i != e; ++i) { // Factor the subexpression. OwningPtr Child(Scope->takeChild(i)); FactorNodes(Child); if (Matcher *N = Child.take()) OptionsToMatch.push_back(N); } SmallVector NewOptionsToMatch; // Loop over options to match, merging neighboring patterns with identical // starting nodes into a shared matcher. for (unsigned OptionIdx = 0, e = OptionsToMatch.size(); OptionIdx != e;) { // Find the set of matchers that start with this node. Matcher *Optn = OptionsToMatch[OptionIdx++]; if (OptionIdx == e) { NewOptionsToMatch.push_back(Optn); continue; } // See if the next option starts with the same matcher. If the two // neighbors *do* start with the same matcher, we can factor the matcher out // of at least these two patterns. See what the maximal set we can merge // together is. SmallVector EqualMatchers; EqualMatchers.push_back(Optn); // Factor all of the known-equal matchers after this one into the same // group. while (OptionIdx != e && OptionsToMatch[OptionIdx]->isEqual(Optn)) EqualMatchers.push_back(OptionsToMatch[OptionIdx++]); // If we found a non-equal matcher, see if it is contradictory with the // current node. If so, we know that the ordering relation between the // current sets of nodes and this node don't matter. Look past it to see if // we can merge anything else into this matching group. unsigned Scan = OptionIdx; while (1) { while (Scan != e && Optn->isContradictory(OptionsToMatch[Scan])) ++Scan; // Ok, we found something that isn't known to be contradictory. If it is // equal, we can merge it into the set of nodes to factor, if not, we have // to cease factoring. if (Scan == e || !Optn->isEqual(OptionsToMatch[Scan])) break; // If is equal after all, add the option to EqualMatchers and remove it // from OptionsToMatch. EqualMatchers.push_back(OptionsToMatch[Scan]); OptionsToMatch.erase(OptionsToMatch.begin()+Scan); --e; } if (Scan != e && // Don't print it's obvious nothing extra could be merged anyway. Scan+1 != e) { DEBUG(errs() << "Couldn't merge this:\n"; Optn->print(errs(), 4); errs() << "into this:\n"; OptionsToMatch[Scan]->print(errs(), 4); if (Scan+1 != e) OptionsToMatch[Scan+1]->printOne(errs()); if (Scan+2 < e) OptionsToMatch[Scan+2]->printOne(errs()); errs() << "\n"); } // If we only found one option starting with this matcher, no factoring is // possible. if (EqualMatchers.size() == 1) { NewOptionsToMatch.push_back(EqualMatchers[0]); continue; } // Factor these checks by pulling the first node off each entry and // discarding it. Take the first one off the first entry to reuse. Matcher *Shared = Optn; Optn = Optn->takeNext(); EqualMatchers[0] = Optn; // Remove and delete the first node from the other matchers we're factoring. for (unsigned i = 1, e = EqualMatchers.size(); i != e; ++i) { Matcher *Tmp = EqualMatchers[i]->takeNext(); delete EqualMatchers[i]; EqualMatchers[i] = Tmp; } Shared->setNext(new ScopeMatcher(&EqualMatchers[0], EqualMatchers.size())); // Recursively factor the newly created node. FactorNodes(Shared->getNextPtr()); NewOptionsToMatch.push_back(Shared); } // Reassemble a new Scope node. assert(!NewOptionsToMatch.empty() && "where'd all our children go?"); if (NewOptionsToMatch.size() == 1) MatcherPtr.reset(NewOptionsToMatch[0]); else { Scope->setNumChildren(NewOptionsToMatch.size()); for (unsigned i = 0, e = NewOptionsToMatch.size(); i != e; ++i) Scope->resetChild(i, NewOptionsToMatch[i]); } } Matcher *llvm::OptimizeMatcher(Matcher *TheMatcher) { OwningPtr MatcherPtr(TheMatcher); ContractNodes(MatcherPtr); SinkPatternPredicates(MatcherPtr); FactorNodes(MatcherPtr); return MatcherPtr.take(); }