/* * Copyright 2016 WebAssembly Community Group participants * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ // // Optimize combinations of instructions // #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include // TODO: Use the new sign-extension opcodes where appropriate. This needs to be // conditionalized on the availability of atomics. namespace wasm { Name I32_EXPR = "i32.expr"; Name I64_EXPR = "i64.expr"; Name F32_EXPR = "f32.expr"; Name F64_EXPR = "f64.expr"; Name ANY_EXPR = "any.expr"; // Useful information about locals struct LocalInfo { static const Index kUnknown = Index(-1); Index maxBits; Index signExtedBits; }; struct LocalScanner : PostWalker { std::vector& localInfo; const PassOptions& passOptions; LocalScanner(std::vector& localInfo, const PassOptions& passOptions) : localInfo(localInfo), passOptions(passOptions) {} void doWalkFunction(Function* func) { // prepare localInfo.resize(func->getNumLocals()); for (Index i = 0; i < func->getNumLocals(); i++) { auto& info = localInfo[i]; if (func->isParam(i)) { info.maxBits = getBitsForType(func->getLocalType(i)); // worst-case info.signExtedBits = LocalInfo::kUnknown; // we will never know anything } else { info.maxBits = info.signExtedBits = 0; // we are open to learning } } // walk PostWalker::doWalkFunction(func); // finalize for (Index i = 0; i < func->getNumLocals(); i++) { auto& info = localInfo[i]; if (info.signExtedBits == LocalInfo::kUnknown) { info.signExtedBits = 0; } } } void visitLocalSet(LocalSet* curr) { auto* func = getFunction(); if (func->isParam(curr->index)) { return; } auto type = getFunction()->getLocalType(curr->index); if (type != Type::i32 && type != Type::i64) { return; } // an integer var, worth processing auto* value = Properties::getFallthrough( curr->value, passOptions, getModule()->features); auto& info = localInfo[curr->index]; info.maxBits = std::max(info.maxBits, Bits::getMaxBits(value, this)); auto signExtBits = LocalInfo::kUnknown; if (Properties::getSignExtValue(value)) { signExtBits = Properties::getSignExtBits(value); } else if (auto* load = value->dynCast()) { if (LoadUtils::isSignRelevant(load) && load->signed_) { signExtBits = load->bytes * 8; } } if (info.signExtedBits == 0) { info.signExtedBits = signExtBits; // first info we see } else if (info.signExtedBits != signExtBits) { // contradictory information, give up info.signExtedBits = LocalInfo::kUnknown; } } // define this for the templated getMaxBits method. we know nothing here yet // about locals, so return the maxes Index getMaxBitsForLocal(LocalGet* get) { return getBitsForType(get->type); } Index getBitsForType(Type type) { TODO_SINGLE_COMPOUND(type); switch (type.getBasic()) { case Type::i32: return 32; case Type::i64: return 64; default: return -1; } } }; // Create a custom matcher for checking side effects template struct PureMatcherKind {}; template struct Match::Internal::KindTypeRegistry> { using matched_t = Expression*; using data_t = Opt*; }; template struct Match::Internal::MatchSelf> { bool operator()(Expression* curr, Opt* opt) { return !opt->effects(curr).hasSideEffects(); } }; // Main pass class struct OptimizeInstructions : public WalkerPass< PostWalker>> { bool isFunctionParallel() override { return true; } Pass* create() override { return new OptimizeInstructions; } void prepareToRun(PassRunner* runner, Module* module) override { #if 0 static DatabaseEnsurer ensurer; #endif } void doWalkFunction(Function* func) { // first, scan locals { LocalScanner scanner(localInfo, getPassOptions()); scanner.setModule(getModule()); scanner.walkFunction(func); } // main walk super::doWalkFunction(func); } void visitExpression(Expression* curr) { // we may be able to apply multiple patterns, one may open opportunities // that look deeper NB: patterns must not have cycles while (1) { auto* handOptimized = handOptimize(curr); if (handOptimized) { curr = handOptimized; replaceCurrent(curr); continue; } #if 0 auto iter = database->patternMap.find(curr->_id); if (iter == database->patternMap.end()) return; auto& patterns = iter->second; bool more = false; for (auto& pattern : patterns) { Match match(*getModule(), pattern); if (match.check(curr)) { curr = match.apply(); replaceCurrent(curr); more = true; break; // exit pattern for loop, return to main while loop } } if (!more) break; #else break; #endif } } EffectAnalyzer effects(Expression* expr) { return EffectAnalyzer(getPassOptions(), getModule()->features, expr); } decltype(auto) pure(Expression** binder) { using namespace Match::Internal; return Matcher>(binder, this); } bool canReorder(Expression* a, Expression* b) { return EffectAnalyzer::canReorder( getPassOptions(), getModule()->features, a, b); } // Optimizations that don't yet fit in the pattern DSL, but could be // eventually maybe Expression* handOptimize(Expression* curr) { FeatureSet features = getModule()->features; // if this contains dead code, don't bother trying to optimize it, the type // might change (if might not be unreachable if just one arm is, for // example). this optimization pass focuses on actually executing code. the // only exceptions are control flow changes if (curr->type == Type::unreachable && !curr->is() && !curr->is() && !curr->is()) { return nullptr; } if (auto* binary = curr->dynCast()) { if (isSymmetric(binary)) { canonicalize(binary); } } { // TODO: It is an ongoing project to port more transformations to the // match API. Once most of the transformations have been ported, the // `using namespace Match` can be hoisted to function scope and this extra // block scope can be removed. using namespace Match; Builder builder(*getModule()); { // X == 0 => eqz X Expression* x; if (matches(curr, binary(EqInt32, any(&x), i32(0)))) { return Builder(*getModule()).makeUnary(EqZInt32, x); } } { // try to get rid of (0 - ..), that is, a zero only used to negate an // int. an add of a subtract can be flipped in order to remove it: // (i32.add // (i32.sub // (i32.const 0) // X // ) // Y // ) // => // (i32.sub // Y // X // ) // Note that this reorders X and Y, so we need to be careful about that. Expression *x, *y; Binary* sub; if (matches(curr, binary(AddInt32, binary(&sub, SubInt32, i32(0), any(&x)), any(&y))) && canReorder(x, y)) { sub->left = y; sub->right = x; return sub; } } { // The flip case is even easier, as no reordering occurs: // (i32.add // Y // (i32.sub // (i32.const 0) // X // ) // ) // => // (i32.sub // Y // X // ) Expression* y; Binary* sub; if (matches(curr, binary(AddInt32, any(&y), binary(&sub, SubInt32, i32(0), any())))) { sub->left = y; return sub; } } { // try de-morgan's AND law, // (eqz X) and (eqz Y) === eqz (X or Y) // Note that the OR and XOR laws do not work here, as these // are not booleans (we could check if they are, but a boolean // would already optimize with the eqz anyhow, unless propagating). // But for AND, the left is true iff X and Y are each all zero bits, // and the right is true if the union of their bits is zero; same. Unary* un; Binary* bin; Expression *x, *y; if (matches(curr, binary(&bin, AndInt32, unary(&un, EqZInt32, any(&x)), unary(EqZInt32, any(&y))))) { bin->op = OrInt32; bin->left = x; bin->right = y; un->value = bin; return un; } } } if (auto* select = curr->dynCast()) { select->ifTrue = optimizeBoolean(select->ifTrue); select->ifFalse = optimizeBoolean(select->ifFalse); } else if (auto* tryy = boolean->dynCast()) { if (tryy->type == Type::i32) { tryy->body = optimizeBoolean(tryy->body); tryy->catchBody = optimizeBoolean(tryy->catchBody); } } // TODO: recurse into br values? return boolean; } Expression* optimizeSelect(Select* curr) { using namespace Match; Builder builder(*getModule()); curr->condition = optimizeBoolean(curr->condition); { // Constant condition, we can just pick the correct side (barring side // effects) Expression *ifTrue, *ifFalse; if (matches(curr, select(pure(&ifTrue), any(&ifFalse), i32(0)))) { return ifFalse; } if (matches(curr, select(any(&ifTrue), any(&ifFalse), i32(0)))) { return builder.makeSequence(builder.makeDrop(ifTrue), ifFalse); } int32_t cond; if (matches(curr, select(any(&ifTrue), pure(&ifFalse), i32(&cond)))) { // The condition must be non-zero because a zero would have matched one // of the previous patterns. assert(cond != 0); return ifTrue; } // Don't bother when `ifFalse` isn't pure - we would need to reverse the // order using a temp local, which would be bad } { // Flip select to remove eqz if we can reorder Select* s; Expression *ifTrue, *ifFalse, *c; if (matches( curr, select( &s, any(&ifTrue), any(&ifFalse), unary(EqZInt32, any(&c)))) && canReorder(ifTrue, ifFalse)) { s->ifTrue = ifFalse; s->ifFalse = ifTrue; s->condition = c; } } { // Simplify selects between 0 and 1 Expression* c; bool reversed = matches(curr, select(ival(0), ival(1), any(&c))); if (reversed || matches(curr, select(ival(1), ival(0), any(&c)))) { if (reversed) { c = optimizeBoolean(builder.makeUnary(EqZInt32, c)); } if (!Properties::emitsBoolean(c)) { // cond ? 1 : 0 ==> !!cond c = builder.makeUnary(EqZInt32, builder.makeUnary(EqZInt32, c)); } return curr->type == Type::i64 ? builder.makeUnary(ExtendUInt32, c) : c; } } { // Sides are identical, fold Expression *ifTrue, *ifFalse, *c; if (matches(curr, select(any(&ifTrue), any(&ifFalse), any(&c))) && ExpressionAnalyzer::equal(ifTrue, ifFalse)) { auto value = effects(ifTrue); if (value.hasSideEffects()) { // At best we don't need the condition, but need to execute the // value twice. a block is larger than a select by 2 bytes, and we // must drop one value, so 3, while we save the condition, so it's // not clear this is worth it, TODO } else { // value has no side effects auto condition = effects(c); if (!condition.hasSideEffects()) { return ifTrue; } else { // The condition is last, so we need a new local, and it may be a // bad idea to use a block like we do for an if. Do it only if we // can reorder if (!condition.invalidates(value)) { return builder.makeSequence(builder.makeDrop(c), ifTrue); } } } } } return nullptr; } // find added constants in an expression tree, including multiplied/shifted, // and combine them note that we ignore division/shift-right, as rounding // makes this nonlinear, so not a valid opt Expression* optimizeAddedConstants(Binary* binary) { uint32_t constant = 0; std::vector constants; struct SeekState { Expression* curr; int mul; SeekState(Expression* curr, int mul) : curr(curr), mul(mul) {} }; std::vector seekStack; seekStack.emplace_back(binary, 1); while (!seekStack.empty()) { auto state = seekStack.back(); seekStack.pop_back(); auto curr = state.curr; auto mul = state.mul; if (auto* c = curr->dynCast()) { uint32_t value = c->value.geti32(); if (value != 0) { constant += value * mul; constants.push_back(c); } continue; } else if (auto* binary = curr->dynCast()) { if (binary->op == AddInt32) { seekStack.emplace_back(binary->right, mul); seekStack.emplace_back(binary->left, mul); continue; } else if (binary->op == SubInt32) { // if the left is a zero, ignore it, it's how we negate ints auto* left = binary->left->dynCast(); seekStack.emplace_back(binary->right, -mul); if (!left || left->value.geti32() != 0) { seekStack.emplace_back(binary->left, mul); } continue; } else if (binary->op == ShlInt32) { if (auto* c = binary->right->dynCast()) { seekStack.emplace_back(binary->left, mul * Pow2(Bits::getEffectiveShifts(c))); continue; } } else if (binary->op == MulInt32) { if (auto* c = binary->left->dynCast()) { seekStack.emplace_back(binary->right, mul * c->value.geti32()); continue; } else if (auto* c = binary->right->dynCast()) { seekStack.emplace_back(binary->left, mul * c->value.geti32()); continue; } } } }; // find all factors if (constants.size() <= 1) { // nothing much to do, except for the trivial case of adding/subbing a // zero if (auto* c = binary->right->dynCast()) { if (c->value.geti32() == 0) { return binary->left; } } return nullptr; } // wipe out all constants, we'll replace with a single added one for (auto* c : constants) { c->value = Literal(int32_t(0)); } // remove added/subbed zeros struct ZeroRemover : public PostWalker { // TODO: we could save the binarys and costs we drop, and reuse them later PassOptions& passOptions; ZeroRemover(PassOptions& passOptions) : passOptions(passOptions) {} void visitBinary(Binary* curr) { FeatureSet features = getModule()->features; auto* left = curr->left->dynCast(); auto* right = curr->right->dynCast(); if (curr->op == AddInt32) { if (left && left->value.geti32() == 0) { replaceCurrent(curr->right); return; } if (right && right->value.geti32() == 0) { replaceCurrent(curr->left); return; } } else if (curr->op == SubInt32) { // we must leave a left zero, as it is how we negate ints if (right && right->value.geti32() == 0) { replaceCurrent(curr->left); return; } } else if (curr->op == ShlInt32) { // shifting a 0 is a 0, or anything by 0 has no effect, all unless the // shift has side effects if (((left && left->value.geti32() == 0) || (right && Bits::getEffectiveShifts(right) == 0)) && !EffectAnalyzer(passOptions, features, curr->right) .hasSideEffects()) { replaceCurrent(curr->left); return; } } else if (curr->op == MulInt32) { // multiplying by zero is a zero, unless the other side has side // effects if (left && left->value.geti32() == 0 && !EffectAnalyzer(passOptions, features, curr->right) .hasSideEffects()) { replaceCurrent(left); return; } if (right && right->value.geti32() == 0 && !EffectAnalyzer(passOptions, features, curr->left) .hasSideEffects()) { replaceCurrent(right); return; } } } }; Expression* walked = binary; ZeroRemover remover(getPassOptions()); remover.setModule(getModule()); remover.walk(walked); if (constant == 0) { return walked; // nothing more to do } if (auto* c = walked->dynCast()) { assert(c->value.geti32() == 0); c->value = Literal(constant); return c; } Builder builder(*getModule()); return builder.makeBinary( AddInt32, walked, builder.makeConst(Literal(constant))); } // expensive1 | expensive2 can be turned into expensive1 ? 1 : expensive2, // and expensive | cheap can be turned into cheap ? 1 : expensive, // so that we can avoid one expensive computation, if it has no side effects. Expression* conditionalizeExpensiveOnBitwise(Binary* binary) { // this operation can increase code size, so don't always do it auto& options = getPassRunner()->options; if (options.optimizeLevel < 2 || options.shrinkLevel > 0) { return nullptr; } const auto MIN_COST = 7; assert(binary->op == AndInt32 || binary->op == OrInt32); if (binary->right->is()) { return nullptr; // trivial } // bitwise logical operator on two non-numerical values, check if they are // boolean auto* left = binary->left; auto* right = binary->right; if (!Properties::emitsBoolean(left) || !Properties::emitsBoolean(right)) { return nullptr; } auto leftEffects = effects(left); auto rightEffects = effects(right); auto leftHasSideEffects = leftEffects.hasSideEffects(); auto rightHasSideEffects = rightEffects.hasSideEffects(); if (leftHasSideEffects && rightHasSideEffects) { return nullptr; // both must execute } // canonicalize with side effects, if any, happening on the left if (rightHasSideEffects) { if (CostAnalyzer(left).cost < MIN_COST) { return nullptr; // avoidable code is too cheap } if (leftEffects.invalidates(rightEffects)) { return nullptr; // cannot reorder } std::swap(left, right); } else if (leftHasSideEffects) { if (CostAnalyzer(right).cost < MIN_COST) { return nullptr; // avoidable code is too cheap } } else { // no side effects, reorder based on cost estimation auto leftCost = CostAnalyzer(left).cost; auto rightCost = CostAnalyzer(right).cost; if (std::max(leftCost, rightCost) < MIN_COST) { return nullptr; // avoidable code is too cheap } // canonicalize with expensive code on the right if (leftCost > rightCost) { std::swap(left, right); } } // worth it! perform conditionalization Builder builder(*getModule()); if (binary->op == OrInt32) { return builder.makeIf( left, builder.makeConst(Literal(int32_t(1))), right); } else { // & return builder.makeIf( left, right, builder.makeConst(Literal(int32_t(0)))); } } // We can combine `or` operations, e.g. // (x > y) | (x == y) ==> x >= y Expression* combineOr(Binary* binary) { assert(binary->op == OrInt32); if (auto* left = binary->left->dynCast()) { if (auto* right = binary->right->dynCast()) { if (left->op != right->op && ExpressionAnalyzer::equal(left->left, right->left) && ExpressionAnalyzer::equal(left->right, right->right) && !effects(left->left).hasSideEffects() && !effects(left->right).hasSideEffects()) { switch (left->op) { // (x > y) | (x == y) ==> x >= y case EqInt32: { if (right->op == GtSInt32) { left->op = GeSInt32; return left; } break; } default: { } } } } } return nullptr; } // fold constant factors into the offset void optimizeMemoryAccess(Expression*& ptr, Address& offset) { // ptr may be a const, but it isn't worth folding that in (we still have a // const); in fact, it's better to do the opposite for gzip purposes as well // as for readability. auto* last = ptr->dynCast(); if (last) { uint64_t value64 = last->value.getInteger(); uint64_t offset64 = offset; if (getModule()->memory.is64()) { last->value = Literal(int64_t(value64 + offset64)); offset = 0; } else { // don't do this if it would wrap the pointer if (value64 <= uint64_t(std::numeric_limits::max()) && offset64 <= uint64_t(std::numeric_limits::max()) && value64 + offset64 <= uint64_t(std::numeric_limits::max())) { last->value = Literal(int32_t(value64 + offset64)); offset = 0; } } } } // Optimize a multiply by a power of two on the right, which // can be a shift. // This doesn't shrink code size, and VMs likely optimize it anyhow, // but it's still worth doing since // * Often shifts are more common than muls. // * The constant is smaller. template Expression* optimizePowerOf2Mul(Binary* binary, T c) { static_assert(std::is_same::value || std::is_same::value, "type mismatch"); auto shifts = CountTrailingZeroes(c); binary->op = std::is_same::value ? ShlInt32 : ShlInt64; binary->right->cast()->value = Literal(static_cast(shifts)); return binary; } // Optimize an unsigned divide / remainder by a power of two on the right // This doesn't shrink code size, and VMs likely optimize it anyhow, // but it's still worth doing since // * Usually ands are more common than urems. // * The constant is slightly smaller. template Expression* optimizePowerOf2UDiv(Binary* binary, T c) { static_assert(std::is_same::value || std::is_same::value, "type mismatch"); auto shifts = CountTrailingZeroes(c); binary->op = std::is_same::value ? ShrUInt32 : ShrUInt64; binary->right->cast()->value = Literal(static_cast(shifts)); return binary; } template Expression* optimizePowerOf2URem(Binary* binary, T c) { static_assert(std::is_same::value || std::is_same::value, "type mismatch"); binary->op = std::is_same::value ? AndInt32 : AndInt64; binary->right->cast()->value = Literal(c - 1); return binary; } Expression* makeZeroExt(Expression* curr, int32_t bits) { Builder builder(*getModule()); return builder.makeBinary( AndInt32, curr, builder.makeConst(Literal(Bits::lowBitMask(bits)))); } // given an "almost" sign extend - either a proper one, or it // has too many shifts left - we remove the sign extend. If there are // too many shifts, we split the shifts first, so this removes the // two sign extend shifts and adds one (smaller one) Expression* removeAlmostSignExt(Binary* outer) { auto* inner = outer->left->cast(); auto* outerConst = outer->right->cast(); auto* innerConst = inner->right->cast(); auto* value = inner->left; if (outerConst->value == innerConst->value) { return value; } // add a shift, by reusing the existing node innerConst->value = innerConst->value.sub(outerConst->value); return inner; } // check if an expression is already sign-extended bool isSignExted(Expression* curr, Index bits) { if (Properties::getSignExtValue(curr)) { return Properties::getSignExtBits(curr) == bits; } if (auto* get = curr->dynCast()) { // check what we know about the local return localInfo[get->index].signExtedBits == bits; } return false; } // optimize trivial math operations, given that the right side of a binary // is a constant Expression* optimizeWithConstantOnRight(Binary* curr) { using namespace Match; Builder builder(*getModule()); Expression* left; auto* right = curr->right->cast(); auto type = curr->right->type; // Operations on zero if (matches(curr, binary(Abstract::Shl, any(&left), ival(0))) || matches(curr, binary(Abstract::ShrU, any(&left), ival(0))) || matches(curr, binary(Abstract::ShrS, any(&left), ival(0))) || matches(curr, binary(Abstract::Or, any(&left), ival(0))) || matches(curr, binary(Abstract::Xor, any(&left), ival(0)))) { return left; } if (matches(curr, binary(Abstract::Mul, pure(&left), ival(0))) || matches(curr, binary(Abstract::And, pure(&left), ival(0)))) { return right; } // x == 0 ==> eqz x if ((matches(curr, binary(Abstract::Eq, any(&left), ival(0))))) { return builder.makeUnary(EqZInt64, left); } // Operations on one // (signed)x % 1 ==> 0 if (matches(curr, binary(Abstract::RemS, pure(&left), ival(1)))) { right->value = Literal::makeSingleZero(type); return right; } // bool(x) | 1 ==> 1 if (matches(curr, binary(Abstract::Or, pure(&left), ival(1))) && Bits::getMaxBits(left, this) == 1) { return right; } // bool(x) & 1 ==> bool(x) if (matches(curr, binary(Abstract::And, any(&left), ival(1))) && Bits::getMaxBits(left, this) == 1) { return left; } // bool(x) == 1 ==> bool(x) if (matches(curr, binary(EqInt32, any(&left), i32(1))) && Bits::getMaxBits(left, this) == 1) { return left; } // i64(bool(x)) == 1 ==> i32(bool(x)) if (matches(curr, binary(EqInt64, any(&left), i64(1))) && Bits::getMaxBits(left, this) == 1) { return builder.makeUnary(WrapInt64, left); } // bool(x) != 1 ==> !bool(x) if (matches(curr, binary(Abstract::Ne, any(&left), ival(1))) && Bits::getMaxBits(curr->left, this) == 1) { return builder.makeUnary(Abstract::getUnary(type, Abstract::EqZ), left); } // Operations on all 1s // x & -1 ==> x if (matches(curr, binary(Abstract::And, any(&left), ival(-1)))) { return left; } // x | -1 ==> -1 if (matches(curr, binary(Abstract::Or, pure(&left), ival(-1)))) { return right; } // (signed)x % -1 ==> 0 if (matches(curr, binary(Abstract::RemS, pure(&left), ival(-1)))) { right->value = Literal::makeSingleZero(type); return right; } // (unsigned)x > -1 ==> 0 if (matches(curr, binary(Abstract::GtU, pure(&left), ival(-1)))) { right->value = Literal::makeSingleZero(Type::i32); right->type = Type::i32; return right; } // (unsigned)x < -1 ==> x != -1 // Friendlier to JS emitting as we don't need to write an unsigned -1 value // which is large. if (matches(curr, binary(Abstract::LtU, any(), ival(-1)))) { curr->op = Abstract::getBinary(type, Abstract::Ne); return curr; } // (unsigned)x / -1 ==> x == -1 // TODO: i64 as well if sign-extension is enabled if (matches(curr, binary(DivUInt32, any(), ival(-1)))) { curr->op = Abstract::getBinary(type, Abstract::Eq); return curr; } // x * -1 ==> 0 - x if (matches(curr, binary(Abstract::Mul, any(&left), ival(-1)))) { right->value = Literal::makeSingleZero(type); curr->op = Abstract::getBinary(type, Abstract::Sub); curr->left = right; curr->right = left; return curr; } // (unsigned)x <= -1 ==> 1 if (matches(curr, binary(Abstract::LeU, pure(&left), ival(-1)))) { right->value = Literal::makeFromInt32(1, Type::i32); right->type = Type::i32; return right; } { // Wasm binary encoding uses signed LEBs, which slightly favor negative // numbers: -64 is more efficient than +64 etc., as well as other powers // of two 7 bits etc. higher. we therefore prefer x - -64 over x + 64. in // theory we could just prefer negative numbers over positive, but that // can have bad effects on gzip compression (as it would mean more // subtractions than the more common additions). TODO: Simplify this by // adding an ival matcher than can bind int64_t vars. int64_t value; if ((matches(curr, binary(Abstract::Add, any(), ival(&value))) || matches(curr, binary(Abstract::Sub, any(), ival(&value)))) && (value == 0x40 || value == 0x2000 || value == 0x100000 || value == 0x8000000 || value == 0x400000000LL || value == 0x20000000000LL || value == 0x1000000000000LL || value == 0x80000000000000LL || value == 0x4000000000000000LL)) { right->value = right->value.neg(); if (matches(curr, binary(Abstract::Add, any(), constant()))) { curr->op = Abstract::getBinary(type, Abstract::Sub); } else { curr->op = Abstract::getBinary(type, Abstract::Add); } return curr; } } { double value; if (matches(curr, binary(Abstract::Sub, any(), fval(&value))) && value == 0.0) { // x - (-0.0) ==> x + 0.0 if (std::signbit(value)) { curr->op = Abstract::getBinary(type, Abstract::Add); right->value = right->value.neg(); return curr; } else { // x - 0.0 ==> x return curr->left; } } } { // x + (-0.0) ==> x double value; if (matches(curr, binary(Abstract::Add, any(), fval(&value))) && value == 0.0 && std::signbit(value)) { return curr->left; } } // Note that this is correct even on floats with a NaN on the left, // as a NaN would skip the computation and just return the NaN, // and that is precisely what we do here. but, the same with -1 // (change to a negation) would be incorrect for that reason. if (matches(curr, binary(Abstract::Mul, any(&left), constant(1))) || matches(curr, binary(Abstract::DivS, any(&left), constant(1))) || matches(curr, binary(Abstract::DivU, any(&left), constant(1)))) { return left; } return nullptr; } // optimize trivial math operations, given that the left side of a binary // is a constant. since we canonicalize constants to the right for symmetrical // operations, we only need to handle asymmetrical ones here // TODO: templatize on type? Expression* optimizeWithConstantOnLeft(Binary* binary) { auto type = binary->left->type; auto* left = binary->left->cast(); if (type.isInteger()) { // operations on zero if (left->value == Literal::makeFromInt32(0, type)) { if ((binary->op == Abstract::getBinary(type, Abstract::Shl) || binary->op == Abstract::getBinary(type, Abstract::ShrU) || binary->op == Abstract::getBinary(type, Abstract::ShrS)) && !effects(binary->right).hasSideEffects()) { return binary->left; } } } return nullptr; } // TODO: templatize on type? Expression* optimizeRelational(Binary* binary) { // TODO: inequalities can also work, if the constants do not overflow auto type = binary->right->type; // integer math, even on 2s complement, allows stuff like // x + 5 == 7 // => // x == 2 if (binary->left->type.isInteger()) { if (binary->op == Abstract::getBinary(type, Abstract::Eq) || binary->op == Abstract::getBinary(type, Abstract::Ne)) { if (auto* left = binary->left->dynCast()) { if (left->op == Abstract::getBinary(type, Abstract::Add) || left->op == Abstract::getBinary(type, Abstract::Sub)) { if (auto* leftConst = left->right->dynCast()) { if (auto* rightConst = binary->right->dynCast()) { return combineRelationalConstants( binary, left, leftConst, nullptr, rightConst); } else if (auto* rightBinary = binary->right->dynCast()) { if (rightBinary->op == Abstract::getBinary(type, Abstract::Add) || rightBinary->op == Abstract::getBinary(type, Abstract::Sub)) { if (auto* rightConst = rightBinary->right->dynCast()) { return combineRelationalConstants( binary, left, leftConst, rightBinary, rightConst); } } } } } } } } return nullptr; } Expression* deduplicateUnary(Unary* unaryOuter) { if (auto* unaryInner = unaryOuter->value->dynCast()) { if (unaryInner->op == unaryOuter->op) { switch (unaryInner->op) { case NegFloat32: case NegFloat64: { // neg(neg(x)) ==> x return unaryInner->value; } case AbsFloat32: case CeilFloat32: case FloorFloat32: case TruncFloat32: case NearestFloat32: case AbsFloat64: case CeilFloat64: case FloorFloat64: case TruncFloat64: case NearestFloat64: { // unaryOp(unaryOp(x)) ==> unaryOp(x) return unaryInner; } case ExtendS8Int32: case ExtendS16Int32: { assert(getModule()->features.hasSignExt()); return unaryInner; } case EqZInt32: { // eqz(eqz(bool(x))) ==> bool(x) if (Bits::getMaxBits(unaryInner->value, this) == 1) { return unaryInner->value; } break; } default: { } } } } return nullptr; } Expression* deduplicateBinary(Binary* outer) { Type type = outer->type; if (type.isInteger()) { if (auto* inner = outer->right->dynCast()) { if (outer->op == inner->op) { if (!EffectAnalyzer( getPassOptions(), getModule()->features, outer->left) .hasSideEffects()) { if (ExpressionAnalyzer::equal(inner->left, outer->left)) { // x - (x - y) ==> y // x ^ (x ^ y) ==> y if (outer->op == Abstract::getBinary(type, Abstract::Sub) || outer->op == Abstract::getBinary(type, Abstract::Xor)) { return inner->right; } // x & (x & y) ==> x & y // x | (x | y) ==> x | y if (outer->op == Abstract::getBinary(type, Abstract::And) || outer->op == Abstract::getBinary(type, Abstract::Or)) { return inner; } } if (ExpressionAnalyzer::equal(inner->right, outer->left)) { // x ^ (y ^ x) ==> y if (outer->op == Abstract::getBinary(type, Abstract::Xor)) { return inner->left; } // x & (y & x) ==> y & x // x | (y | x) ==> y | x if (outer->op == Abstract::getBinary(type, Abstract::And) || outer->op == Abstract::getBinary(type, Abstract::Or)) { return inner; } } } } } if (auto* inner = outer->left->dynCast()) { if (outer->op == inner->op) { if (!EffectAnalyzer( getPassOptions(), getModule()->features, outer->right) .hasSideEffects()) { if (ExpressionAnalyzer::equal(inner->right, outer->right)) { // (x ^ y) ^ y ==> x if (outer->op == Abstract::getBinary(type, Abstract::Xor)) { return inner->left; } // (x % y) % y ==> x % y // (x & y) & y ==> x & y // (x | y) | y ==> x | y if (outer->op == Abstract::getBinary(type, Abstract::RemS) || outer->op == Abstract::getBinary(type, Abstract::RemU) || outer->op == Abstract::getBinary(type, Abstract::And) || outer->op == Abstract::getBinary(type, Abstract::Or)) { return inner; } } if (ExpressionAnalyzer::equal(inner->left, outer->right)) { // (x ^ y) ^ x ==> y if (outer->op == Abstract::getBinary(type, Abstract::Xor)) { return inner->right; } // (x & y) & x ==> x & y // (x | y) | x ==> x | y if (outer->op == Abstract::getBinary(type, Abstract::And) || outer->op == Abstract::getBinary(type, Abstract::Or)) { return inner; } } } } } } return nullptr; } // given a relational binary with a const on both sides, combine the constants // left is also a binary, and has a constant; right may be just a constant, in // which case right is nullptr Expression* combineRelationalConstants(Binary* binary, Binary* left, Const* leftConst, Binary* right, Const* rightConst) { auto type = binary->right->type; // we fold constants to the right Literal extra = leftConst->value; if (left->op == Abstract::getBinary(type, Abstract::Sub)) { extra = extra.neg(); } if (right && right->op == Abstract::getBinary(type, Abstract::Sub)) { extra = extra.neg(); } rightConst->value = rightConst->value.sub(extra); binary->left = left->left; return binary; } Expression* optimizeMemoryCopy(MemoryCopy* memCopy) { PassOptions options = getPassOptions(); if (options.ignoreImplicitTraps) { if (ExpressionAnalyzer::equal(memCopy->dest, memCopy->source)) { // memory.copy(x, x, sz) ==> {drop(x), drop(x), drop(sz)} Builder builder(*getModule()); return builder.makeBlock({builder.makeDrop(memCopy->dest), builder.makeDrop(memCopy->source), builder.makeDrop(memCopy->size)}); } } // memory.copy(dst, src, C) ==> store(dst, load(src)) if (auto* csize = memCopy->size->dynCast()) { auto bytes = csize->value.geti32(); Builder builder(*getModule()); switch (bytes) { case 0: { if (options.ignoreImplicitTraps) { // memory.copy(dst, src, 0) ==> {drop(dst), drop(src)} return builder.makeBlock({builder.makeDrop(memCopy->dest), builder.makeDrop(memCopy->source)}); } break; } case 1: case 2: case 4: { return builder.makeStore( bytes, // bytes 0, // offset 1, // align memCopy->dest, builder.makeLoad(bytes, false, 0, 1, memCopy->source, Type::i32), Type::i32); } case 8: { return builder.makeStore( bytes, // bytes 0, // offset 1, // align memCopy->dest, builder.makeLoad(bytes, false, 0, 1, memCopy->source, Type::i64), Type::i64); } case 16: { if (options.shrinkLevel == 0) { // This adds an extra 2 bytes so apply it only for // minimal shrink level if (getModule()->features.hasSIMD()) { return builder.makeStore( bytes, // bytes 0, // offset 1, // align memCopy->dest, builder.makeLoad( bytes, false, 0, 1, memCopy->source, Type::v128), Type::v128); } } } default: { } } } return nullptr; } // given a binary expression with equal children and no side effects in // either, we can fold various things Expression* optimizeBinaryWithEqualEffectlessChildren(Binary* binary) { // TODO add: perhaps worth doing 2*x if x is quite large? switch (binary->op) { case SubInt32: case XorInt32: case SubInt64: case XorInt64: return LiteralUtils::makeZero(binary->left->type, *getModule()); case NeInt32: case LtSInt32: case LtUInt32: case GtSInt32: case GtUInt32: case NeInt64: case LtSInt64: case LtUInt64: case GtSInt64: case GtUInt64: return LiteralUtils::makeZero(Type::i32, *getModule()); case AndInt32: case OrInt32: case AndInt64: case OrInt64: return binary->left; case EqInt32: case LeSInt32: case LeUInt32: case GeSInt32: case GeUInt32: case EqInt64: case LeSInt64: case LeUInt64: case GeSInt64: case GeUInt64: return LiteralUtils::makeFromInt32(1, Type::i32, *getModule()); default: return nullptr; } } BinaryOp invertBinaryOp(BinaryOp op) { // use de-morgan's laws switch (op) { case EqInt32: return NeInt32; case NeInt32: return EqInt32; case LtSInt32: return GeSInt32; case LtUInt32: return GeUInt32; case LeSInt32: return GtSInt32; case LeUInt32: return GtUInt32; case GtSInt32: return LeSInt32; case GtUInt32: return LeUInt32; case GeSInt32: return LtSInt32; case GeUInt32: return LtUInt32; case EqInt64: return NeInt64; case NeInt64: return EqInt64; case LtSInt64: return GeSInt64; case LtUInt64: return GeUInt64; case LeSInt64: return GtSInt64; case LeUInt64: return GtUInt64; case GtSInt64: return LeSInt64; case GtUInt64: return LeUInt64; case GeSInt64: return LtSInt64; case GeUInt64: return LtUInt64; case EqFloat32: return NeFloat32; case NeFloat32: return EqFloat32; case EqFloat64: return NeFloat64; case NeFloat64: return EqFloat64; default: return InvalidBinary; } } bool isSymmetric(Binary* binary) { if (Properties::isSymmetric(binary)) { return true; } switch (binary->op) { case AddFloat32: case MulFloat32: case AddFloat64: case MulFloat64: { // If the LHS is known to be non-NaN, the operands can commute. // We don't care about the RHS because right now we only know if // an expression is non-NaN if it is constant, but if the RHS is // constant, then this expression is already canonicalized. if (auto* c = binary->left->dynCast()) { return !c->value.isNaN(); } return false; } default: return false; } } }; Pass* createOptimizeInstructionsPass() { return new OptimizeInstructions(); } } // namespace wasm